From 739c5335e7fa1bd287b0ce32fa81d3a7ff922576 Mon Sep 17 00:00:00 2001 From: Function Key Date: Thu, 30 Nov 2023 17:16:51 +0100 Subject: [PATCH] Add new storage performance benchmark failed result GitHub Actions benchmarking storage performance test ran and created a new result file upon failure. --- ...benchmark-dark-storage-github-actions.json | 2734 +++++++++++++++++ 1 file changed, 2734 insertions(+) create mode 100644 .benchmarks/Linux-CPython-3.8-64bit/0003_benchmark-dark-storage-github-actions.json diff --git a/.benchmarks/Linux-CPython-3.8-64bit/0003_benchmark-dark-storage-github-actions.json b/.benchmarks/Linux-CPython-3.8-64bit/0003_benchmark-dark-storage-github-actions.json new file mode 100644 index 00000000000..105d5af3bca --- /dev/null +++ b/.benchmarks/Linux-CPython-3.8-64bit/0003_benchmark-dark-storage-github-actions.json @@ -0,0 +1,2734 @@ +{ + "machine_info": { + "node": "st-linapp1218.st.statoil.no", + "processor": "x86_64", + "machine": "x86_64", + "python_compiler": "GCC 9.1.1 20190605 (Red Hat 9.1.1-2)", + "python_implementation": "CPython", + "python_implementation_version": "3.8.14", + "python_version": "3.8.14", + "python_build": [ + "default", + "Sep 19 2022 09:47:48" + ], + "release": "3.10.0-1160.99.1.el7.x86_64", + "system": "Linux", + "cpu": { + "python_version": "3.8.14.final.0 (64 bit)", + "cpuinfo_version": [ + 9, + 0, + 0 + ], + "cpuinfo_version_string": "9.0.0", + "arch": "X86_64", + "bits": 64, + "count": 6, + "arch_string_raw": "x86_64", + "vendor_id_raw": "GenuineIntel", + "brand_raw": "Intel(R) Xeon(R) Platinum 8160 CPU @ 2.10GHz", + "hz_advertised_friendly": "2.1000 GHz", + "hz_actual_friendly": "2.0951 GHz", + "hz_advertised": [ + 2100000000, + 0 + ], + "hz_actual": [ + 2095077000, + 0 + ], + "stepping": 4, + "model": 85, + "family": 6, + "flags": [ + "3dnowprefetch", + "abm", + "adx", + "aes", + "apic", + "arat", + "arch_capabilities", + "arch_perfmon", + "avx", + "avx2", + "bmi1", + "bmi2", + "clflush", + "cmov", + "constant_tsc", + "cx16", + "cx8", + "de", + "eagerfpu", + "f16c", + "flush_l1d", + "fma", + "fpu", + "fsgsbase", + "fxsr", + "hypervisor", + "ibpb", + "ibrs", + "intel_stibp", + "invpcid", + "invpcid_single", + "lahf_lm", + "lm", + "mca", + "mce", + "md_clear", + "mmx", + "movbe", + "msr", + "mtrr", + "nonstop_tsc", + "nopl", + "nx", + "pae", + "pat", + "pcid", + "pclmulqdq", + "pdpe1gb", + "pge", + "pni", + "popcnt", + "pse", + "pse36", + "rdrand", + "rdseed", + "rdtscp", + "rsb_ctxsw", + "sep", + "smap", + "smep", + "spec_ctrl", + "ss", + "ssbd", + "sse", + "sse2", + "sse4_1", + "sse4_2", + "ssse3", + "stibp", + "syscall", + "tsc", + "tsc_adjust", + "tsc_deadline_timer", + "tsc_reliable", + "vme", + "x2apic", + "xsave", + "xsaveopt", + "xtopology" + ], + "l3_cache_size": 34603008, + "l2_cache_size": 1048576, + "l1_data_cache_size": 32768, + "l1_instruction_cache_size": 32768 + } + }, + "commit_info": { + "id": "93c1d832e6016438052305c267698bc65777469c", + "time": "%cI", + "author_time": "%aI", + "dirty": false, + "project": "ert", + "branch": "main" + }, + "benchmarks": [ + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary-get_result]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary-get_result]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "summary", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-summary-get_result", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.6252003670670092, + "max": 0.7721412819810212, + "mean": 0.6749165930412709, + "stddev": 0.030835040906999733, + "rounds": 25, + "median": 0.6731481030583382, + "iqr": 0.029493927722796798, + "q1": 0.6554856498260051, + "q3": 0.6849795775488019, + "iqr_outliers": 2, + "stddev_outliers": 6, + "outliers": "6;2", + "ld15iqr": 0.6252003670670092, + "hd15iqr": 0.7302381158806384, + "ops": 1.4816645646447313, + "total": 16.872914826031774, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary-get_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary-get_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "summary", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-summary-get_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.6144118858501315, + "max": 0.6925551132299006, + "mean": 0.656174126919359, + "stddev": 0.02227594439275723, + "rounds": 25, + "median": 0.6521302983164787, + "iqr": 0.029332039295695722, + "q1": 0.6415620583575219, + "q3": 0.6708940976532176, + "iqr_outliers": 0, + "stddev_outliers": 8, + "outliers": "8;0", + "ld15iqr": 0.6144118858501315, + "hd15iqr": 0.6925551132299006, + "ops": 1.5239857211299277, + "total": 16.404353172983974, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary-get_record_csv]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary-get_record_csv]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "summary", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-summary-get_record_csv", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.6268842560239136, + "max": 0.722333453129977, + "mean": 0.667410615105182, + "stddev": 0.022481278840413073, + "rounds": 25, + "median": 0.6682168967090547, + "iqr": 0.029326148563995957, + "q1": 0.6526137221371755, + "q3": 0.6819398707011715, + "iqr_outliers": 0, + "stddev_outliers": 7, + "outliers": "7;0", + "ld15iqr": 0.6268842560239136, + "hd15iqr": 0.722333453129977, + "ops": 1.4983279818562714, + "total": 16.68526537762955, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary-get_single_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary-get_single_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "summary", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-summary-get_single_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.430852853693068, + "max": 0.504797276109457, + "mean": 0.4525025494210422, + "stddev": 0.018541194915482107, + "rounds": 25, + "median": 0.44907831214368343, + "iqr": 0.023187915328890085, + "q1": 0.4390956674469635, + "q3": 0.4622835827758536, + "iqr_outliers": 1, + "stddev_outliers": 10, + "outliers": "10;1", + "ld15iqr": 0.430852853693068, + "hd15iqr": 0.504797276109457, + "ops": 2.209932300446611, + "total": 11.312563735526055, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary-get_observations]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary-get_observations]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "summary", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-summary-get_observations", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.0013174540363252163, + "max": 0.003117760643362999, + "mean": 0.0015742710811343598, + "stddev": 0.00020880740328770757, + "rounds": 752, + "median": 0.0015315166674554348, + "iqr": 0.00021779467351734638, + "q1": 0.0014394500758498907, + "q3": 0.001657244749367237, + "iqr_outliers": 30, + "stddev_outliers": 154, + "outliers": "154;30", + "ld15iqr": 0.0013174540363252163, + "hd15iqr": 0.001999027095735073, + "ops": 635.2146158204456, + "total": 1.1838518530130386, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary-get_parameters]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary-get_parameters]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "summary", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-summary-get_parameters", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 3.2525043934583664e-05, + "max": 0.00031124893575906754, + "mean": 3.998481123635605e-05, + "stddev": 1.0729621654139963e-05, + "rounds": 30666, + "median": 3.452366217970848e-05, + "iqr": 7.88876786828041e-06, + "q1": 3.3824238926172256e-05, + "q3": 4.171300679445267e-05, + "iqr_outliers": 3950, + "stddev_outliers": 4500, + "outliers": "4500;3950", + "ld15iqr": 3.2525043934583664e-05, + "hd15iqr": 5.3552910685539246e-05, + "ops": 25009.496583311455, + "total": 1.2261742213740945, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_result]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_result]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "gen_data", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_result", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.4797010272741318, + "max": 0.5621246821247041, + "mean": 0.5211915350146592, + "stddev": 0.021354944717311263, + "rounds": 25, + "median": 0.5217844252474606, + "iqr": 0.031653371755965054, + "q1": 0.5036557593848556, + "q3": 0.5353091311408207, + "iqr_outliers": 0, + "stddev_outliers": 6, + "outliers": "6;0", + "ld15iqr": 0.4797010272741318, + "hd15iqr": 0.5621246821247041, + "ops": 1.9186804328506097, + "total": 13.02978837536648, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "gen_data", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.4070369587279856, + "max": 0.4989571198821068, + "mean": 0.44340519400313494, + "stddev": 0.0265679314318311, + "rounds": 25, + "median": 0.4381284029223025, + "iqr": 0.023817448411136866, + "q1": 0.42744233191479, + "q3": 0.45125978032592684, + "iqr_outliers": 4, + "stddev_outliers": 7, + "outliers": "7;4", + "ld15iqr": 0.4070369587279856, + "hd15iqr": 0.4906048090197146, + "ops": 2.255273536540778, + "total": 11.085129850078374, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_record_csv]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_record_csv]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "gen_data", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_record_csv", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.5011472571641207, + "max": 0.55521255498752, + "mean": 0.5226725984923541, + "stddev": 0.014611410237893772, + "rounds": 25, + "median": 0.5194401568733156, + "iqr": 0.02258451108355075, + "q1": 0.5133288331562653, + "q3": 0.5359133442398161, + "iqr_outliers": 0, + "stddev_outliers": 8, + "outliers": "8;0", + "ld15iqr": 0.5011472571641207, + "hd15iqr": 0.55521255498752, + "ops": 1.913243592421898, + "total": 13.066814962308854, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_single_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_single_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "gen_data", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_single_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.37994726095348597, + "max": 0.4785464038141072, + "mean": 0.4171626899018884, + "stddev": 0.023706314250740324, + "rounds": 25, + "median": 0.41300869919359684, + "iqr": 0.02249037509318441, + "q1": 0.404374809586443, + "q3": 0.4268651846796274, + "iqr_outliers": 3, + "stddev_outliers": 6, + "outliers": "6;3", + "ld15iqr": 0.37994726095348597, + "hd15iqr": 0.4611815866082907, + "ops": 2.3971463033647327, + "total": 10.42906724754721, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_observations]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_observations]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "gen_data", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_observations", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.0004442129284143448, + "max": 0.0015142862685024738, + "mean": 0.0005210622446820716, + "stddev": 0.00010355660036773943, + "rounds": 2226, + "median": 0.0004753614775836468, + "iqr": 9.201793000102043e-05, + "q1": 0.00046019814908504486, + "q3": 0.0005522160790860653, + "iqr_outliers": 111, + "stddev_outliers": 220, + "outliers": "220;111", + "ld15iqr": 0.0004442129284143448, + "hd15iqr": 0.0006908481009304523, + "ops": 1919.1565119252775, + "total": 1.1598845566622913, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_parameters]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_parameters]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "gen_data", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-gen_data-get_parameters", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 3.230711445212364e-05, + "max": 0.00010288134217262268, + "mean": 3.75006171995735e-05, + "stddev": 7.322905773198049e-06, + "rounds": 30656, + "median": 3.4327153116464615e-05, + "iqr": 3.516441211104393e-06, + "q1": 3.384798765182495e-05, + "q3": 3.7364428862929344e-05, + "iqr_outliers": 4481, + "stddev_outliers": 3593, + "outliers": "3593;4481", + "ld15iqr": 3.230711445212364e-05, + "hd15iqr": 4.264200106263161e-05, + "ops": 26666.22777641572, + "total": 1.1496189208701253, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_result]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_result]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "summary_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_result", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.6317707961425185, + "max": 0.7117591467685997, + "mean": 0.6646625798940659, + "stddev": 0.02141604332555958, + "rounds": 25, + "median": 0.6595390597358346, + "iqr": 0.03662118734791875, + "q1": 0.6454416615888476, + "q3": 0.6820628489367664, + "iqr_outliers": 0, + "stddev_outliers": 8, + "outliers": "8;0", + "ld15iqr": 0.6317707961425185, + "hd15iqr": 0.7117591467685997, + "ops": 1.5045227913377948, + "total": 16.616564497351646, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "summary_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.6090174890123308, + "max": 0.8445272259414196, + "mean": 0.6565245498158038, + "stddev": 0.0460829497159373, + "rounds": 25, + "median": 0.6559168808162212, + "iqr": 0.03014961874578148, + "q1": 0.631666001281701, + "q3": 0.6618156200274825, + "iqr_outliers": 2, + "stddev_outliers": 3, + "outliers": "3;2", + "ld15iqr": 0.6090174890123308, + "hd15iqr": 0.7168184230104089, + "ops": 1.5231722869777873, + "total": 16.413113745395094, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_record_csv]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_record_csv]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "summary_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_record_csv", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.6443927129730582, + "max": 0.6971798432059586, + "mean": 0.6714627779833973, + "stddev": 0.013629616040618237, + "rounds": 25, + "median": 0.6700349450111389, + "iqr": 0.019376285606995225, + "q1": 0.6613711399259046, + "q3": 0.6807474255328998, + "iqr_outliers": 0, + "stddev_outliers": 8, + "outliers": "8;0", + "ld15iqr": 0.6443927129730582, + "hd15iqr": 0.6971798432059586, + "ops": 1.489285829072012, + "total": 16.78656944958493, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_single_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_single_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "summary_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_single_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.4207845199853182, + "max": 0.49785656528547406, + "mean": 0.45483053328469397, + "stddev": 0.022621866668673517, + "rounds": 25, + "median": 0.44802719028666615, + "iqr": 0.038764365832321346, + "q1": 0.43762416869867593, + "q3": 0.4763885345309973, + "iqr_outliers": 0, + "stddev_outliers": 7, + "outliers": "7;0", + "ld15iqr": 0.4207845199853182, + "hd15iqr": 0.49785656528547406, + "ops": 2.1986210837214526, + "total": 11.370763332117349, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_observations]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_observations]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "summary_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_observations", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.08337269676849246, + "max": 0.099392703268677, + "mean": 0.08989899337291718, + "stddev": 0.004512991693720157, + "rounds": 25, + "median": 0.08830338669940829, + "iqr": 0.004665224812924862, + "q1": 0.08751109801232815, + "q3": 0.09217632282525301, + "iqr_outliers": 1, + "stddev_outliers": 8, + "outliers": "8;1", + "ld15iqr": 0.08337269676849246, + "hd15iqr": 0.099392703268677, + "ops": 11.123595075773768, + "total": 2.2474748343229294, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_parameters]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_parameters]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "summary_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-summary_with_obs-get_parameters", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 3.239000216126442e-05, + "max": 0.00024262303486466408, + "mean": 3.699202428085291e-05, + "stddev": 8.475493930303163e-06, + "rounds": 30595, + "median": 3.400491550564766e-05, + "iqr": 1.6866251826286316e-06, + "q1": 3.361096605658531e-05, + "q3": 3.5297591239213943e-05, + "iqr_outliers": 5731, + "stddev_outliers": 2441, + "outliers": "2441;5731", + "ld15iqr": 3.239000216126442e-05, + "hd15iqr": 3.78279946744442e-05, + "ops": 27032.854228461365, + "total": 1.1317709828726947, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_result]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_result]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "gen_data_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_result", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.48282854212448, + "max": 0.6012838277965784, + "mean": 0.5165958010032773, + "stddev": 0.025768356987390946, + "rounds": 25, + "median": 0.5165951871313155, + "iqr": 0.03004418988712132, + "q1": 0.4989873245358467, + "q3": 0.529031514422968, + "iqr_outliers": 1, + "stddev_outliers": 6, + "outliers": "6;1", + "ld15iqr": 0.48282854212448, + "hd15iqr": 0.6012838277965784, + "ops": 1.9357493770911545, + "total": 12.914895025081933, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "gen_data_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.3924070377834141, + "max": 0.4709128951653838, + "mean": 0.4220607980899513, + "stddev": 0.018645141781686296, + "rounds": 25, + "median": 0.41980293672531843, + "iqr": 0.019165200530551374, + "q1": 0.41064178745727986, + "q3": 0.42980698798783123, + "iqr_outliers": 1, + "stddev_outliers": 8, + "outliers": "8;1", + "ld15iqr": 0.3924070377834141, + "hd15iqr": 0.4709128951653838, + "ops": 2.369326894432105, + "total": 10.551519952248782, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_record_csv]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_record_csv]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "gen_data_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_record_csv", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.49263329710811377, + "max": 0.5542449401691556, + "mean": 0.5213896659947932, + "stddev": 0.01530475626449361, + "rounds": 25, + "median": 0.5213335901498795, + "iqr": 0.02208123728632927, + "q1": 0.5117283555446193, + "q3": 0.5338095928309485, + "iqr_outliers": 0, + "stddev_outliers": 9, + "outliers": "9;0", + "ld15iqr": 0.49263329710811377, + "hd15iqr": 0.5542449401691556, + "ops": 1.9179513235883474, + "total": 13.03474164986983, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_single_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_single_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "gen_data_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_single_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.3753788350149989, + "max": 0.4217701870948076, + "mean": 0.39636652836576103, + "stddev": 0.013327662124374936, + "rounds": 25, + "median": 0.3957183766178787, + "iqr": 0.01761653379071504, + "q1": 0.38792670075781643, + "q3": 0.4055432345485315, + "iqr_outliers": 0, + "stddev_outliers": 9, + "outliers": "9;0", + "ld15iqr": 0.3753788350149989, + "hd15iqr": 0.4217701870948076, + "ops": 2.5229173717645885, + "total": 9.909163209144026, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_observations]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_observations]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "gen_data_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_observations", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.005380230024456978, + "max": 0.015323483850806952, + "mean": 0.006448380173194212, + "stddev": 0.0011963264390575437, + "rounds": 182, + "median": 0.006200825562700629, + "iqr": 0.0006475327536463737, + "q1": 0.0059107341803610325, + "q3": 0.006558266934007406, + "iqr_outliers": 6, + "stddev_outliers": 6, + "outliers": "6;6", + "ld15iqr": 0.005380230024456978, + "hd15iqr": 0.010001001879572868, + "ops": 155.07770527503638, + "total": 1.1736051915213466, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_parameters]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_parameters]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 100, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp0/da004c364edf79ad773230f0f279e3ad45298b7f/poly')]" + }, + "keyword": "gen_data_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 100-gen_data_with_obs-get_parameters", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 3.2797921448946e-05, + "max": 0.00011813221499323845, + "mean": 3.8611702469892504e-05, + "stddev": 9.361390188562352e-06, + "rounds": 30820, + "median": 3.438838757574558e-05, + "iqr": 3.5616103559732437e-06, + "q1": 3.397790715098381e-05, + "q3": 3.7539517506957054e-05, + "iqr_outliers": 5603, + "stddev_outliers": 4442, + "outliers": "4442;5603", + "ld15iqr": 3.2797921448946e-05, + "hd15iqr": 4.288414493203163e-05, + "ops": 25898.883914267975, + "total": 1.190012670122087, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_result]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_result]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "summary", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_result", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 6.447119308169931, + "max": 7.110712965019047, + "mean": 6.856560610868037, + "stddev": 0.18610290009976524, + "rounds": 25, + "median": 6.858249281067401, + "iqr": 0.28235464566387236, + "q1": 6.73993713548407, + "q3": 7.022291781147942, + "iqr_outliers": 0, + "stddev_outliers": 9, + "outliers": "9;0", + "ld15iqr": 6.447119308169931, + "hd15iqr": 7.110712965019047, + "ops": 0.14584571722664325, + "total": 171.41401527170092, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "summary", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 3.396398523822427, + "max": 3.654651687014848, + "mean": 3.5223099043779076, + "stddev": 0.07383331146844248, + "rounds": 25, + "median": 3.5219273678958416, + "iqr": 0.1129012837773189, + "q1": 3.465989986434579, + "q3": 3.578891270211898, + "iqr_outliers": 0, + "stddev_outliers": 8, + "outliers": "8;0", + "ld15iqr": 3.396398523822427, + "hd15iqr": 3.654651687014848, + "ops": 0.28390460440664006, + "total": 88.05774760944769, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_record_csv]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_record_csv]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "summary", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_record_csv", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 6.234831066336483, + "max": 6.888428076170385, + "mean": 6.5846362032927575, + "stddev": 0.13253782880678325, + "rounds": 25, + "median": 6.5956308911554515, + "iqr": 0.15907178702764213, + "q1": 6.501661979360506, + "q3": 6.660733766388148, + "iqr_outliers": 1, + "stddev_outliers": 7, + "outliers": "7;1", + "ld15iqr": 6.433973911218345, + "hd15iqr": 6.888428076170385, + "ops": 0.15186867871302187, + "total": 164.61590508231893, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_single_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_single_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "summary", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_single_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.4121868759393692, + "max": 0.49025122495368123, + "mean": 0.4346424732543528, + "stddev": 0.019879058988562636, + "rounds": 25, + "median": 0.4319376712664962, + "iqr": 0.017518221400678158, + "q1": 0.4224347220733762, + "q3": 0.43995294347405434, + "iqr_outliers": 2, + "stddev_outliers": 5, + "outliers": "5;2", + "ld15iqr": 0.4121868759393692, + "hd15iqr": 0.4893260207027197, + "ops": 2.3007415554963493, + "total": 10.86606183135882, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_observations]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_observations]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "summary", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_observations", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.00132314907386899, + "max": 0.0020239371806383133, + "mean": 0.0014101757207833712, + "stddev": 0.00010149015530174398, + "rounds": 757, + "median": 0.0013562156818807125, + "iqr": 0.00013025104999542236, + "q1": 0.0013396183494478464, + "q3": 0.0014698693994432688, + "iqr_outliers": 16, + "stddev_outliers": 127, + "outliers": "127;16", + "ld15iqr": 0.00132314907386899, + "hd15iqr": 0.0016654618084430695, + "ops": 709.1314828796561, + "total": 1.067503020633012, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_parameters]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_parameters]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "summary", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-summary-get_parameters", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 3.2322946935892105e-05, + "max": 0.00022674305364489555, + "mean": 3.951276013448398e-05, + "stddev": 1.1940947580504018e-05, + "rounds": 30592, + "median": 3.416440449655056e-05, + "iqr": 4.852423444390297e-06, + "q1": 3.361445851624012e-05, + "q3": 3.846688196063042e-05, + "iqr_outliers": 4685, + "stddev_outliers": 3660, + "outliers": "3660;4685", + "ld15iqr": 3.2322946935892105e-05, + "hd15iqr": 4.5750290155410767e-05, + "ops": 25308.28007449851, + "total": 1.208774358034134, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_result]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_result]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "gen_data", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_result", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 4.320033618248999, + "max": 4.978335099760443, + "mean": 4.635118834320456, + "stddev": 0.16467539097301626, + "rounds": 25, + "median": 4.591851281002164, + "iqr": 0.245357311447151, + "q1": 4.527548025478609, + "q3": 4.77290533692576, + "iqr_outliers": 0, + "stddev_outliers": 8, + "outliers": "8;0", + "ld15iqr": 4.320033618248999, + "hd15iqr": 4.978335099760443, + "ops": 0.21574419896110553, + "total": 115.8779708580114, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "gen_data", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.5783889759331942, + "max": 0.6938698310405016, + "mean": 0.6179201748408377, + "stddev": 0.034385633447593454, + "rounds": 25, + "median": 0.608523610047996, + "iqr": 0.04888983687851578, + "q1": 0.591268916730769, + "q3": 0.6401587536092848, + "iqr_outliers": 0, + "stddev_outliers": 7, + "outliers": "7;0", + "ld15iqr": 0.5783889759331942, + "hd15iqr": 0.6938698310405016, + "ops": 1.618332012314661, + "total": 15.448004371020943, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_record_csv]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_record_csv]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "gen_data", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_record_csv", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 4.292889551259577, + "max": 4.5552479680627584, + "mean": 4.381548442412168, + "stddev": 0.06590486969869666, + "rounds": 25, + "median": 4.368655949831009, + "iqr": 0.08513001922983676, + "q1": 4.331784575711936, + "q3": 4.4169145949417725, + "iqr_outliers": 1, + "stddev_outliers": 7, + "outliers": "7;1", + "ld15iqr": 4.292889551259577, + "hd15iqr": 4.5552479680627584, + "ops": 0.22822981718523952, + "total": 109.5387110603042, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_single_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_single_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "gen_data", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_single_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.39680690271779895, + "max": 0.6523388088680804, + "mean": 0.43103328846395017, + "stddev": 0.05103803576643473, + "rounds": 25, + "median": 0.41726621985435486, + "iqr": 0.02135603374335915, + "q1": 0.4089548762422055, + "q3": 0.43031090998556465, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.39680690271779895, + "hd15iqr": 0.5103537188842893, + "ops": 2.3200064281894455, + "total": 10.775832211598754, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_observations]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_observations]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "gen_data", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_observations", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.0004381909966468811, + "max": 0.0009164507500827312, + "mean": 0.0004699724206533071, + "stddev": 4.7303453060942994e-05, + "rounds": 2286, + "median": 0.00045570917427539825, + "iqr": 1.8473714590072632e-05, + "q1": 0.0004487982951104641, + "q3": 0.00046727200970053673, + "iqr_outliers": 319, + "stddev_outliers": 208, + "outliers": "208;319", + "ld15iqr": 0.0004381909966468811, + "hd15iqr": 0.0004952289164066315, + "ops": 2127.7844317117656, + "total": 1.07435695361346, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_parameters]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_parameters]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "gen_data", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-gen_data-get_parameters", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 3.205984830856323e-05, + "max": 0.00021387403830885887, + "mean": 3.587729609789749e-05, + "stddev": 5.900540628196147e-06, + "rounds": 30859, + "median": 3.3626798540353775e-05, + "iqr": 1.5052501112222672e-06, + "q1": 3.3279997296631336e-05, + "q3": 3.47852474078536e-05, + "iqr_outliers": 6015, + "stddev_outliers": 3365, + "outliers": "3365;6015", + "ld15iqr": 3.205984830856323e-05, + "hd15iqr": 3.704475238919258e-05, + "ops": 27872.78052591602, + "total": 1.1071374802850187, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_result]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_result]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "summary_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_result", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 6.716758796013892, + "max": 7.247681721113622, + "mean": 6.982307852823287, + "stddev": 0.14296016279321302, + "rounds": 25, + "median": 6.965455994941294, + "iqr": 0.2169869535136968, + "q1": 6.875455474248156, + "q3": 7.092442427761853, + "iqr_outliers": 0, + "stddev_outliers": 9, + "outliers": "9;0", + "ld15iqr": 6.716758796013892, + "hd15iqr": 7.247681721113622, + "ops": 0.1432191219691998, + "total": 174.55769632058218, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "summary_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 3.62566907517612, + "max": 3.852162526920438, + "mean": 3.7203270066715777, + "stddev": 0.05657216179124092, + "rounds": 25, + "median": 3.714548972900957, + "iqr": 0.08089291281066835, + "q1": 3.677192464005202, + "q3": 3.7580853768158704, + "iqr_outliers": 0, + "stddev_outliers": 9, + "outliers": "9;0", + "ld15iqr": 3.62566907517612, + "hd15iqr": 3.852162526920438, + "ops": 0.26879357599660536, + "total": 93.00817516678944, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_record_csv]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_record_csv]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "summary_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_record_csv", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 6.780790574848652, + "max": 7.327705056872219, + "mean": 6.9822537493705745, + "stddev": 0.1508830766946908, + "rounds": 25, + "median": 6.945263158064336, + "iqr": 0.1392966223647818, + "q1": 6.888659854535945, + "q3": 7.027956476900727, + "iqr_outliers": 3, + "stddev_outliers": 6, + "outliers": "6;3", + "ld15iqr": 6.780790574848652, + "hd15iqr": 7.296502351760864, + "ops": 0.1432202317325042, + "total": 174.55634373426437, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_single_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_single_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "summary_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_single_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.4261643593199551, + "max": 0.4894259227439761, + "mean": 0.4430364214256406, + "stddev": 0.014521862843544365, + "rounds": 25, + "median": 0.4404113031923771, + "iqr": 0.011996687739156187, + "q1": 0.43470412539318204, + "q3": 0.4467008131323382, + "iqr_outliers": 3, + "stddev_outliers": 4, + "outliers": "4;3", + "ld15iqr": 0.4261643593199551, + "hd15iqr": 0.46937102265655994, + "ops": 2.257150770544133, + "total": 11.075910535641015, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_observations]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_observations]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "summary_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_observations", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.0941670211032033, + "max": 0.10155148105695844, + "mean": 0.098762909155339, + "stddev": 0.0021512094454975116, + "rounds": 25, + "median": 0.09927234100177884, + "iqr": 0.0023627153132110834, + "q1": 0.09797309699933976, + "q3": 0.10033581231255084, + "iqr_outliers": 1, + "stddev_outliers": 5, + "outliers": "5;1", + "ld15iqr": 0.09464423591271043, + "hd15iqr": 0.10155148105695844, + "ops": 10.125258647729305, + "total": 2.469072728883475, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_parameters]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_parameters]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "summary_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-summary_with_obs-get_parameters", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 3.2051000744104385e-05, + "max": 0.00023160921409726143, + "mean": 3.709463182858388e-05, + "stddev": 7.75739512684729e-06, + "rounds": 31020, + "median": 3.367895260453224e-05, + "iqr": 3.3187679946422577e-06, + "q1": 3.3259857445955276e-05, + "q3": 3.6578625440597534e-05, + "iqr_outliers": 5379, + "stddev_outliers": 3884, + "outliers": "3884;5379", + "ld15iqr": 3.2051000744104385e-05, + "hd15iqr": 4.156026989221573e-05, + "ops": 26958.078587248132, + "total": 1.150675479322672, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_result]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_result]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "gen_data_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_result", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 4.29353454336524, + "max": 4.467440082225949, + "mean": 4.374258943293244, + "stddev": 0.05129120832803008, + "rounds": 25, + "median": 4.353796921204776, + "iqr": 0.0686840326525271, + "q1": 4.338624829193577, + "q3": 4.407308861846104, + "iqr_outliers": 0, + "stddev_outliers": 8, + "outliers": "8;0", + "ld15iqr": 4.29353454336524, + "hd15iqr": 4.467440082225949, + "ops": 0.22861015156252526, + "total": 109.35647358233109, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "gen_data_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.5272166687063873, + "max": 0.6108848098665476, + "mean": 0.5644482202082872, + "stddev": 0.016822871362794936, + "rounds": 25, + "median": 0.5639887456782162, + "iqr": 0.011940561584196985, + "q1": 0.5573642197996378, + "q3": 0.5693047813838348, + "iqr_outliers": 4, + "stddev_outliers": 4, + "outliers": "4;4", + "ld15iqr": 0.5510929608717561, + "hd15iqr": 0.6036038217134774, + "ops": 1.7716416921838989, + "total": 14.111205505207181, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_record_csv]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_record_csv]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "gen_data_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_record_csv", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 4.140307838097215, + "max": 4.42754036700353, + "mean": 4.296853936314583, + "stddev": 0.07519580950965012, + "rounds": 25, + "median": 4.298424652311951, + "iqr": 0.0973578643752262, + "q1": 4.2410510706249624, + "q3": 4.338408935000189, + "iqr_outliers": 0, + "stddev_outliers": 10, + "outliers": "10;0", + "ld15iqr": 4.140307838097215, + "hd15iqr": 4.42754036700353, + "ops": 0.23272841358384672, + "total": 107.42134840786457, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_single_record_parquet]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_single_record_parquet]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "gen_data_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_single_record_parquet", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.38105781888589263, + "max": 0.46056062495335937, + "mean": 0.4102895496971905, + "stddev": 0.019672085093808453, + "rounds": 25, + "median": 0.40592934004962444, + "iqr": 0.018121761037036777, + "q1": 0.39998050685971975, + "q3": 0.41810226789675653, + "iqr_outliers": 2, + "stddev_outliers": 6, + "outliers": "6;2", + "ld15iqr": 0.38105781888589263, + "hd15iqr": 0.45217039715498686, + "ops": 2.437303121022796, + "total": 10.257238742429763, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_observations]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_observations]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "gen_data_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_observations", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 0.006185518112033606, + "max": 0.013271106872707605, + "mean": 0.007395614416171343, + "stddev": 0.0017194861270122498, + "rounds": 156, + "median": 0.00682367361150682, + "iqr": 0.0005295982118695974, + "q1": 0.0065186419524252415, + "q3": 0.007048240164294839, + "iqr_outliers": 22, + "stddev_outliers": 19, + "outliers": "19;22", + "ld15iqr": 0.006185518112033606, + "hd15iqr": 0.00786739494651556, + "ops": 135.21526998668122, + "total": 1.1537158489227295, + "iterations": 1 + } + }, + { + "group": null, + "name": "test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_parameters]", + "fullname": "tests/performance_tests/test_dark_storage_performance.py::test_direct_dark_performance[gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_parameters]", + "params": { + "template_config": { + "gen_data_count": 2, + "gen_data_entries": 2000, + "summary_data_entries": 2000, + "reals": 1000, + "summary_data_count": 2, + "sum_obs_count": 1, + "gen_obs_count": 1, + "sum_obs_every": 2, + "gen_obs_every": 2, + "parameter_entries": 3, + "parameter_count": 1, + "update_steps": 1, + "marks": "UNSERIALIZABLE[MarkDecorator(mark=Mark(name='slow', args=(), kwargs={}))]", + "folder": "UNSERIALIZABLE[local('/tmp/pytest-of-f_scout_ci/pytest-3/my_poly_tmp1/785ac9d282bff59d941ea38705213b2d71dba0cd/poly')]" + }, + "keyword": "gen_data_with_obs", + "function": "UNSERIALIZABLE[]" + }, + "param": "gen_x: 2000, sum_x: 2000 reals: 1000-gen_data_with_obs-get_parameters", + "extra_info": {}, + "options": { + "disable_gc": true, + "timer": "perf_counter", + "min_rounds": 25, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": 100000 + }, + "stats": { + "min": 3.2129231840372086e-05, + "max": 0.00010668160393834114, + "mean": 3.552093668164624e-05, + "stddev": 5.885613817240252e-06, + "rounds": 31044, + "median": 3.352551721036434e-05, + "iqr": 8.838251233100891e-07, + "q1": 3.3214688301086426e-05, + "q3": 3.4098513424396515e-05, + "iqr_outliers": 5225, + "stddev_outliers": 3179, + "outliers": "3179;5225", + "ld15iqr": 3.2129231840372086e-05, + "hd15iqr": 3.543077036738396e-05, + "ops": 28152.41075882728, + "total": 1.1027119583450258, + "iterations": 1 + } + } + ], + "datetime": "2023-11-30T16:16:34.710928", + "version": "4.0.0" +} \ No newline at end of file