From bcf0112f5b4601058648fc5c38c1ae1228965f9c Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Sat, 7 Dec 2024 14:23:11 +0000 Subject: [PATCH] Update benchmark results --- benchmark.json | 3048 +++++++++++++++++++++++++++++++++++++++++++++--- 1 file changed, 2881 insertions(+), 167 deletions(-) diff --git a/benchmark.json b/benchmark.json index 446921f..c5b6c4b 100644 --- a/benchmark.json +++ b/benchmark.json @@ -1,20 +1,20 @@ { "machine_info": { - "node": "quercus", + "node": "fv-az693-939", "processor": "x86_64", "machine": "x86_64", - "python_compiler": "Clang 18.1.8 ", + "python_compiler": "GCC 11.4.0", "python_implementation": "CPython", - "python_implementation_version": "3.11.9", - "python_version": "3.11.9", + "python_implementation_version": "3.10.12", + "python_version": "3.10.12", "python_build": [ "main", - "Aug 14 2024 05:07:28" + "Nov 6 2024 20:22:13" ], - "release": "6.8.0-49-generic", + "release": "6.5.0-1025-azure", "system": "Linux", "cpu": { - "python_version": "3.11.9.final.0 (64 bit)", + "python_version": "3.10.12.final.0 (64 bit)", "cpuinfo_version": [ 9, 0, @@ -23,22 +23,22 @@ "cpuinfo_version_string": "9.0.0", "arch": "X86_64", "bits": 64, - "count": 16, + "count": 4, "arch_string_raw": "x86_64", "vendor_id_raw": "AuthenticAMD", - "brand_raw": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics", - "hz_advertised_friendly": "1.3973 GHz", - "hz_actual_friendly": "1.3973 GHz", + "brand_raw": "AMD EPYC 7763 64-Core Processor", + "hz_advertised_friendly": "2.4454 GHz", + "hz_actual_friendly": "2.4454 GHz", "hz_advertised": [ - 1397279000, + 2445421000, 0 ], "hz_actual": [ - 1397279000, + 2445421000, 0 ], "stepping": 1, - "model": 116, + "model": 1, "family": 25, "flags": [ "3dnowext", @@ -46,33 +46,13 @@ "abm", "adx", "aes", - "amd_lbr_v2", "aperfmperf", "apic", "arat", "avx", "avx2", - "avx512_bf16", - "avx512_bitalg", - "avx512_vbmi2", - "avx512_vnni", - "avx512_vpopcntdq", - "avx512bitalg", - "avx512bw", - "avx512cd", - "avx512dq", - "avx512f", - "avx512ifma", - "avx512vbmi", - "avx512vbmi2", - "avx512vl", - "avx512vnni", - "avx512vpopcntdq", "bmi1", "bmi2", - "bpext", - "cat_l3", - "cdp_l3", "clflush", "clflushopt", "clwb", @@ -80,25 +60,15 @@ "cmov", "cmp_legacy", "constant_tsc", - "cpb", - "cppc", "cpuid", - "cqm", - "cqm_llc", - "cqm_mbm_local", - "cqm_mbm_total", - "cqm_occup_llc", "cr8_legacy", "cx16", "cx8", - "dbx", "de", "decodeassists", "erms", - "extapic", "extd_apicid", "f16c", - "flush_l1d", "flushbyasid", "fma", "fpu", @@ -106,104 +76,70 @@ "fsrm", "fxsr", "fxsr_opt", - "gfni", "ht", - "hw_pstate", - "ibpb", - "ibrs", - "ibrs_enhanced", - "ibs", + "hypervisor", "invpcid", - "irperf", + "invpcid_single", "lahf_lm", - "lbrv", "lm", - "mba", "mca", "mce", "misalignsse", "mmx", "mmxext", - "monitor", "movbe", "msr", "mtrr", - "mwaitx", "nonstop_tsc", "nopl", "npt", "nrip_save", "nx", - "ospke", "osvw", "osxsave", - "overflow_recov", "pae", "pat", "pausefilter", - "pci_l2i", + "pcid", "pclmulqdq", "pdpe1gb", - "perfctr_core", - "perfctr_llc", - "perfctr_nb", - "perfmon_v2", "pfthreshold", "pge", - "pku", "pni", "popcnt", - "pqe", - "pqm", "pse", "pse36", - "rapl", "rdpid", "rdpru", "rdrand", "rdrnd", "rdseed", - "rdt_a", "rdtscp", "rep_good", "sep", "sha", "sha_ni", - "skinit", "smap", - "smca", "smep", - "ssbd", "sse", "sse2", "sse4_1", "sse4_2", "sse4a", "ssse3", - "stibp", - "succor", "svm", - "svm_lock", "syscall", - "tce", "topoext", "tsc", + "tsc_reliable", "tsc_scale", "umip", - "user_shstk", - "v_spec_ctrl", "v_vmsave_vmload", "vaes", - "vgif", "vmcb_clean", "vme", "vmmcall", - "vnmi", "vpclmulqdq", - "wbnoinvd", - "wdt", - "x2apic", - "x2avic", "xgetbv1", "xsave", "xsavec", @@ -211,18 +147,18 @@ "xsaveopt", "xsaves" ], - "l3_cache_size": 1048576, - "l2_cache_size": 8388608, - "l1_data_cache_size": 262144, - "l1_instruction_cache_size": 262144, - "l2_cache_line_size": 1024, + "l3_cache_size": 524288, + "l2_cache_size": 1048576, + "l1_data_cache_size": 65536, + "l1_instruction_cache_size": 65536, + "l2_cache_line_size": 512, "l2_cache_associativity": 6 } }, "commit_info": { - "id": "e95b6ffa5a9d2784eb3fba314c739e3b33555879", - "time": "2024-12-06T22:20:33+00:00", - "author_time": "2024-12-06T22:20:33+00:00", + "id": "1eb931b3101942a3aedfe0a8d7f41c6f6c7fbffa", + "time": "2024-12-07T06:56:37-06:00", + "author_time": "2024-12-07T06:56:37-06:00", "dirty": true, "project": "titiler-cmr", "branch": "feat/test-performance" @@ -258,26 +194,134 @@ "warmup": false }, "stats": { - "min": 2.550993118000406, - "max": 4.300860044999354, - "mean": 3.4568105449998257, - "stddev": 0.876567181199241, + "min": 2.9562548190000086, + "max": 3.3105167060000156, + "mean": 3.086074487, + "stddev": 0.19516772661871007, "rounds": 3, - "median": 3.5185784719997173, - "iqr": 1.3124001952492108, - "q1": 2.792889456500234, - "q3": 4.105289651749445, + "median": 2.991451935999976, + "iqr": 0.2656964152500052, + "q1": 2.9650540982500004, + "q3": 3.2307505135000056, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 2.550993118000406, - "hd15iqr": 4.300860044999354, - "ops": 0.2892840052939755, - "total": 10.370431634999477, + "ld15iqr": 2.9562548190000086, + "hd15iqr": 3.3105167060000156, + "ops": 0.3240362487076936, + "total": 9.258223461, "data": [ - 2.550993118000406, - 4.300860044999354, - 3.5185784719997173 + 2.991451935999976, + 2.9562548190000086, + 3.3105167060000156 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-10-GAMSSA-128x128]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-10-GAMSSA-128x128]", + "params": { + "img_dims": "512x512", + "num_timepoints": 10, + "concept_config_id": "GAMSSA", + "bbox_dims": "128x128" + }, + "param": "512x512-10-GAMSSA-128x128", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 262144, + "bbox_size": 16384.0, + "num_timepoints": 10, + "response_size": 945, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 2.854400155999997, + "max": 4.560202795999999, + "mean": 3.9543150673333307, + "stddev": 0.9541948462279158, + "rounds": 3, + "median": 4.448342249999996, + "iqr": 1.2793519800000013, + "q1": 3.2528856794999967, + "q3": 4.532237659499998, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 2.854400155999997, + "hd15iqr": 4.560202795999999, + "ops": 0.25288829619597547, + "total": 11.862945201999992, + "data": [ + 4.560202795999999, + 2.854400155999997, + 4.448342249999996 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-10-GAMSSA-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-10-GAMSSA-360x180]", + "params": { + "img_dims": "512x512", + "num_timepoints": 10, + "concept_config_id": "GAMSSA", + "bbox_dims": "360x180" + }, + "param": "512x512-10-GAMSSA-360x180", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 262144, + "bbox_size": 64800.0, + "num_timepoints": 10, + "response_size": 1928, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 2.8048453950000294, + "max": 4.935316345999979, + "mean": 3.5379851893333316, + "stddev": 1.210615233099405, + "rounds": 3, + "median": 2.873793826999986, + "iqr": 1.5978532132499623, + "q1": 2.8220825030000185, + "q3": 4.419935716249981, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 2.8048453950000294, + "hd15iqr": 4.935316345999979, + "ops": 0.2826467456717736, + "total": 10.613955567999994, + "data": [ + 2.8048453950000294, + 2.873793826999986, + 4.935316345999979 ], "iterations": 1 } @@ -312,45 +356,155 @@ "warmup": false }, "stats": { - "min": 16.81071982100002, - "max": 18.48764437400132, - "mean": 17.471176457000183, - "stddev": 0.8933515619646153, + "min": 16.30741273000001, + "max": 17.659889892000024, + "mean": 16.86840150500001, + "stddev": 0.7050859321969356, "rounds": 3, - "median": 17.11516517599921, - "iqr": 1.2576934147509746, - "q1": 16.886831159749818, - "q3": 18.144524574500792, + "median": 16.63790189299999, + "iqr": 1.0143578715000103, + "q1": 16.390035020750005, + "q3": 17.404392892250016, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 16.81071982100002, - "hd15iqr": 18.48764437400132, - "ops": 0.05723713010747651, - "total": 52.41352937100055, + "ld15iqr": 16.30741273000001, + "hd15iqr": 17.659889892000024, + "ops": 0.05928243999311893, + "total": 50.605204515000025, "data": [ - 18.48764437400132, - 16.81071982100002, - 17.11516517599921 + 16.63790189299999, + 17.659889892000024, + 16.30741273000001 ], "iterations": 1 } }, { - "group": "statistics", - "name": "test_statistics[10-GAMSSA-64x64]", - "fullname": "tests/test_timeseries_benchmark.py::test_statistics[10-GAMSSA-64x64]", + "group": "bbox", + "name": "test_bbox[512x512-10-MUR-SST-128x128]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-10-MUR-SST-128x128]", + "params": { + "img_dims": "512x512", + "num_timepoints": 10, + "concept_config_id": "MUR-SST", + "bbox_dims": "128x128" + }, + "param": "512x512-10-MUR-SST-128x128", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 262144, + "bbox_size": 16384.0, + "num_timepoints": 10, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 30.214570167999966, + "max": 30.239372720999995, + "mean": 30.227217924999973, + "stddev": 0.012408622677011372, + "rounds": 3, + "median": 30.227710885999954, + "iqr": 0.01860191475002182, + "q1": 30.217855347499963, + "q3": 30.236457262249985, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 30.214570167999966, + "hd15iqr": 30.239372720999995, + "ops": 0.03308276674622218, + "total": 90.68165377499992, + "data": [ + 30.227710885999954, + 30.239372720999995, + 30.214570167999966 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-10-MUR-SST-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-10-MUR-SST-360x180]", "params": { + "img_dims": "512x512", + "num_timepoints": 10, + "concept_config_id": "MUR-SST", + "bbox_dims": "360x180" + }, + "param": "512x512-10-MUR-SST-360x180", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 262144, + "bbox_size": 64800.0, "num_timepoints": 10, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 19.242956643999946, + "max": 20.906831241999953, + "mean": 19.800845762999984, + "stddev": 0.9578240362150564, + "rounds": 3, + "median": 19.252749403000053, + "iqr": 1.247905948500005, + "q1": 19.245404833749973, + "q3": 20.493310782249978, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 19.242956643999946, + "hd15iqr": 20.906831241999953, + "ops": 0.05050289325866109, + "total": 59.40253728899995, + "data": [ + 20.906831241999953, + 19.242956643999946, + 19.252749403000053 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-500-GAMSSA-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-500-GAMSSA-64x64]", + "params": { + "img_dims": "512x512", + "num_timepoints": 500, "concept_config_id": "GAMSSA", "bbox_dims": "64x64" }, - "param": "10-GAMSSA-64x64", + "param": "512x512-500-GAMSSA-64x64", "extra_info": { "concept_config_id": "GAMSSA", + "img_size": 262144, "bbox_size": 4096.0, - "num_timepoints": 10, - "response_size": 7196, + "num_timepoints": 500, + "response_size": 490, "error_count": 0, "success_count": 5, "error_rate": 0.0 @@ -364,48 +518,2608 @@ "warmup": false }, "stats": { - "min": 2.8104201500009367, - "max": 3.2783129370000097, - "mean": 3.0899493256668698, - "stddev": 0.2469094674602969, + "min": 11.947879375999946, + "max": 16.24267174800002, + "mean": 14.224708883333316, + "stddev": 2.1590667737848315, "rounds": 3, - "median": 3.1811148899996624, - "iqr": 0.35091959024930475, - "q1": 2.903093835000618, - "q3": 3.254013425249923, + "median": 14.483575525999981, + "iqr": 3.221094279000056, + "q1": 12.581803413499955, + "q3": 15.80289769250001, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 2.8104201500009367, - "hd15iqr": 3.2783129370000097, - "ops": 0.3236299028250831, - "total": 9.269847977000609, + "ld15iqr": 11.947879375999946, + "hd15iqr": 16.24267174800002, + "ops": 0.07030020847538548, + "total": 42.67412664999995, "data": [ - 3.1811148899996624, - 3.2783129370000097, - 2.8104201500009367 + 11.947879375999946, + 14.483575525999981, + 16.24267174800002 ], "iterations": 1 } }, { - "group": "statistics", - "name": "test_statistics[10-MUR-SST-64x64]", - "fullname": "tests/test_timeseries_benchmark.py::test_statistics[10-MUR-SST-64x64]", + "group": "bbox", + "name": "test_bbox[512x512-500-GAMSSA-128x128]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-500-GAMSSA-128x128]", "params": { - "num_timepoints": 10, + "img_dims": "512x512", + "num_timepoints": 500, + "concept_config_id": "GAMSSA", + "bbox_dims": "128x128" + }, + "param": "512x512-500-GAMSSA-128x128", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 262144, + "bbox_size": 16384.0, + "num_timepoints": 500, + "response_size": 945, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 13.678309791999936, + "max": 14.32523913, + "mean": 13.915059680666635, + "stddev": 0.3566339180112779, + "rounds": 3, + "median": 13.741630119999968, + "iqr": 0.4851970035000477, + "q1": 13.694139873999944, + "q3": 14.179336877499992, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 13.678309791999936, + "hd15iqr": 14.32523913, + "ops": 0.07186458577604121, + "total": 41.745179041999904, + "data": [ + 13.678309791999936, + 14.32523913, + 13.741630119999968 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-500-GAMSSA-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-500-GAMSSA-360x180]", + "params": { + "img_dims": "512x512", + "num_timepoints": 500, + "concept_config_id": "GAMSSA", + "bbox_dims": "360x180" + }, + "param": "512x512-500-GAMSSA-360x180", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 262144, + "bbox_size": 64800.0, + "num_timepoints": 500, + "response_size": 1928, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 21.156739382999945, + "max": 27.06733804299995, + "mean": 23.252879555999964, + "stddev": 3.308815120412326, + "rounds": 3, + "median": 21.534561241999995, + "iqr": 4.432948995000004, + "q1": 21.251194847749957, + "q3": 25.68414384274996, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 21.156739382999945, + "hd15iqr": 27.06733804299995, + "ops": 0.04300542638565248, + "total": 69.75863866799989, + "data": [ + 21.534561241999995, + 27.06733804299995, + 21.156739382999945 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-500-MUR-SST-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-500-MUR-SST-64x64]", + "params": { + "img_dims": "512x512", + "num_timepoints": 500, "concept_config_id": "MUR-SST", "bbox_dims": "64x64" }, - "param": "10-MUR-SST-64x64", + "param": "512x512-500-MUR-SST-64x64", "extra_info": { "concept_config_id": "MUR-SST", + "img_size": 262144, "bbox_size": 4096.0, - "num_timepoints": 10, - "response_size": 163, - "error_count": 0, - "success_count": 5, - "error_rate": 0.0 + "num_timepoints": 500, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 30.211589376999996, + "max": 30.235960611999985, + "mean": 30.221080187666683, + "stddev": 0.013048954956728311, + "rounds": 3, + "median": 30.215690574000064, + "iqr": 0.018278426249992208, + "q1": 30.212614676250013, + "q3": 30.230893102500005, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 30.211589376999996, + "hd15iqr": 30.235960611999985, + "ops": 0.033089485676561066, + "total": 90.66324056300004, + "data": [ + 30.211589376999996, + 30.235960611999985, + 30.215690574000064 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-500-MUR-SST-128x128]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-500-MUR-SST-128x128]", + "params": { + "img_dims": "512x512", + "num_timepoints": 500, + "concept_config_id": "MUR-SST", + "bbox_dims": "128x128" + }, + "param": "512x512-500-MUR-SST-128x128", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 262144, + "bbox_size": 16384.0, + "num_timepoints": 500, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 30.219195749999926, + "max": 30.24214143800009, + "mean": 30.232141409666685, + "stddev": 0.011753029712131676, + "rounds": 3, + "median": 30.235087041000043, + "iqr": 0.017209266000122625, + "q1": 30.223168572749955, + "q3": 30.240377838750078, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 30.219195749999926, + "hd15iqr": 30.24214143800009, + "ops": 0.033077379020205674, + "total": 90.69642422900006, + "data": [ + 30.235087041000043, + 30.219195749999926, + 30.24214143800009 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-500-MUR-SST-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-500-MUR-SST-360x180]", + "params": { + "img_dims": "512x512", + "num_timepoints": 500, + "concept_config_id": "MUR-SST", + "bbox_dims": "360x180" + }, + "param": "512x512-500-MUR-SST-360x180", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 262144, + "bbox_size": 64800.0, + "num_timepoints": 500, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 28.957516181999836, + "max": 30.26878846900013, + "mean": 29.7149131426667, + "stddev": 0.6789142393521127, + "rounds": 3, + "median": 29.91843477700013, + "iqr": 0.9834542152502195, + "q1": 29.19774583074991, + "q3": 30.18120004600013, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 28.957516181999836, + "hd15iqr": 30.26878846900013, + "ops": 0.033653135555161084, + "total": 89.1447394280001, + "data": [ + 29.91843477700013, + 30.26878846900013, + 28.957516181999836 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-1000-GAMSSA-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-1000-GAMSSA-64x64]", + "params": { + "img_dims": "512x512", + "num_timepoints": 1000, + "concept_config_id": "GAMSSA", + "bbox_dims": "64x64" + }, + "param": "512x512-1000-GAMSSA-64x64", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 262144, + "bbox_size": 4096.0, + "num_timepoints": 1000, + "response_size": 490, + "error_count": 4, + "success_count": 1, + "error_rate": 0.8 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 20.30177672600007, + "max": 24.547751399999925, + "mean": 21.957422646666675, + "stddev": 2.272069372031441, + "rounds": 3, + "median": 21.022739814000033, + "iqr": 3.18448100549989, + "q1": 20.48201749800006, + "q3": 23.66649850349995, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 20.30177672600007, + "hd15iqr": 24.547751399999925, + "ops": 0.04554268577381547, + "total": 65.87226794000003, + "data": [ + 24.547751399999925, + 21.022739814000033, + 20.30177672600007 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-1000-GAMSSA-128x128]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-1000-GAMSSA-128x128]", + "params": { + "img_dims": "512x512", + "num_timepoints": 1000, + "concept_config_id": "GAMSSA", + "bbox_dims": "128x128" + }, + "param": "512x512-1000-GAMSSA-128x128", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 262144, + "bbox_size": 16384.0, + "num_timepoints": 1000, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 21.410756599000024, + "max": 21.929025973999842, + "mean": 21.607837688666603, + "stddev": 0.2805400742814793, + "rounds": 3, + "median": 21.48373049299994, + "iqr": 0.38870203124986347, + "q1": 21.429000072500003, + "q3": 21.817702103749866, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 21.410756599000024, + "hd15iqr": 21.929025973999842, + "ops": 0.04627950350277316, + "total": 64.8235130659998, + "data": [ + 21.48373049299994, + 21.410756599000024, + 21.929025973999842 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-1000-GAMSSA-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-1000-GAMSSA-360x180]", + "params": { + "img_dims": "512x512", + "num_timepoints": 1000, + "concept_config_id": "GAMSSA", + "bbox_dims": "360x180" + }, + "param": "512x512-1000-GAMSSA-360x180", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 262144, + "bbox_size": 64800.0, + "num_timepoints": 1000, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 21.84038375299997, + "max": 30.230060004999814, + "mean": 24.639982397999955, + "stddev": 4.841151364227881, + "rounds": 3, + "median": 21.849503436000077, + "iqr": 6.2922571889998835, + "q1": 21.842663673749996, + "q3": 28.13492086274988, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 21.84038375299997, + "hd15iqr": 30.230060004999814, + "ops": 0.040584444576598835, + "total": 73.91994719399986, + "data": [ + 21.84038375299997, + 21.849503436000077, + 30.230060004999814 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-1000-MUR-SST-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-1000-MUR-SST-64x64]", + "params": { + "img_dims": "512x512", + "num_timepoints": 1000, + "concept_config_id": "MUR-SST", + "bbox_dims": "64x64" + }, + "param": "512x512-1000-MUR-SST-64x64", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 262144, + "bbox_size": 4096.0, + "num_timepoints": 1000, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 24.29473090900001, + "max": 28.968179674000112, + "mean": 26.27158740599998, + "stddev": 2.41842831707147, + "rounds": 3, + "median": 25.55185163499982, + "iqr": 3.505086573750077, + "q1": 24.609011090499962, + "q3": 28.11409766425004, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 24.29473090900001, + "hd15iqr": 28.968179674000112, + "ops": 0.03806393517628163, + "total": 78.81476221799994, + "data": [ + 24.29473090900001, + 25.55185163499982, + 28.968179674000112 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-1000-MUR-SST-128x128]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-1000-MUR-SST-128x128]", + "params": { + "img_dims": "512x512", + "num_timepoints": 1000, + "concept_config_id": "MUR-SST", + "bbox_dims": "128x128" + }, + "param": "512x512-1000-MUR-SST-128x128", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 262144, + "bbox_size": 16384.0, + "num_timepoints": 1000, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 0.23570862200017473, + "max": 30.213740948000122, + "mean": 10.231865050666784, + "stddev": 17.304812929207202, + "rounds": 3, + "median": 0.24614558200005376, + "iqr": 22.48352424449996, + "q1": 0.2383178620001445, + "q3": 22.721842106500105, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.23570862200017473, + "hd15iqr": 30.213740948000122, + "ops": 0.09773389260395227, + "total": 30.69559515200035, + "data": [ + 30.213740948000122, + 0.24614558200005376, + 0.23570862200017473 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[512x512-1000-MUR-SST-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[512x512-1000-MUR-SST-360x180]", + "params": { + "img_dims": "512x512", + "num_timepoints": 1000, + "concept_config_id": "MUR-SST", + "bbox_dims": "360x180" + }, + "param": "512x512-1000-MUR-SST-360x180", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 262144, + "bbox_size": 64800.0, + "num_timepoints": 1000, + "response_size": 0, + "error_count": 7, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 0.21627538699999604, + "max": 0.24582797800007938, + "mean": 0.2236823934000313, + "stddev": 0.01245686695264097, + "rounds": 5, + "median": 0.21824019499990754, + "iqr": 0.009090040999922167, + "q1": 0.2174935527501134, + "q3": 0.22658359375003556, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.21627538699999604, + "hd15iqr": 0.24582797800007938, + "ops": 4.470624552964302, + "total": 1.1184119670001564, + "data": [ + 0.24582797800007938, + 0.2178996080001525, + 0.21627538699999604, + 0.22016879900002095, + 0.21824019499990754 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-10-GAMSSA-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-10-GAMSSA-64x64]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 10, + "concept_config_id": "GAMSSA", + "bbox_dims": "64x64" + }, + "param": "1024x1024-10-GAMSSA-64x64", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 1048576, + "bbox_size": 4096.0, + "num_timepoints": 10, + "response_size": 490, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 2.194112961999963, + "max": 2.8351291359999777, + "mean": 2.5699381566666943, + "stddev": 0.33452261662590194, + "rounds": 3, + "median": 2.6805723720001424, + "iqr": 0.48076213050001115, + "q1": 2.3157278145000078, + "q3": 2.796489945000019, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 2.194112961999963, + "hd15iqr": 2.8351291359999777, + "ops": 0.3891144218415891, + "total": 7.709814470000083, + "data": [ + 2.8351291359999777, + 2.6805723720001424, + 2.194112961999963 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-10-GAMSSA-128x128]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-10-GAMSSA-128x128]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 10, + "concept_config_id": "GAMSSA", + "bbox_dims": "128x128" + }, + "param": "1024x1024-10-GAMSSA-128x128", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 1048576, + "bbox_size": 16384.0, + "num_timepoints": 10, + "response_size": 945, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 2.641342275999932, + "max": 3.5782488140000623, + "mean": 3.1071126776666156, + "stddev": 0.4684763159096017, + "rounds": 3, + "median": 3.1017469429998528, + "iqr": 0.7026799035000977, + "q1": 2.7564434427499123, + "q3": 3.45912334625001, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 2.641342275999932, + "hd15iqr": 3.5782488140000623, + "ops": 0.32184220649216416, + "total": 9.321338032999847, + "data": [ + 3.5782488140000623, + 2.641342275999932, + 3.1017469429998528 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-10-GAMSSA-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-10-GAMSSA-360x180]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 10, + "concept_config_id": "GAMSSA", + "bbox_dims": "360x180" + }, + "param": "1024x1024-10-GAMSSA-360x180", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 1048576, + "bbox_size": 64800.0, + "num_timepoints": 10, + "response_size": 1928, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 2.602508498000134, + "max": 3.108963270000004, + "mean": 2.9015081869999904, + "stddev": 0.2653477344657571, + "rounds": 3, + "median": 2.9930527929998334, + "iqr": 0.3798410789999025, + "q1": 2.7001445717500587, + "q3": 3.0799856507499612, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 2.602508498000134, + "hd15iqr": 3.108963270000004, + "ops": 0.3446483468426634, + "total": 8.704524560999971, + "data": [ + 2.602508498000134, + 3.108963270000004, + 2.9930527929998334 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-10-MUR-SST-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-10-MUR-SST-64x64]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 10, + "concept_config_id": "MUR-SST", + "bbox_dims": "64x64" + }, + "param": "1024x1024-10-MUR-SST-64x64", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 1048576, + "bbox_size": 4096.0, + "num_timepoints": 10, + "response_size": 31185, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 18.276554481999938, + "max": 20.14554860200019, + "mean": 19.275333161333418, + "stddev": 0.9411063355972232, + "rounds": 3, + "median": 19.40389640000012, + "iqr": 1.4017455900001892, + "q1": 18.558389961499984, + "q3": 19.960135551500173, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 18.276554481999938, + "hd15iqr": 20.14554860200019, + "ops": 0.051879777725762674, + "total": 57.82599948400025, + "data": [ + 18.276554481999938, + 20.14554860200019, + 19.40389640000012 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-10-MUR-SST-128x128]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-10-MUR-SST-128x128]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 10, + "concept_config_id": "MUR-SST", + "bbox_dims": "128x128" + }, + "param": "1024x1024-10-MUR-SST-128x128", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 1048576, + "bbox_size": 16384.0, + "num_timepoints": 10, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 30.20887057300024, + "max": 30.289161457999853, + "mean": 30.236975756999982, + "stddev": 0.0452389216024256, + "rounds": 3, + "median": 30.212895239999852, + "iqr": 0.060218163749709674, + "q1": 30.209876739750143, + "q3": 30.270094903499853, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 30.20887057300024, + "hd15iqr": 30.289161457999853, + "ops": 0.03307209054359532, + "total": 90.71092727099995, + "data": [ + 30.20887057300024, + 30.212895239999852, + 30.289161457999853 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-10-MUR-SST-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-10-MUR-SST-360x180]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 10, + "concept_config_id": "MUR-SST", + "bbox_dims": "360x180" + }, + "param": "1024x1024-10-MUR-SST-360x180", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 1048576, + "bbox_size": 64800.0, + "num_timepoints": 10, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 19.48146909199977, + "max": 19.660035509999943, + "mean": 19.55471418999984, + "stddev": 0.09350483635994426, + "rounds": 3, + "median": 19.5226379679998, + "iqr": 0.13392481350012986, + "q1": 19.491761310999777, + "q3": 19.625686124499907, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 19.48146909199977, + "hd15iqr": 19.660035509999943, + "ops": 0.05113856384111172, + "total": 58.66414256999951, + "data": [ + 19.5226379679998, + 19.48146909199977, + 19.660035509999943 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-500-GAMSSA-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-500-GAMSSA-64x64]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 500, + "concept_config_id": "GAMSSA", + "bbox_dims": "64x64" + }, + "param": "1024x1024-500-GAMSSA-64x64", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 1048576, + "bbox_size": 4096.0, + "num_timepoints": 500, + "response_size": 490, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 12.924376934000065, + "max": 14.589350219999687, + "mean": 13.734263113666506, + "stddev": 0.8334064756178368, + "rounds": 3, + "median": 13.689062186999763, + "iqr": 1.2487299644997165, + "q1": 13.11554824724999, + "q3": 14.364278211749706, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 12.924376934000065, + "hd15iqr": 14.589350219999687, + "ops": 0.07281060452416507, + "total": 41.202789340999516, + "data": [ + 12.924376934000065, + 14.589350219999687, + 13.689062186999763 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-500-GAMSSA-128x128]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-500-GAMSSA-128x128]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 500, + "concept_config_id": "GAMSSA", + "bbox_dims": "128x128" + }, + "param": "1024x1024-500-GAMSSA-128x128", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 1048576, + "bbox_size": 16384.0, + "num_timepoints": 500, + "response_size": 945, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 14.41636403199982, + "max": 17.761414120000154, + "mean": 15.579933772666513, + "stddev": 1.890620671943891, + "rounds": 3, + "median": 14.562023165999562, + "iqr": 2.508787566000251, + "q1": 14.452778815499755, + "q3": 16.961566381500006, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 14.41636403199982, + "hd15iqr": 17.761414120000154, + "ops": 0.06418512521243212, + "total": 46.739801317999536, + "data": [ + 14.41636403199982, + 17.761414120000154, + 14.562023165999562 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-500-GAMSSA-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-500-GAMSSA-360x180]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 500, + "concept_config_id": "GAMSSA", + "bbox_dims": "360x180" + }, + "param": "1024x1024-500-GAMSSA-360x180", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 1048576, + "bbox_size": 64800.0, + "num_timepoints": 500, + "response_size": 1928, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 20.46557437699994, + "max": 21.102900959999715, + "mean": 20.684052027999922, + "stddev": 0.3628467734962958, + "rounds": 3, + "median": 20.483680747000108, + "iqr": 0.4779949372498322, + "q1": 20.47010096949998, + "q3": 20.948095906749813, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 20.46557437699994, + "hd15iqr": 21.102900959999715, + "ops": 0.04834642644711509, + "total": 62.05215608399976, + "data": [ + 21.102900959999715, + 20.46557437699994, + 20.483680747000108 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-500-MUR-SST-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-500-MUR-SST-64x64]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 500, + "concept_config_id": "MUR-SST", + "bbox_dims": "64x64" + }, + "param": "1024x1024-500-MUR-SST-64x64", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 1048576, + "bbox_size": 4096.0, + "num_timepoints": 500, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 30.214115152999966, + "max": 30.232749641999817, + "mean": 30.225032889666636, + "stddev": 0.009720893508254396, + "rounds": 3, + "median": 30.228233874000125, + "iqr": 0.013975866749888155, + "q1": 30.217644833250006, + "q3": 30.231620699999894, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 30.214115152999966, + "hd15iqr": 30.232749641999817, + "ops": 0.03308515837353748, + "total": 90.67509866899991, + "data": [ + 30.214115152999966, + 30.232749641999817, + 30.228233874000125 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-500-MUR-SST-128x128]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-500-MUR-SST-128x128]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 500, + "concept_config_id": "MUR-SST", + "bbox_dims": "128x128" + }, + "param": "1024x1024-500-MUR-SST-128x128", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 1048576, + "bbox_size": 16384.0, + "num_timepoints": 500, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 30.208079337000072, + "max": 30.234285454999736, + "mean": 30.22005255766665, + "stddev": 0.013248387038840745, + "rounds": 3, + "median": 30.21779288100015, + "iqr": 0.01965458849974766, + "q1": 30.21050772300009, + "q3": 30.23016231149984, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 30.208079337000072, + "hd15iqr": 30.234285454999736, + "ops": 0.03309061088136016, + "total": 90.66015767299996, + "data": [ + 30.21779288100015, + 30.234285454999736, + 30.208079337000072 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-500-MUR-SST-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-500-MUR-SST-360x180]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 500, + "concept_config_id": "MUR-SST", + "bbox_dims": "360x180" + }, + "param": "1024x1024-500-MUR-SST-360x180", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 1048576, + "bbox_size": 64800.0, + "num_timepoints": 500, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 28.87008388400045, + "max": 30.25136950199976, + "mean": 29.713043366333295, + "stddev": 0.7393163034512377, + "rounds": 3, + "median": 30.017676712999673, + "iqr": 1.0359642134994829, + "q1": 29.156982091250256, + "q3": 30.19294630474974, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 28.87008388400045, + "hd15iqr": 30.25136950199976, + "ops": 0.03365525327281222, + "total": 89.13913009899989, + "data": [ + 30.017676712999673, + 30.25136950199976, + 28.87008388400045 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-1000-GAMSSA-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-1000-GAMSSA-64x64]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 1000, + "concept_config_id": "GAMSSA", + "bbox_dims": "64x64" + }, + "param": "1024x1024-1000-GAMSSA-64x64", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 1048576, + "bbox_size": 4096.0, + "num_timepoints": 1000, + "response_size": 0, + "error_count": 3, + "success_count": 2, + "error_rate": 0.6 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 19.800892922000003, + "max": 23.022711466000146, + "mean": 20.978420995000004, + "stddev": 1.777213119903187, + "rounds": 3, + "median": 20.11165859699986, + "iqr": 2.4163639080001076, + "q1": 19.878584340749967, + "q3": 22.294948248750075, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 19.800892922000003, + "hd15iqr": 23.022711466000146, + "ops": 0.04766802993601568, + "total": 62.93526298500001, + "data": [ + 20.11165859699986, + 23.022711466000146, + 19.800892922000003 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-1000-GAMSSA-128x128]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-1000-GAMSSA-128x128]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 1000, + "concept_config_id": "GAMSSA", + "bbox_dims": "128x128" + }, + "param": "1024x1024-1000-GAMSSA-128x128", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 1048576, + "bbox_size": 16384.0, + "num_timepoints": 1000, + "response_size": 0, + "error_count": 4, + "success_count": 1, + "error_rate": 0.8 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 18.60292480699991, + "max": 23.76407137599972, + "mean": 20.340866280333103, + "stddev": 2.9646995774015465, + "rounds": 3, + "median": 18.65560265799968, + "iqr": 3.8708599267498585, + "q1": 18.61609426974985, + "q3": 22.48695419649971, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 18.60292480699991, + "hd15iqr": 23.76407137599972, + "ops": 0.04916211464242633, + "total": 61.02259884099931, + "data": [ + 18.60292480699991, + 23.76407137599972, + 18.65560265799968 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-1000-GAMSSA-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-1000-GAMSSA-360x180]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 1000, + "concept_config_id": "GAMSSA", + "bbox_dims": "360x180" + }, + "param": "1024x1024-1000-GAMSSA-360x180", + "extra_info": { + "concept_config_id": "GAMSSA", + "img_size": 1048576, + "bbox_size": 64800.0, + "num_timepoints": 1000, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 18.822118950999993, + "max": 23.438599226000406, + "mean": 20.677487483666937, + "stddev": 2.437878299620335, + "rounds": 3, + "median": 19.77174427400041, + "iqr": 3.4623602062503096, + "q1": 19.059525281750098, + "q3": 22.521885488000407, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 18.822118950999993, + "hd15iqr": 23.438599226000406, + "ops": 0.04836177513297474, + "total": 62.03246245100081, + "data": [ + 19.77174427400041, + 18.822118950999993, + 23.438599226000406 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-1000-MUR-SST-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-1000-MUR-SST-64x64]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 1000, + "concept_config_id": "MUR-SST", + "bbox_dims": "64x64" + }, + "param": "1024x1024-1000-MUR-SST-64x64", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 1048576, + "bbox_size": 4096.0, + "num_timepoints": 1000, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 24.606181149999884, + "max": 27.85722094499988, + "mean": 25.71382460199993, + "stddev": 1.8565836839688634, + "rounds": 3, + "median": 24.67807171100003, + "iqr": 2.4382798462499977, + "q1": 24.62415379024992, + "q3": 27.062433636499918, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 24.606181149999884, + "hd15iqr": 27.85722094499988, + "ops": 0.038889586262567236, + "total": 77.1414738059998, + "data": [ + 27.85722094499988, + 24.606181149999884, + 24.67807171100003 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-1000-MUR-SST-128x128]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-1000-MUR-SST-128x128]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 1000, + "concept_config_id": "MUR-SST", + "bbox_dims": "128x128" + }, + "param": "1024x1024-1000-MUR-SST-128x128", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 1048576, + "bbox_size": 16384.0, + "num_timepoints": 1000, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 0.22075635400005922, + "max": 0.2557528369998181, + "mean": 0.23459948733337418, + "stddev": 0.01860827511393687, + "rounds": 3, + "median": 0.2272892710002452, + "iqr": 0.02624736224981916, + "q1": 0.22238958325010572, + "q3": 0.24863694549992488, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.22075635400005922, + "hd15iqr": 0.2557528369998181, + "ops": 4.26258390999365, + "total": 0.7037984620001225, + "data": [ + 0.2557528369998181, + 0.2272892710002452, + 0.22075635400005922 + ], + "iterations": 1 + } + }, + { + "group": "bbox", + "name": "test_bbox[1024x1024-1000-MUR-SST-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_bbox[1024x1024-1000-MUR-SST-360x180]", + "params": { + "img_dims": "1024x1024", + "num_timepoints": 1000, + "concept_config_id": "MUR-SST", + "bbox_dims": "360x180" + }, + "param": "1024x1024-1000-MUR-SST-360x180", + "extra_info": { + "concept_config_id": "MUR-SST", + "img_size": 1048576, + "bbox_size": 64800.0, + "num_timepoints": 1000, + "response_size": 0, + "error_count": 7, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 0.21610756400013997, + "max": 0.23979844499990577, + "mean": 0.22684769440002128, + "stddev": 0.010126199685936532, + "rounds": 5, + "median": 0.22526206800012005, + "iqr": 0.017751711999835607, + "q1": 0.21801379325006565, + "q3": 0.23576550524990125, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.21610756400013997, + "hd15iqr": 0.23979844499990577, + "ops": 4.408244053988967, + "total": 1.1342384720001064, + "data": [ + 0.23979844499990577, + 0.21610756400013997, + 0.22526206800012005, + 0.21864920300004087, + 0.23442119199989975 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[10-GAMSSA-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[10-GAMSSA-64x64]", + "params": { + "num_timepoints": 10, + "concept_config_id": "GAMSSA", + "bbox_dims": "64x64" + }, + "param": "10-GAMSSA-64x64", + "extra_info": { + "concept_config_id": "GAMSSA", + "bbox_size": 4096.0, + "num_timepoints": 10, + "response_size": 772, + "error_count": 6, + "success_count": 1, + "error_rate": 0.8571428571428571 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 0.21177261299999373, + "max": 0.22467572599998675, + "mean": 0.21856151819993103, + "stddev": 0.005151819545783161, + "rounds": 5, + "median": 0.2202458920000936, + "iqr": 0.007890919250030493, + "q1": 0.2141530927498252, + "q3": 0.22204401199985568, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.21177261299999373, + "hd15iqr": 0.22467572599998675, + "ops": 4.57537085318579, + "total": 1.092807590999655, + "data": [ + 0.214946585999769, + 0.22467572599998675, + 0.21177261299999373, + 0.2202458920000936, + 0.221166773999812 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[10-GAMSSA-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[10-GAMSSA-360x180]", + "params": { + "num_timepoints": 10, + "concept_config_id": "GAMSSA", + "bbox_dims": "360x180" + }, + "param": "10-GAMSSA-360x180", + "extra_info": { + "concept_config_id": "GAMSSA", + "bbox_size": 64800.0, + "num_timepoints": 10, + "response_size": 6963, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 3.373297965999882, + "max": 8.29283174000011, + "mean": 5.131586251666704, + "stddev": 2.7434776876744906, + "rounds": 3, + "median": 3.7286290490001193, + "iqr": 3.6896503305001715, + "q1": 3.462130736749941, + "q3": 7.151781067250113, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 3.373297965999882, + "hd15iqr": 8.29283174000011, + "ops": 0.19487151749134235, + "total": 15.394758755000112, + "data": [ + 8.29283174000011, + 3.7286290490001193, + 3.373297965999882 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[10-MUR-SST-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[10-MUR-SST-64x64]", + "params": { + "num_timepoints": 10, + "concept_config_id": "MUR-SST", + "bbox_dims": "64x64" + }, + "param": "10-MUR-SST-64x64", + "extra_info": { + "concept_config_id": "MUR-SST", + "bbox_size": 4096.0, + "num_timepoints": 10, + "response_size": 163, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 6.117925947999993, + "max": 24.185287371999948, + "mean": 17.34335532766651, + "stddev": 9.798911871887336, + "rounds": 3, + "median": 21.72685266299959, + "iqr": 13.550521067999966, + "q1": 10.020157626749892, + "q3": 23.57067869474986, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 6.117925947999993, + "hd15iqr": 24.185287371999948, + "ops": 0.057658969738386065, + "total": 52.03006598299953, + "data": [ + 21.72685266299959, + 6.117925947999993, + 24.185287371999948 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[10-MUR-SST-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[10-MUR-SST-360x180]", + "params": { + "num_timepoints": 10, + "concept_config_id": "MUR-SST", + "bbox_dims": "360x180" + }, + "param": "10-MUR-SST-360x180", + "extra_info": { + "concept_config_id": "MUR-SST", + "bbox_size": 64800.0, + "num_timepoints": 10, + "response_size": 168, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 19.001271319999887, + "max": 20.1222693159998, + "mean": 19.581061990666665, + "stddev": 0.5614941074150354, + "rounds": 3, + "median": 19.619645336000303, + "iqr": 0.8407484969999359, + "q1": 19.15586482399999, + "q3": 19.996613320999927, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 19.001271319999887, + "hd15iqr": 20.1222693159998, + "ops": 0.05106975303365319, + "total": 58.74318597199999, + "data": [ + 19.619645336000303, + 19.001271319999887, + 20.1222693159998 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[100-GAMSSA-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[100-GAMSSA-64x64]", + "params": { + "num_timepoints": 100, + "concept_config_id": "GAMSSA", + "bbox_dims": "64x64" + }, + "param": "100-GAMSSA-64x64", + "extra_info": { + "concept_config_id": "GAMSSA", + "bbox_size": 4096.0, + "num_timepoints": 100, + "response_size": 61768, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 4.579714196999703, + "max": 5.055450317000123, + "mean": 4.8069473629999875, + "stddev": 0.23858021057797818, + "rounds": 3, + "median": 4.785677575000136, + "iqr": 0.3568020900003148, + "q1": 4.631205041499811, + "q3": 4.988007131500126, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 4.579714196999703, + "hd15iqr": 5.055450317000123, + "ops": 0.20803223428182205, + "total": 14.420842088999962, + "data": [ + 4.579714196999703, + 4.785677575000136, + 5.055450317000123 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[100-GAMSSA-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[100-GAMSSA-360x180]", + "params": { + "num_timepoints": 100, + "concept_config_id": "GAMSSA", + "bbox_dims": "360x180" + }, + "param": "100-GAMSSA-360x180", + "extra_info": { + "concept_config_id": "GAMSSA", + "bbox_size": 64800.0, + "num_timepoints": 100, + "response_size": 62527, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 6.096138129999872, + "max": 8.46142911800007, + "mean": 6.918400789333343, + "stddev": 1.3372650175061784, + "rounds": 3, + "median": 6.197635120000086, + "iqr": 1.7739682410001478, + "q1": 6.121512377499926, + "q3": 7.895480618500073, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 6.096138129999872, + "hd15iqr": 8.46142911800007, + "ops": 0.1445420741657206, + "total": 20.755202368000027, + "data": [ + 6.096138129999872, + 8.46142911800007, + 6.197635120000086 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[100-MUR-SST-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[100-MUR-SST-64x64]", + "params": { + "num_timepoints": 100, + "concept_config_id": "MUR-SST", + "bbox_dims": "64x64" + }, + "param": "100-MUR-SST-64x64", + "extra_info": { + "concept_config_id": "MUR-SST", + "bbox_size": 4096.0, + "num_timepoints": 100, + "response_size": 163, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 22.421559977000015, + "max": 24.683869219999906, + "mean": 23.472163286333398, + "stddev": 1.139726423057722, + "rounds": 3, + "median": 23.311060662000273, + "iqr": 1.696731932249918, + "q1": 22.64393514825008, + "q3": 24.340667080499998, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 22.421559977000015, + "hd15iqr": 24.683869219999906, + "ops": 0.04260365726844816, + "total": 70.4164898590002, + "data": [ + 24.683869219999906, + 23.311060662000273, + 22.421559977000015 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[100-MUR-SST-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[100-MUR-SST-360x180]", + "params": { + "num_timepoints": 100, + "concept_config_id": "MUR-SST", + "bbox_dims": "360x180" + }, + "param": "100-MUR-SST-360x180", + "extra_info": { + "concept_config_id": "MUR-SST", + "bbox_size": 64800.0, + "num_timepoints": 100, + "response_size": 168, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 19.14517196399993, + "max": 25.375234342000113, + "mean": 22.132016140666718, + "stddev": 3.1229337230937424, + "rounds": 3, + "median": 21.875642116000108, + "iqr": 4.672546783500138, + "q1": 19.827789501999973, + "q3": 24.50033628550011, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 19.14517196399993, + "hd15iqr": 25.375234342000113, + "ops": 0.04518341183397833, + "total": 66.39604842200015, + "data": [ + 19.14517196399993, + 21.875642116000108, + 25.375234342000113 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[500-GAMSSA-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[500-GAMSSA-64x64]", + "params": { + "num_timepoints": 500, + "concept_config_id": "GAMSSA", + "bbox_dims": "64x64" + }, + "param": "500-GAMSSA-64x64", + "extra_info": { + "concept_config_id": "GAMSSA", + "bbox_size": 4096.0, + "num_timepoints": 500, + "response_size": 306663, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 11.787154951000048, + "max": 13.729814604999774, + "mean": 12.85869129833327, + "stddev": 0.9867145853647566, + "rounds": 3, + "median": 13.059104338999987, + "iqr": 1.4569947404997947, + "q1": 12.105142298000032, + "q3": 13.562137038499827, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 11.787154951000048, + "hd15iqr": 13.729814604999774, + "ops": 0.0777684117923897, + "total": 38.57607389499981, + "data": [ + 13.059104338999987, + 13.729814604999774, + 11.787154951000048 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[500-GAMSSA-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[500-GAMSSA-360x180]", + "params": { + "num_timepoints": 500, + "concept_config_id": "GAMSSA", + "bbox_dims": "360x180" + }, + "param": "500-GAMSSA-360x180", + "extra_info": { + "concept_config_id": "GAMSSA", + "bbox_size": 64800.0, + "num_timepoints": 500, + "response_size": 309160, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 11.752929952000159, + "max": 12.29601773000013, + "mean": 12.000427732000086, + "stddev": 0.27471936540288666, + "rounds": 3, + "median": 11.95233551399997, + "iqr": 0.4073158334999789, + "q1": 11.802781342500111, + "q3": 12.21009717600009, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 11.752929952000159, + "hd15iqr": 12.29601773000013, + "ops": 0.0833303630780944, + "total": 36.00128319600026, + "data": [ + 12.29601773000013, + 11.95233551399997, + 11.752929952000159 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[500-MUR-SST-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[500-MUR-SST-64x64]", + "params": { + "num_timepoints": 500, + "concept_config_id": "MUR-SST", + "bbox_dims": "64x64" + }, + "param": "500-MUR-SST-64x64", + "extra_info": { + "concept_config_id": "MUR-SST", + "bbox_size": 4096.0, + "num_timepoints": 500, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 30.225966910999887, + "max": 30.23513296800047, + "mean": 30.231588167000154, + "stddev": 0.004923200103551226, + "rounds": 3, + "median": 30.233664622000106, + "iqr": 0.006874542750438195, + "q1": 30.22789133874994, + "q3": 30.23476588150038, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 30.225966910999887, + "hd15iqr": 30.23513296800047, + "ops": 0.03307798434127812, + "total": 90.69476450100046, + "data": [ + 30.23513296800047, + 30.225966910999887, + 30.233664622000106 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[500-MUR-SST-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[500-MUR-SST-360x180]", + "params": { + "num_timepoints": 500, + "concept_config_id": "MUR-SST", + "bbox_dims": "360x180" + }, + "param": "500-MUR-SST-360x180", + "extra_info": { + "concept_config_id": "MUR-SST", + "bbox_size": 64800.0, + "num_timepoints": 500, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 30.225808438999593, + "max": 30.239722121999876, + "mean": 30.23455675599962, + "stddev": 0.007617466577423171, + "rounds": 3, + "median": 30.23813970699939, + "iqr": 0.010435262250211963, + "q1": 30.228891255999542, + "q3": 30.239326518249754, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 30.225808438999593, + "hd15iqr": 30.239722121999876, + "ops": 0.03307473656949061, + "total": 90.70367026799886, + "data": [ + 30.239722121999876, + 30.225808438999593, + 30.23813970699939 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[1000-GAMSSA-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[1000-GAMSSA-64x64]", + "params": { + "num_timepoints": 1000, + "concept_config_id": "GAMSSA", + "bbox_dims": "64x64" + }, + "param": "1000-GAMSSA-64x64", + "extra_info": { + "concept_config_id": "GAMSSA", + "bbox_size": 4096.0, + "num_timepoints": 1000, + "response_size": 611874, + "error_count": 1, + "success_count": 4, + "error_rate": 0.2 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 19.703813568999976, + "max": 28.84373895399949, + "mean": 23.29503614999976, + "stddev": 4.874254366404832, + "rounds": 3, + "median": 21.337555926999812, + "iqr": 6.854944038749636, + "q1": 20.112249158499935, + "q3": 26.96719319724957, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 19.703813568999976, + "hd15iqr": 28.84373895399949, + "ops": 0.04292760026474612, + "total": 69.88510844999928, + "data": [ + 19.703813568999976, + 21.337555926999812, + 28.84373895399949 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[1000-GAMSSA-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[1000-GAMSSA-360x180]", + "params": { + "num_timepoints": 1000, + "concept_config_id": "GAMSSA", + "bbox_dims": "360x180" + }, + "param": "1000-GAMSSA-360x180", + "extra_info": { + "concept_config_id": "GAMSSA", + "bbox_size": 64800.0, + "num_timepoints": 1000, + "response_size": 617122, + "error_count": 0, + "success_count": 5, + "error_rate": 0.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 20.640834087000258, + "max": 21.524524157000087, + "mean": 21.036608635333625, + "stddev": 0.44899276628822554, + "rounds": 3, + "median": 20.944467662000534, + "iqr": 0.6627675524998722, + "q1": 20.716742480750327, + "q3": 21.3795100332502, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 20.640834087000258, + "hd15iqr": 21.524524157000087, + "ops": 0.047536179302227186, + "total": 63.10982590600088, + "data": [ + 21.524524157000087, + 20.640834087000258, + 20.944467662000534 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[1000-MUR-SST-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[1000-MUR-SST-64x64]", + "params": { + "num_timepoints": 1000, + "concept_config_id": "MUR-SST", + "bbox_dims": "64x64" + }, + "param": "1000-MUR-SST-64x64", + "extra_info": { + "concept_config_id": "MUR-SST", + "bbox_size": 4096.0, + "num_timepoints": 1000, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 30.204861584000355, + "max": 30.237048759000572, + "mean": 30.218350108000475, + "stddev": 0.016714144493230516, + "rounds": 3, + "median": 30.213139981000495, + "iqr": 0.024140381250163045, + "q1": 30.20693118325039, + "q3": 30.231071564500553, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 30.204861584000355, + "hd15iqr": 30.237048759000572, + "ops": 0.033092475149238694, + "total": 90.65505032400142, + "data": [ + 30.213139981000495, + 30.237048759000572, + 30.204861584000355 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[1000-MUR-SST-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[1000-MUR-SST-360x180]", + "params": { + "num_timepoints": 1000, + "concept_config_id": "MUR-SST", + "bbox_dims": "360x180" + }, + "param": "1000-MUR-SST-360x180", + "extra_info": { + "concept_config_id": "MUR-SST", + "bbox_size": 64800.0, + "num_timepoints": 1000, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 30.212974815000052, + "max": 30.241871060999983, + "mean": 30.22857633266661, + "stddev": 0.014585582470128039, + "rounds": 3, + "median": 30.230883121999796, + "iqr": 0.021672184499948344, + "q1": 30.217451891749988, + "q3": 30.239124076249936, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 30.212974815000052, + "hd15iqr": 30.241871060999983, + "ops": 0.03308128007733354, + "total": 90.68572899799983, + "data": [ + 30.230883121999796, + 30.212974815000052, + 30.241871060999983 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[1500-GAMSSA-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[1500-GAMSSA-64x64]", + "params": { + "num_timepoints": 1500, + "concept_config_id": "GAMSSA", + "bbox_dims": "64x64" + }, + "param": "1500-GAMSSA-64x64", + "extra_info": { + "concept_config_id": "GAMSSA", + "bbox_size": 4096.0, + "num_timepoints": 1500, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 15.459765077000156, + "max": 18.89670263000062, + "mean": 17.401815252666893, + "stddev": 1.761562051693314, + "rounds": 3, + "median": 17.848978050999904, + "iqr": 2.5777031647503463, + "q1": 16.057068320500093, + "q3": 18.63477148525044, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 15.459765077000156, + "hd15iqr": 18.89670263000062, + "ops": 0.05746526931130051, + "total": 52.20544575800068, + "data": [ + 15.459765077000156, + 18.89670263000062, + 17.848978050999904 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[1500-GAMSSA-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[1500-GAMSSA-360x180]", + "params": { + "num_timepoints": 1500, + "concept_config_id": "GAMSSA", + "bbox_dims": "360x180" + }, + "param": "1500-GAMSSA-360x180", + "extra_info": { + "concept_config_id": "GAMSSA", + "bbox_size": 64800.0, + "num_timepoints": 1500, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 19.01216788900001, + "max": 19.290936604000308, + "mean": 19.106930472000084, + "stddev": 0.15937787611314294, + "rounds": 3, + "median": 19.01768692299993, + "iqr": 0.2090765362502225, + "q1": 19.01354764749999, + "q3": 19.222624183750213, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 19.01216788900001, + "hd15iqr": 19.290936604000308, + "ops": 0.05233703034955994, + "total": 57.32079141600025, + "data": [ + 19.290936604000308, + 19.01216788900001, + 19.01768692299993 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[1500-MUR-SST-64x64]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[1500-MUR-SST-64x64]", + "params": { + "num_timepoints": 1500, + "concept_config_id": "MUR-SST", + "bbox_dims": "64x64" + }, + "param": "1500-MUR-SST-64x64", + "extra_info": { + "concept_config_id": "MUR-SST", + "bbox_size": 4096.0, + "num_timepoints": 1500, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 3, + "max_time": 1.0, + "min_time": 5e-06, + "warmup": false + }, + "stats": { + "min": 12.21328381100011, + "max": 14.685305533000246, + "mean": 13.275947013000101, + "stddev": 1.2719556128861376, + "rounds": 3, + "median": 12.929251694999948, + "iqr": 1.854016291500102, + "q1": 12.39227578200007, + "q3": 14.246292073500172, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 12.21328381100011, + "hd15iqr": 14.685305533000246, + "ops": 0.07532419337172541, + "total": 39.827841039000305, + "data": [ + 14.685305533000246, + 12.929251694999948, + 12.21328381100011 + ], + "iterations": 1 + } + }, + { + "group": "statistics", + "name": "test_statistics[1500-MUR-SST-360x180]", + "fullname": "tests/test_timeseries_benchmark.py::test_statistics[1500-MUR-SST-360x180]", + "params": { + "num_timepoints": 1500, + "concept_config_id": "MUR-SST", + "bbox_dims": "360x180" + }, + "param": "1500-MUR-SST-360x180", + "extra_info": { + "concept_config_id": "MUR-SST", + "bbox_size": 64800.0, + "num_timepoints": 1500, + "response_size": 0, + "error_count": 5, + "success_count": 0, + "error_rate": 1.0 }, "options": { "disable_gc": false, @@ -416,31 +3130,31 @@ "warmup": false }, "stats": { - "min": 18.097522592999667, - "max": 20.160894625001674, - "mean": 19.281745070000397, - "stddev": 1.0649780051320248, + "min": 13.59118339899942, + "max": 19.295403862999592, + "mean": 16.05559050366628, + "stddev": 2.930097936982905, "rounds": 3, - "median": 19.58681799199985, - "iqr": 1.5475290240015056, - "q1": 18.469846442749713, - "q3": 20.01737546675122, + "median": 15.28018424899983, + "iqr": 4.27816534800013, + "q1": 14.013433611499522, + "q3": 18.29159895949965, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 18.097522592999667, - "hd15iqr": 20.160894625001674, - "ops": 0.05186252573973998, - "total": 57.84523521000119, + "ld15iqr": 13.59118339899942, + "hd15iqr": 19.295403862999592, + "ops": 0.06228360145157232, + "total": 48.16677151099884, "data": [ - 20.160894625001674, - 18.097522592999667, - 19.58681799199985 + 15.28018424899983, + 19.295403862999592, + 13.59118339899942 ], "iterations": 1 } } ], - "datetime": "2024-12-07T12:49:00.070352+00:00", + "datetime": "2024-12-07T14:23:10.964250+00:00", "version": "5.1.0" } \ No newline at end of file