From f6ae538f34c6d4747a63293f1db086b150e34976 Mon Sep 17 00:00:00 2001 From: Robrecht Cannoodt Date: Fri, 13 Dec 2024 13:37:43 +0100 Subject: [PATCH] update results --- .../spatial_simulators/data/dataset_info.json | 98 +- .../spatial_simulators/data/method_info.json | 36 +- .../data/metric_execution_info.json | 2794 +++--- .../spatial_simulators/data/metric_info.json | 116 +- .../data/quality_control.json | 2310 ++--- results/spatial_simulators/data/results.json | 7690 ++++++++--------- 6 files changed, 6522 insertions(+), 6522 deletions(-) diff --git a/results/spatial_simulators/data/dataset_info.json b/results/spatial_simulators/data/dataset_info.json index 9674b110..6414b616 100644 --- a/results/spatial_simulators/data/dataset_info.json +++ b/results/spatial_simulators/data/dataset_info.json @@ -1,24 +1,4 @@ [ - { - "dataset_id": "hindlimbmuscle", - "dataset_name": "Hindlimbmuscle", - "dataset_summary": "Spatial RNA sequencing of regenerating mouse hindlimb muscle", - "dataset_description": "The spatial transcriptomics datasets regenerates mouse muscle tissue generated with the 10x Genomics Visium platform.", - "data_reference": "10.1101/2020.12.01.407460", - "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE161318", - "date_created": "25-11-2024", - "file_size": 20088216 - }, - { - "dataset_id": "cortex", - "dataset_name": "Cortex", - "dataset_summary": "Scripts and source data for image processing, barcode calling, and cell type annotations in a seqFISH+ experiment.", - "dataset_description": "The dataset includes processed image data, cell type annotations with Louvain clusters, gene IDs for transcript locations, and mRNA point locations, with additional data available on Zenodo.", - "data_reference": "10.1038/s41586-019-1049-y", - "data_url": "https://zenodo.org/records/2669683", - "date_created": "25-11-2024", - "file_size": 20271969 - }, { "dataset_id": "brain", "dataset_name": "Brain", @@ -26,18 +6,18 @@ "dataset_description": "This datasets were generated matched single nucleus (sn, this submission) and Visium spatial RNA-seq (10X Genomics) profiles of adjacent mouse brain sections that contain multiple regions from the telencephalon and diencephalon.", "data_reference": "10.1038/s41587-021-01139-4", "data_url": "https://github.com/BayraktarLab/cell2location", - "date_created": "25-11-2024", + "date_created": "11-12-2024", "file_size": 44683309 }, { - "dataset_id": "prostate", - "dataset_name": "Prostate", - "dataset_summary": "Spatially resolved gene expression of human protate tissue slices treated with steroid hormones for 8 hours", - "dataset_description": "Spatially resolved gene expression was prepard by dissociated hman prostate tissue to single cells, and collected & prepped for RNA-seq using the Visium Spatial Gene Expression kit.", - "data_reference": "10.1016/j.isci.2021.102640", - "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE159697", - "date_created": "25-11-2024", - "file_size": 20645737 + "dataset_id": "cortex", + "dataset_name": "Cortex", + "dataset_summary": "Scripts and source data for image processing, barcode calling, and cell type annotations in a seqFISH+ experiment.", + "dataset_description": "The dataset includes processed image data, cell type annotations with Louvain clusters, gene IDs for transcript locations, and mRNA point locations, with additional data available on Zenodo.", + "data_reference": "10.1038/s41586-019-1049-y", + "data_url": "https://zenodo.org/records/2669683", + "date_created": "11-12-2024", + "file_size": 20271969 }, { "dataset_id": "breast", @@ -46,18 +26,18 @@ "dataset_description": "This study presents a spatially resolved transcriptomics analysis of human breast cancers.", "data_reference": "10.1038/s41588-021-00911-1", "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE176078", - "date_created": "25-11-2024", + "date_created": "11-12-2024", "file_size": 23748327 }, { - "dataset_id": "fibrosarcoma", - "dataset_name": "Fibrosarcoma", - "dataset_summary": "Multi-resolution deconvolution of spatial transcriptomics data reveals continuous patterns of Tumor A1 of Tissue 1", - "dataset_description": "Spatial transcriptomics of Tumor A1 of Tissue 1.", - "data_reference": "10.1038/s41587-022-01272-8", - "data_url": "https://github.com/romain-lopez/DestVI-reproducibility", - "date_created": "25-11-2024", - "file_size": 28476822 + "dataset_id": "prostate", + "dataset_name": "Prostate", + "dataset_summary": "Spatially resolved gene expression of human protate tissue slices treated with steroid hormones for 8 hours", + "dataset_description": "Spatially resolved gene expression was prepard by dissociated hman prostate tissue to single cells, and collected & prepped for RNA-seq using the Visium Spatial Gene Expression kit.", + "data_reference": "10.1016/j.isci.2021.102640", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE159697", + "date_created": "11-12-2024", + "file_size": 20645737 }, { "dataset_id": "pdac", @@ -66,18 +46,18 @@ "dataset_description": "We developed a multimodal intersection analysis method combining scRNA-seq with spatial transcriptomics to map and characterize the spatial organization and interactions of distinct cell subpopulations in complex tissues, such as primary pancreatic tumors..", "data_reference": "10.1101/2020.12.01.407460", "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE111672", - "date_created": "25-11-2024", + "date_created": "11-12-2024", "file_size": 18406025 }, { - "dataset_id": "olfactorybulb", - "dataset_name": "Olfactorybulb", - "dataset_summary": "Single-cell and spatial transcriptomic of mouse olfactory bulb", - "dataset_description": "Single-cell and spatial transcriptomic of mouse olfactory bulb", - "data_reference": "10.1126/science.aaf2403", - "data_url": "http://ww1.spatialtranscriptomicsresearch.org/?usid=24&utid=8672855942", - "date_created": "25-11-2024", - "file_size": 2341323 + "dataset_id": "fibrosarcoma", + "dataset_name": "Fibrosarcoma", + "dataset_summary": "Multi-resolution deconvolution of spatial transcriptomics data reveals continuous patterns of Tumor A1 of Tissue 1", + "dataset_description": "Spatial transcriptomics of Tumor A1 of Tissue 1.", + "data_reference": "10.1038/s41587-022-01272-8", + "data_url": "https://github.com/romain-lopez/DestVI-reproducibility", + "date_created": "11-12-2024", + "file_size": 28476822 }, { "dataset_id": "osteosarcoma", @@ -86,7 +66,7 @@ "dataset_description": "Spatial transcriptome profiling by MERFISH reveals subcellular RNA compartmentalization and cell cycle-dependent gene expression.", "data_reference": "10.1073/pnas.1912459116", "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE176078", - "date_created": "25-11-2024", + "date_created": "11-12-2024", "file_size": 21082263 }, { @@ -96,7 +76,27 @@ "dataset_description": "Single-Cell omics Data across Mouse Gastrulation and Highly multiplexed spatially resolved gene expression profiling of Early Organogenesis.", "data_reference": "10.1038/s41587-021-01006-2", "data_url": "https://content.cruk.cam.ac.uk/jmlab/SpatialMouseAtlas2020/", - "date_created": "25-11-2024", + "date_created": "11-12-2024", "file_size": 15690550 + }, + { + "dataset_id": "olfactorybulb", + "dataset_name": "Olfactorybulb", + "dataset_summary": "Single-cell and spatial transcriptomic of mouse olfactory bulb", + "dataset_description": "Single-cell and spatial transcriptomic of mouse olfactory bulb", + "data_reference": "10.1126/science.aaf2403", + "data_url": "http://ww1.spatialtranscriptomicsresearch.org/?usid=24&utid=8672855942", + "date_created": "11-12-2024", + "file_size": 2341323 + }, + { + "dataset_id": "hindlimbmuscle", + "dataset_name": "Hindlimbmuscle", + "dataset_summary": "Spatial RNA sequencing of regenerating mouse hindlimb muscle", + "dataset_description": "The spatial transcriptomics datasets regenerates mouse muscle tissue generated with the 10x Genomics Visium platform.", + "data_reference": "10.1101/2020.12.01.407460", + "data_url": "https://www.ncbi.nlm.nih.gov/geo/query/acc.cgi?acc=GSE161318", + "date_created": "11-12-2024", + "file_size": 20088216 } ] diff --git a/results/spatial_simulators/data/method_info.json b/results/spatial_simulators/data/method_info.json index d58de94e..4761678c 100644 --- a/results/spatial_simulators/data/method_info.json +++ b/results/spatial_simulators/data/method_info.json @@ -11,9 +11,9 @@ "code_url": "https://github.com/JSB-UCLA/scDesign2", "documentation_url": "https://htmlpreview.github.io/?https://github.com/JSB-UCLA/scDesign2/blob/master/vignettes/scDesign2.html", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/scdesign2:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/scdesign2", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/scdesign2", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "methods", @@ -27,9 +27,9 @@ "code_url": "https://github.com/SONGDONGYUAN1994/scDesign3", "documentation_url": "https://www.bioconductor.org/packages/release/bioc/html/scDesign3.html", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/scdesign3:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/scdesign3", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/scdesign3", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "methods", @@ -43,9 +43,9 @@ "code_url": "https://gitlab.com/sysbiobig/sparsim", "documentation_url": "https://gitlab.com/sysbiobig/sparsim/-/blob/master/vignettes/sparsim.Rmd", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/sparsim:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/sparsim", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/sparsim", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "methods", @@ -59,9 +59,9 @@ "code_url": "https://github.com/Oshlack/splatter", "documentation_url": "https://bioconductor.org/packages/devel/bioc/vignettes/splatter/inst/doc/splatter.html", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/splatter:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/splatter", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/splatter", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "methods", @@ -75,9 +75,9 @@ "code_url": "https://github.com/xzhoulab/srtsim", "documentation_url": "https://xzhoulab.github.io/SRTsim", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/srtsim:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/srtsim", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/srtsim", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "methods", @@ -91,9 +91,9 @@ "code_url": "https://github.com/YosefLab/SymSim", "documentation_url": "https://github.com/YosefLab/SymSim/blob/master/vignettes/SymSimTutorial.Rmd", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/symsim:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/symsim", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/symsim", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "methods", @@ -107,9 +107,9 @@ "code_url": "https://github.com/drisso/zinbwave", "documentation_url": "https://bioconductor.org/packages/release/bioc/html/zinbwave.html", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/methods/zinbwave:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/methods/zinbwave", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/methods/zinbwave", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "control_methods", @@ -123,9 +123,9 @@ "code_url": "https://github.com/openproblems-bio/task_spatial_simulators", "documentation_url": null, "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/control_methods/positive:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/control_methods/positive", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/control_methods/positive", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" }, { "task_id": "control_methods", @@ -139,8 +139,8 @@ "code_url": "https://github.com/openproblems-bio/task_spatial_simulators", "documentation_url": null, "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/control_methods/negative:build_main", - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/control_methods/negative", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/control_methods/negative", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a" + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2" } ] diff --git a/results/spatial_simulators/data/metric_execution_info.json b/results/spatial_simulators/data/metric_execution_info.json index 369235a4..bf718279 100644 --- a/results/spatial_simulators/data/metric_execution_info.json +++ b/results/spatial_simulators/data/metric_execution_info.json @@ -4,13 +4,13 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:00", - "exit_code": 1, - "duration_sec": 960, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:10:40", + "exit_code": 0, + "duration_sec": 3928, + "cpu_pct": 102.5, + "peak_memory_mb": 7885, + "disk_read_mb": 1424, + "disk_write_mb": 8 } }, { @@ -18,10 +18,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, "duration_sec": 1050, - "cpu_pct": 117, + "cpu_pct": 114.2, "peak_memory_mb": 6759, "disk_read_mb": 1736, "disk_write_mb": 14 @@ -32,9 +32,9 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:00", + "submit": "2024-12-11 16:10:39", "exit_code": 1, - "duration_sec": 360, + "duration_sec": 7884, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -46,11 +46,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 68.4, - "cpu_pct": 118.8, - "peak_memory_mb": 6554, + "duration_sec": 62.4, + "cpu_pct": 108.9, + "peak_memory_mb": 3892, "disk_read_mb": 465, "disk_write_mb": 3 } @@ -60,13 +60,13 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:00", - "exit_code": 1, - "duration_sec": 640, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:11:09", + "exit_code": 0, + "duration_sec": 4448, + "cpu_pct": 102.1, + "peak_memory_mb": 7885, + "disk_read_mb": 1576, + "disk_write_mb": 8 } }, { @@ -74,11 +74,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:00", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 1148, - "cpu_pct": 115.2, - "peak_memory_mb": 6759, + "duration_sec": 1162, + "cpu_pct": 106.3, + "peak_memory_mb": 3994, "disk_read_mb": 2002, "disk_write_mb": 14 } @@ -88,9 +88,9 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:00", + "submit": "2024-12-11 16:11:09", "exit_code": 1, - "duration_sec": 560, + "duration_sec": 4080, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -102,11 +102,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:00", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 67.5, - "cpu_pct": 122.8, - "peak_memory_mb": 11879, + "duration_sec": 67.2, + "cpu_pct": 127.4, + "peak_memory_mb": 6554, "disk_read_mb": 519, "disk_write_mb": 3 } @@ -116,13 +116,13 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:23:30", - "exit_code": 1, - "duration_sec": 632, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:19:09", + "exit_code": 0, + "duration_sec": 4336, + "cpu_pct": 101.4, + "peak_memory_mb": 7988, + "disk_read_mb": 1432, + "disk_write_mb": 8 } }, { @@ -130,11 +130,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:23:30", + "submit": "2024-12-11 16:19:09", "exit_code": 0, "duration_sec": 1120, - "cpu_pct": 109.4, - "peak_memory_mb": 3994, + "cpu_pct": 113.9, + "peak_memory_mb": 6759, "disk_read_mb": 1750, "disk_write_mb": 14 } @@ -144,9 +144,9 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:23:30", + "submit": "2024-12-11 16:19:09", "exit_code": 1, - "duration_sec": 556, + "duration_sec": 4080, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -158,11 +158,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:23:30", + "submit": "2024-12-11 16:19:09", "exit_code": 0, - "duration_sec": 85.5, - "cpu_pct": 114.5, - "peak_memory_mb": 3789, + "duration_sec": 61.5, + "cpu_pct": 138.7, + "peak_memory_mb": 6554, "disk_read_mb": 465, "disk_write_mb": 3 } @@ -172,13 +172,13 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 07:41:40", - "exit_code": 1, - "duration_sec": 640, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 17:35:09", + "exit_code": 0, + "duration_sec": 4368, + "cpu_pct": 101.1, + "peak_memory_mb": 5120, + "disk_read_mb": 1424, + "disk_write_mb": 8 } }, { @@ -186,11 +186,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 07:41:40", + "submit": "2024-12-11 17:35:09", "exit_code": 0, - "duration_sec": 1106, - "cpu_pct": 109.3, - "peak_memory_mb": 3994, + "duration_sec": 1176, + "cpu_pct": 113, + "peak_memory_mb": 6656, "disk_read_mb": 1750, "disk_write_mb": 14 } @@ -200,9 +200,9 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 07:41:40", + "submit": "2024-12-11 17:35:09", "exit_code": 1, - "duration_sec": 360, + "duration_sec": 4000, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -214,11 +214,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 07:41:40", + "submit": "2024-12-11 17:35:09", "exit_code": 0, - "duration_sec": 84.6, - "cpu_pct": 119.9, - "peak_memory_mb": 5120, + "duration_sec": 63.9, + "cpu_pct": 124.5, + "peak_memory_mb": 6554, "disk_read_mb": 465, "disk_write_mb": 3 } @@ -228,13 +228,13 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:20:50", - "exit_code": 1, - "duration_sec": 632, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:15:29", + "exit_code": 0, + "duration_sec": 4288, + "cpu_pct": 100.9, + "peak_memory_mb": 5223, + "disk_read_mb": 1424, + "disk_write_mb": 8 } }, { @@ -242,11 +242,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:20:50", + "submit": "2024-12-11 16:15:29", "exit_code": 0, - "duration_sec": 1106, - "cpu_pct": 118.4, - "peak_memory_mb": 6759, + "duration_sec": 1764, + "cpu_pct": 103.2, + "peak_memory_mb": 2765, "disk_read_mb": 1736, "disk_write_mb": 14 } @@ -256,9 +256,9 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:20:50", - "exit_code": 1, - "duration_sec": 352, + "submit": "2024-12-11 16:15:29", + "exit_code": "NA", + "duration_sec": 7040, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -270,11 +270,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:20:50", + "submit": "2024-12-11 16:15:29", "exit_code": 0, - "duration_sec": 83.7, - "cpu_pct": 104.7, - "peak_memory_mb": 2458, + "duration_sec": 92.4, + "cpu_pct": 103.8, + "peak_memory_mb": 7168, "disk_read_mb": 462, "disk_write_mb": 3 } @@ -284,13 +284,13 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:19:10", - "exit_code": 1, - "duration_sec": 640, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:11:39", + "exit_code": 0, + "duration_sec": 4408, + "cpu_pct": 101.9, + "peak_memory_mb": 7783, + "disk_read_mb": 1432, + "disk_write_mb": 8 } }, { @@ -298,11 +298,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:19:09", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 1820, - "cpu_pct": 109.2, - "peak_memory_mb": 5325, + "duration_sec": 1106, + "cpu_pct": 109.9, + "peak_memory_mb": 6759, "disk_read_mb": 1750, "disk_write_mb": 14 } @@ -312,9 +312,9 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:19:10", + "submit": "2024-12-11 16:11:39", "exit_code": 1, - "duration_sec": 360, + "duration_sec": 4080, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -326,10 +326,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:19:10", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 65.4, - "cpu_pct": 124.3, + "duration_sec": 62.1, + "cpu_pct": 130.7, "peak_memory_mb": 6554, "disk_read_mb": 465, "disk_write_mb": 3 @@ -340,13 +340,13 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:01", - "exit_code": 1, - "duration_sec": 640, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:12:49", + "exit_code": 0, + "duration_sec": 4328, + "cpu_pct": 100.9, + "peak_memory_mb": 5325, + "disk_read_mb": 1424, + "disk_write_mb": 8 } }, { @@ -354,10 +354,10 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 0, "duration_sec": 1806, - "cpu_pct": 103.4, + "cpu_pct": 103.1, "peak_memory_mb": 2663, "disk_read_mb": 1736, "disk_write_mb": 14 @@ -368,9 +368,9 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 1, - "duration_sec": 560, + "duration_sec": 4080, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -382,11 +382,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 0, - "duration_sec": 63.3, - "cpu_pct": 108, - "peak_memory_mb": 3892, + "duration_sec": 74.1, + "cpu_pct": 108.1, + "peak_memory_mb": 6554, "disk_read_mb": 465, "disk_write_mb": 3 } @@ -396,13 +396,13 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:25:10", - "exit_code": 1, - "duration_sec": 640, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:19:29", + "exit_code": 0, + "duration_sec": 9504, + "cpu_pct": 100.3, + "peak_memory_mb": 3789, + "disk_read_mb": 1432, + "disk_write_mb": 8 } }, { @@ -410,11 +410,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:25:10", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 1246, - "cpu_pct": 113.3, - "peak_memory_mb": 6861, + "duration_sec": 1260, + "cpu_pct": 113.5, + "peak_memory_mb": 6759, "disk_read_mb": 1750, "disk_write_mb": 14 } @@ -424,9 +424,9 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:25:10", + "submit": "2024-12-11 16:19:29", "exit_code": 1, - "duration_sec": 560, + "duration_sec": 4080, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -438,10 +438,10 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:25:10", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 62.7, - "cpu_pct": 131.7, + "duration_sec": 72.9, + "cpu_pct": 101.6, "peak_memory_mb": 6554, "disk_read_mb": 465, "disk_write_mb": 3 @@ -452,13 +452,13 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:20", - "exit_code": 1, - "duration_sec": 632, - "cpu_pct": "NA", - "peak_memory_mb": "NA", - "disk_read_mb": "NA", - "disk_write_mb": "NA" + "submit": "2024-12-11 16:15:49", + "exit_code": 0, + "duration_sec": 4376, + "cpu_pct": 101.5, + "peak_memory_mb": 7885, + "disk_read_mb": 1432, + "disk_write_mb": 8 } }, { @@ -466,10 +466,10 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:15:49", "exit_code": 0, "duration_sec": 1106, - "cpu_pct": 113, + "cpu_pct": 112.5, "peak_memory_mb": 6759, "disk_read_mb": 1750, "disk_write_mb": 14 @@ -480,9 +480,9 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:15:49", "exit_code": 1, - "duration_sec": 356, + "duration_sec": 3996, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", @@ -494,11 +494,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:19", + "submit": "2024-12-11 16:15:49", "exit_code": 0, - "duration_sec": 63.6, - "cpu_pct": 135.1, - "peak_memory_mb": 6554, + "duration_sec": 97.8, + "cpu_pct": 89.8, + "peak_memory_mb": 11879, "disk_read_mb": 465, "disk_write_mb": 3 } @@ -508,11 +508,11 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:59", "exit_code": 0, - "duration_sec": 1400, - "cpu_pct": 101.5, - "peak_memory_mb": 6349, + "duration_sec": 1416, + "cpu_pct": 105.6, + "peak_memory_mb": 9012, "disk_read_mb": 1096, "disk_write_mb": 8 } @@ -522,12 +522,12 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:59", "exit_code": 0, - "duration_sec": 1372, - "cpu_pct": 107.5, - "peak_memory_mb": 4813, - "disk_read_mb": 1162, + "duration_sec": 1470, + "cpu_pct": 106.2, + "peak_memory_mb": 7476, + "disk_read_mb": 1176, "disk_write_mb": 14 } }, @@ -536,11 +536,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:59", "exit_code": 0, - "duration_sec": 10388, - "cpu_pct": 100.5, - "peak_memory_mb": 26829, + "duration_sec": 10260, + "cpu_pct": 100.4, + "peak_memory_mb": 25703, "disk_read_mb": 872, "disk_write_mb": 4 } @@ -550,11 +550,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:59", "exit_code": 0, - "duration_sec": 107.7, - "cpu_pct": 76.1, - "peak_memory_mb": 11674, + "duration_sec": 81.6, + "cpu_pct": 96.5, + "peak_memory_mb": 6452, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -564,10 +564,10 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 1400, - "cpu_pct": 103.4, + "duration_sec": 1416, + "cpu_pct": 103.7, "peak_memory_mb": 6452, "disk_read_mb": 1224, "disk_write_mb": 8 @@ -578,11 +578,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 2450, - "cpu_pct": 107.3, - "peak_memory_mb": 6247, + "duration_sec": 1526, + "cpu_pct": 106.2, + "peak_memory_mb": 4916, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -592,11 +592,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 10288, - "cpu_pct": 100.2, - "peak_memory_mb": 25600, + "duration_sec": 10168, + "cpu_pct": 100.4, + "peak_memory_mb": 24781, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -606,11 +606,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 85.8, - "cpu_pct": 120.8, - "peak_memory_mb": 6349, + "duration_sec": 61.5, + "cpu_pct": 119.9, + "peak_memory_mb": 11674, "disk_read_mb": 393, "disk_write_mb": 3 } @@ -620,11 +620,11 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:27:40", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 2336, - "cpu_pct": 101.3, - "peak_memory_mb": 5018, + "duration_sec": 1424, + "cpu_pct": 107.5, + "peak_memory_mb": 9012, "disk_read_mb": 1104, "disk_write_mb": 8 } @@ -634,11 +634,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:27:40", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 2408, - "cpu_pct": 102.7, - "peak_memory_mb": 3482, + "duration_sec": 1526, + "cpu_pct": 113.1, + "peak_memory_mb": 7680, "disk_read_mb": 1176, "disk_write_mb": 14 } @@ -648,11 +648,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:27:40", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 19352, - "cpu_pct": 100.1, - "peak_memory_mb": 22836, + "duration_sec": 10448, + "cpu_pct": 100.4, + "peak_memory_mb": 26522, "disk_read_mb": 872, "disk_write_mb": 4 } @@ -662,11 +662,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:27:40", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 75, - "cpu_pct": 104.3, - "peak_memory_mb": 2356, + "duration_sec": 62.1, + "cpu_pct": 124.8, + "peak_memory_mb": 11674, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -676,11 +676,11 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 09:23:30", + "submit": "2024-12-11 19:18:29", "exit_code": 0, - "duration_sec": 1432, - "cpu_pct": 101.1, - "peak_memory_mb": 6452, + "duration_sec": 1448, + "cpu_pct": 105.6, + "peak_memory_mb": 9114, "disk_read_mb": 1096, "disk_write_mb": 8 } @@ -690,11 +690,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 09:23:30", + "submit": "2024-12-11 19:18:29", "exit_code": 0, - "duration_sec": 2464, - "cpu_pct": 105.4, - "peak_memory_mb": 6349, + "duration_sec": 2408, + "cpu_pct": 105, + "peak_memory_mb": 4711, "disk_read_mb": 1162, "disk_write_mb": 14 } @@ -704,12 +704,12 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 09:23:30", + "submit": "2024-12-11 19:18:29", "exit_code": 0, - "duration_sec": 18888, - "cpu_pct": 100.1, - "peak_memory_mb": 20788, - "disk_read_mb": 868, + "duration_sec": 10236, + "cpu_pct": 100.4, + "peak_memory_mb": 24167, + "disk_read_mb": 872, "disk_write_mb": 4 } }, @@ -718,11 +718,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 09:23:30", + "submit": "2024-12-11 19:18:29", "exit_code": 0, "duration_sec": 59.4, - "cpu_pct": 108.9, - "peak_memory_mb": 3687, + "cpu_pct": 124.4, + "peak_memory_mb": 6349, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -732,10 +732,10 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:16:09", "exit_code": 0, - "duration_sec": 2696, - "cpu_pct": 101.1, + "duration_sec": 2616, + "cpu_pct": 100.9, "peak_memory_mb": 5018, "disk_read_mb": 1096, "disk_write_mb": 8 @@ -746,11 +746,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:16:09", "exit_code": 0, - "duration_sec": 2338, - "cpu_pct": 102.5, - "peak_memory_mb": 3482, + "duration_sec": 1470, + "cpu_pct": 109.7, + "peak_memory_mb": 7476, "disk_read_mb": 1162, "disk_write_mb": 14 } @@ -760,13 +760,13 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:20", - "exit_code": 0, - "duration_sec": 10740, - "cpu_pct": 100.4, - "peak_memory_mb": 31130, - "disk_read_mb": 872, - "disk_write_mb": 4 + "submit": "2024-12-11 16:16:09", + "exit_code": "NA", + "duration_sec": 19600, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -774,11 +774,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:16:09", "exit_code": 0, - "duration_sec": 58.2, - "cpu_pct": 129.6, - "peak_memory_mb": 6452, + "duration_sec": 74.7, + "cpu_pct": 103.8, + "peak_memory_mb": 2356, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -788,11 +788,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:12:09", "exit_code": 0, - "duration_sec": 1368, - "cpu_pct": 102, - "peak_memory_mb": 6349, + "duration_sec": 1352, + "cpu_pct": 105.9, + "peak_memory_mb": 9012, "disk_read_mb": 1104, "disk_write_mb": 8 } @@ -802,11 +802,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:12:09", "exit_code": 0, - "duration_sec": 1498, - "cpu_pct": 106.9, - "peak_memory_mb": 4711, + "duration_sec": 2352, + "cpu_pct": 102.8, + "peak_memory_mb": 3584, "disk_read_mb": 1176, "disk_write_mb": 14 } @@ -816,11 +816,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:12:09", "exit_code": 0, - "duration_sec": 10444, + "duration_sec": 10348, "cpu_pct": 100.3, - "peak_memory_mb": 22836, + "peak_memory_mb": 27136, "disk_read_mb": 872, "disk_write_mb": 4 } @@ -830,11 +830,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:12:09", "exit_code": 0, - "duration_sec": 84, - "cpu_pct": 122.6, - "peak_memory_mb": 6349, + "duration_sec": 83.4, + "cpu_pct": 100.9, + "peak_memory_mb": 3687, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -844,10 +844,10 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 1448, - "cpu_pct": 104.2, + "duration_sec": 1440, + "cpu_pct": 105.5, "peak_memory_mb": 9012, "disk_read_mb": 1096, "disk_write_mb": 8 @@ -858,11 +858,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 1498, - "cpu_pct": 112, - "peak_memory_mb": 7476, + "duration_sec": 1512, + "cpu_pct": 105.5, + "peak_memory_mb": 4813, "disk_read_mb": 1162, "disk_write_mb": 14 } @@ -872,11 +872,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 10284, - "cpu_pct": 100.2, - "peak_memory_mb": 20890, + "duration_sec": 10120, + "cpu_pct": 100.4, + "peak_memory_mb": 23655, "disk_read_mb": 872, "disk_write_mb": 4 } @@ -886,11 +886,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:20", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 80.7, - "cpu_pct": 90.4, - "peak_memory_mb": 6452, + "duration_sec": 57.6, + "cpu_pct": 111.4, + "peak_memory_mb": 3687, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -900,11 +900,11 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:23:40", + "submit": "2024-12-11 16:19:39", "exit_code": 0, - "duration_sec": 1432, - "cpu_pct": 108.3, - "peak_memory_mb": 9012, + "duration_sec": 2296, + "cpu_pct": 100.9, + "peak_memory_mb": 5018, "disk_read_mb": 1096, "disk_write_mb": 8 } @@ -914,11 +914,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:23:40", + "submit": "2024-12-11 16:19:39", "exit_code": 0, "duration_sec": 1526, - "cpu_pct": 113.2, - "peak_memory_mb": 7578, + "cpu_pct": 112.6, + "peak_memory_mb": 7476, "disk_read_mb": 1176, "disk_write_mb": 14 } @@ -928,13 +928,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:23:40", - "exit_code": 0, - "duration_sec": 10804, - "cpu_pct": 100.4, - "peak_memory_mb": 28672, - "disk_read_mb": 872, - "disk_write_mb": 4 + "submit": "2024-12-11 16:19:39", + "exit_code": "NA", + "duration_sec": 8080, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -942,10 +942,10 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:23:40", + "submit": "2024-12-11 16:19:39", "exit_code": 0, - "duration_sec": 59.4, - "cpu_pct": 124.3, + "duration_sec": 57.6, + "cpu_pct": 117.6, "peak_memory_mb": 6452, "disk_read_mb": 345, "disk_write_mb": 3 @@ -956,11 +956,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:22:30", + "submit": "2024-12-11 16:19:29", "exit_code": 0, "duration_sec": 1384, - "cpu_pct": 104, - "peak_memory_mb": 6452, + "cpu_pct": 105.6, + "peak_memory_mb": 9012, "disk_read_mb": 1096, "disk_write_mb": 8 } @@ -970,11 +970,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:22:30", + "submit": "2024-12-11 16:19:29", "exit_code": 0, "duration_sec": 1540, - "cpu_pct": 107.4, - "peak_memory_mb": 4916, + "cpu_pct": 107.3, + "peak_memory_mb": 4813, "disk_read_mb": 1162, "disk_write_mb": 14 } @@ -984,11 +984,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:22:30", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 10036, - "cpu_pct": 100.4, - "peak_memory_mb": 24167, + "duration_sec": 10236, + "cpu_pct": 100.3, + "peak_memory_mb": 24679, "disk_read_mb": 872, "disk_write_mb": 4 } @@ -998,11 +998,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:22:30", + "submit": "2024-12-11 16:19:29", "exit_code": 0, - "duration_sec": 58.2, - "cpu_pct": 116.2, - "peak_memory_mb": 3687, + "duration_sec": 67.5, + "cpu_pct": 105, + "peak_memory_mb": 6349, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -1012,11 +1012,11 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 632, - "cpu_pct": 107.2, - "peak_memory_mb": 17306, + "duration_sec": 696, + "cpu_pct": 107.7, + "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 } @@ -1026,11 +1026,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 821.8, - "cpu_pct": 106.7, - "peak_memory_mb": 4916, + "duration_sec": 854, + "cpu_pct": 116.2, + "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 } @@ -1040,11 +1040,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 504, - "cpu_pct": 104.9, - "peak_memory_mb": 16384, + "duration_sec": 508, + "cpu_pct": 106.4, + "peak_memory_mb": 19047, "disk_read_mb": 2340, "disk_write_mb": 4 } @@ -1054,11 +1054,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 51.3, - "cpu_pct": 133.2, - "peak_memory_mb": 6452, + "duration_sec": 43.8, + "cpu_pct": 131, + "peak_memory_mb": 6349, "disk_read_mb": 339, "disk_write_mb": 3 } @@ -1068,12 +1068,12 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 1008, - "cpu_pct": 106.6, - "peak_memory_mb": 17306, - "disk_read_mb": 4120, + "duration_sec": 656, + "cpu_pct": 111.5, + "peak_memory_mb": 19968, + "disk_read_mb": 4128, "disk_write_mb": 8 } }, @@ -1082,10 +1082,10 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 796.6, - "cpu_pct": 110.5, + "duration_sec": 775.6, + "cpu_pct": 111.9, "peak_memory_mb": 4916, "disk_read_mb": 6468, "disk_write_mb": 14 @@ -1096,11 +1096,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 892, - "cpu_pct": 103.3, - "peak_memory_mb": 16384, + "duration_sec": 516, + "cpu_pct": 110, + "peak_memory_mb": 19047, "disk_read_mb": 2384, "disk_write_mb": 4 } @@ -1110,11 +1110,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 45.9, - "cpu_pct": 118.2, - "peak_memory_mb": 3687, + "duration_sec": 47.1, + "cpu_pct": 108, + "peak_memory_mb": 3789, "disk_read_mb": 372, "disk_write_mb": 3 } @@ -1124,10 +1124,10 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:30", + "submit": "2024-12-11 16:15:59", "exit_code": 0, - "duration_sec": 984, - "cpu_pct": 112.7, + "duration_sec": 656, + "cpu_pct": 114.9, "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 @@ -1138,11 +1138,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:30", + "submit": "2024-12-11 16:15:59", "exit_code": 0, - "duration_sec": 774.2, - "cpu_pct": 111.5, - "peak_memory_mb": 4916, + "duration_sec": 910, + "cpu_pct": 108.3, + "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 } @@ -1152,9 +1152,9 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:30", + "submit": "2024-12-11 16:15:59", "exit_code": 0, - "duration_sec": 932, + "duration_sec": 868, "cpu_pct": 101.5, "peak_memory_mb": 15053, "disk_read_mb": 2340, @@ -1166,11 +1166,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:30", + "submit": "2024-12-11 16:15:59", "exit_code": 0, - "duration_sec": 44.4, - "cpu_pct": 116.8, - "peak_memory_mb": 3687, + "duration_sec": 76.5, + "cpu_pct": 90.8, + "peak_memory_mb": 6349, "disk_read_mb": 339, "disk_write_mb": 3 } @@ -1180,11 +1180,11 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:28:50", + "submit": "2024-12-11 16:24:09", "exit_code": 0, - "duration_sec": 960, - "cpu_pct": 103.1, - "peak_memory_mb": 15975, + "duration_sec": 656, + "cpu_pct": 112.1, + "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 } @@ -1194,10 +1194,10 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:28:50", + "submit": "2024-12-11 16:24:09", "exit_code": 0, - "duration_sec": 757.4, - "cpu_pct": 111.9, + "duration_sec": 761.6, + "cpu_pct": 114.1, "peak_memory_mb": 4916, "disk_read_mb": 6300, "disk_write_mb": 14 @@ -1208,11 +1208,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:28:50", + "submit": "2024-12-11 16:24:09", "exit_code": 0, - "duration_sec": 932, - "cpu_pct": 101.4, - "peak_memory_mb": 15053, + "duration_sec": 536, + "cpu_pct": 108.5, + "peak_memory_mb": 19047, "disk_read_mb": 2340, "disk_write_mb": 4 } @@ -1222,11 +1222,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:28:50", + "submit": "2024-12-11 16:24:09", "exit_code": 0, - "duration_sec": 47.1, - "cpu_pct": 109.8, - "peak_memory_mb": 3789, + "duration_sec": 48.6, + "cpu_pct": 121.3, + "peak_memory_mb": 6452, "disk_read_mb": 339, "disk_write_mb": 3 } @@ -1236,10 +1236,10 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 640, - "cpu_pct": 106.9, + "duration_sec": 688, + "cpu_pct": 102.5, "peak_memory_mb": 17306, "disk_read_mb": 4032, "disk_write_mb": 8 @@ -1250,10 +1250,10 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 868, - "cpu_pct": 113.3, + "duration_sec": 772.8, + "cpu_pct": 120.3, "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 @@ -1264,11 +1264,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 932, - "cpu_pct": 104.6, - "peak_memory_mb": 17716, + "duration_sec": 544, + "cpu_pct": 106.3, + "peak_memory_mb": 19047, "disk_read_mb": 2340, "disk_write_mb": 4 } @@ -1278,12 +1278,12 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 44.1, - "cpu_pct": 110.4, - "peak_memory_mb": 3687, - "disk_read_mb": 336, + "duration_sec": 49.5, + "cpu_pct": 113.7, + "peak_memory_mb": 6452, + "disk_read_mb": 339, "disk_write_mb": 3 } }, @@ -1292,11 +1292,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 680, - "cpu_pct": 109.1, - "peak_memory_mb": 19968, + "duration_sec": 648, + "cpu_pct": 107.5, + "peak_memory_mb": 17306, "disk_read_mb": 4032, "disk_write_mb": 8 } @@ -1306,10 +1306,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 882, - "cpu_pct": 112.7, + "duration_sec": 789.6, + "cpu_pct": 118.8, "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 @@ -1320,11 +1320,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 572, - "cpu_pct": 104, - "peak_memory_mb": 19047, + "duration_sec": 556, + "cpu_pct": 107.2, + "peak_memory_mb": 19354, "disk_read_mb": 2340, "disk_write_mb": 4 } @@ -1334,10 +1334,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 57, - "cpu_pct": 117.2, + "duration_sec": 48, + "cpu_pct": 120.9, "peak_memory_mb": 6452, "disk_read_mb": 339, "disk_write_mb": 3 @@ -1348,11 +1348,11 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 968, - "cpu_pct": 101.6, - "peak_memory_mb": 15975, + "duration_sec": 648, + "cpu_pct": 114.3, + "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 } @@ -1362,11 +1362,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 779.8, - "cpu_pct": 111.9, - "peak_memory_mb": 4916, + "duration_sec": 786.8, + "cpu_pct": 121.1, + "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 } @@ -1376,11 +1376,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:02", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 512, - "cpu_pct": 104.3, - "peak_memory_mb": 16794, + "duration_sec": 944, + "cpu_pct": 103.4, + "peak_memory_mb": 16692, "disk_read_mb": 2336, "disk_write_mb": 4 } @@ -1390,12 +1390,12 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 44.7, - "cpu_pct": 115.6, - "peak_memory_mb": 3584, - "disk_read_mb": 336, + "duration_sec": 45.3, + "cpu_pct": 135.3, + "peak_memory_mb": 6349, + "disk_read_mb": 339, "disk_write_mb": 3 } }, @@ -1404,11 +1404,11 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 984, - "cpu_pct": 101.7, - "peak_memory_mb": 15975, + "duration_sec": 648, + "cpu_pct": 111.1, + "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 } @@ -1418,11 +1418,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 1274, - "cpu_pct": 105, - "peak_memory_mb": 3584, + "duration_sec": 792.4, + "cpu_pct": 122.4, + "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 } @@ -1432,9 +1432,9 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:02", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 552, + "duration_sec": 556, "cpu_pct": 106.8, "peak_memory_mb": 19149, "disk_read_mb": 2340, @@ -1446,12 +1446,12 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 53.4, - "cpu_pct": 107.8, - "peak_memory_mb": 2356, - "disk_read_mb": 336, + "duration_sec": 45, + "cpu_pct": 152.5, + "peak_memory_mb": 6349, + "disk_read_mb": 339, "disk_write_mb": 3 } }, @@ -1460,11 +1460,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 680, - "cpu_pct": 102.4, - "peak_memory_mb": 17306, + "duration_sec": 720, + "cpu_pct": 105, + "peak_memory_mb": 19968, "disk_read_mb": 4032, "disk_write_mb": 8 } @@ -1474,11 +1474,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 809.2, - "cpu_pct": 108, - "peak_memory_mb": 4916, + "duration_sec": 770, + "cpu_pct": 121.7, + "peak_memory_mb": 7578, "disk_read_mb": 6300, "disk_write_mb": 14 } @@ -1488,11 +1488,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 524, - "cpu_pct": 104.9, - "peak_memory_mb": 16384, + "duration_sec": 540, + "cpu_pct": 106.6, + "peak_memory_mb": 19047, "disk_read_mb": 2340, "disk_write_mb": 4 } @@ -1502,10 +1502,10 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 46.8, - "cpu_pct": 130.3, + "duration_sec": 48.3, + "cpu_pct": 127.4, "peak_memory_mb": 6452, "disk_read_mb": 339, "disk_write_mb": 3 @@ -1516,10 +1516,10 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:09:39", "exit_code": 0, - "duration_sec": 1096, - "cpu_pct": 110.8, + "duration_sec": 696, + "cpu_pct": 116.5, "peak_memory_mb": 9728, "disk_read_mb": 1224, "disk_write_mb": 8 @@ -1530,11 +1530,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:09:39", "exit_code": 0, "duration_sec": 1078, - "cpu_pct": 107.4, - "peak_memory_mb": 3892, + "cpu_pct": 115.4, + "peak_memory_mb": 6554, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -1544,11 +1544,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:09:39", "exit_code": 0, - "duration_sec": 2788, - "cpu_pct": 100.2, - "peak_memory_mb": 21095, + "duration_sec": 2920, + "cpu_pct": 101.4, + "peak_memory_mb": 23860, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1558,11 +1558,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:09:39", "exit_code": 0, - "duration_sec": 60, - "cpu_pct": 108.9, - "peak_memory_mb": 2356, + "duration_sec": 74.4, + "cpu_pct": 89.8, + "peak_memory_mb": 6349, "disk_read_mb": 357, "disk_write_mb": 3 } @@ -1572,11 +1572,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 752, - "cpu_pct": 106.5, - "peak_memory_mb": 7066, + "duration_sec": 808, + "cpu_pct": 108.2, + "peak_memory_mb": 9728, "disk_read_mb": 1384, "disk_write_mb": 8 } @@ -1586,11 +1586,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 1218, - "cpu_pct": 111, - "peak_memory_mb": 6656, + "duration_sec": 1190, + "cpu_pct": 106.7, + "peak_memory_mb": 3892, "disk_read_mb": 1666, "disk_write_mb": 14 } @@ -1600,11 +1600,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 3160, - "cpu_pct": 100.8, - "peak_memory_mb": 24372, + "duration_sec": 5664, + "cpu_pct": 100.4, + "peak_memory_mb": 21607, "disk_read_mb": 1012, "disk_write_mb": 4 } @@ -1614,10 +1614,10 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 51, - "cpu_pct": 146.9, + "duration_sec": 59.1, + "cpu_pct": 107.1, "peak_memory_mb": 6452, "disk_read_mb": 417, "disk_write_mb": 3 @@ -1628,11 +1628,11 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:20:30", + "submit": "2024-12-11 16:12:39", "exit_code": 0, "duration_sec": 752, - "cpu_pct": 106.6, - "peak_memory_mb": 7066, + "cpu_pct": 114.8, + "peak_memory_mb": 9728, "disk_read_mb": 1224, "disk_write_mb": 8 } @@ -1642,11 +1642,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:20:30", + "submit": "2024-12-11 16:12:39", "exit_code": 0, - "duration_sec": 1792, - "cpu_pct": 107.1, - "peak_memory_mb": 3892, + "duration_sec": 1134, + "cpu_pct": 116.8, + "peak_memory_mb": 6554, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -1656,11 +1656,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:20:30", + "submit": "2024-12-11 16:12:39", "exit_code": 0, - "duration_sec": 3296, - "cpu_pct": 100.7, - "peak_memory_mb": 24269, + "duration_sec": 3264, + "cpu_pct": 101.4, + "peak_memory_mb": 26420, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1670,11 +1670,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:20:30", + "submit": "2024-12-11 16:12:39", "exit_code": 0, - "duration_sec": 51.6, - "cpu_pct": 107.9, - "peak_memory_mb": 6861, + "duration_sec": 49.8, + "cpu_pct": 125.2, + "peak_memory_mb": 6452, "disk_read_mb": 360, "disk_write_mb": 3 } @@ -1684,10 +1684,10 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 07:22:30", + "submit": "2024-12-11 17:15:49", "exit_code": 0, - "duration_sec": 744, - "cpu_pct": 105.2, + "duration_sec": 776, + "cpu_pct": 103.7, "peak_memory_mb": 7066, "disk_read_mb": 1224, "disk_write_mb": 8 @@ -1698,10 +1698,10 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 07:22:30", + "submit": "2024-12-11 17:15:49", "exit_code": 0, - "duration_sec": 1148, - "cpu_pct": 108.5, + "duration_sec": 1134, + "cpu_pct": 108.8, "peak_memory_mb": 3892, "disk_read_mb": 1386, "disk_write_mb": 14 @@ -1712,11 +1712,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 07:22:30", + "submit": "2024-12-11 17:15:49", "exit_code": 0, - "duration_sec": 3064, - "cpu_pct": 100.7, - "peak_memory_mb": 22426, + "duration_sec": 3176, + "cpu_pct": 100.8, + "peak_memory_mb": 25293, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1726,10 +1726,10 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 07:22:30", + "submit": "2024-12-11 17:15:49", "exit_code": 0, - "duration_sec": 49.2, - "cpu_pct": 120.6, + "duration_sec": 48.3, + "cpu_pct": 118.1, "peak_memory_mb": 3687, "disk_read_mb": 360, "disk_write_mb": 3 @@ -1740,11 +1740,11 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:20", "exit_code": 0, - "duration_sec": 736, - "cpu_pct": 106.6, - "peak_memory_mb": 7066, + "duration_sec": 792, + "cpu_pct": 109.4, + "peak_memory_mb": 9728, "disk_read_mb": 1224, "disk_write_mb": 8 } @@ -1754,11 +1754,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 1134, - "cpu_pct": 109.5, - "peak_memory_mb": 3892, + "duration_sec": 1148, + "cpu_pct": 116.1, + "peak_memory_mb": 6554, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -1768,11 +1768,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 5848, - "cpu_pct": 100.3, - "peak_memory_mb": 20890, + "duration_sec": 3284, + "cpu_pct": 101.3, + "peak_memory_mb": 23757, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1782,11 +1782,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 56.1, - "cpu_pct": 121.9, - "peak_memory_mb": 6349, + "duration_sec": 50.1, + "cpu_pct": 133.3, + "peak_memory_mb": 6452, "disk_read_mb": 357, "disk_write_mb": 3 } @@ -1796,11 +1796,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 696, - "cpu_pct": 111.7, - "peak_memory_mb": 9728, + "duration_sec": 1104, + "cpu_pct": 104.3, + "peak_memory_mb": 7066, "disk_read_mb": 1216, "disk_write_mb": 8 } @@ -1810,11 +1810,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 1190, - "cpu_pct": 109.7, - "peak_memory_mb": 6554, + "duration_sec": 1092, + "cpu_pct": 108.9, + "peak_memory_mb": 3892, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -1824,11 +1824,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 3168, - "cpu_pct": 100.7, - "peak_memory_mb": 25396, + "duration_sec": 5832, + "cpu_pct": 100.3, + "peak_memory_mb": 21812, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1838,10 +1838,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:50", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 52.2, - "cpu_pct": 121.7, + "duration_sec": 49.8, + "cpu_pct": 137.4, "peak_memory_mb": 6349, "disk_read_mb": 357, "disk_write_mb": 3 @@ -1852,11 +1852,11 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 744, - "cpu_pct": 106, - "peak_memory_mb": 7066, + "duration_sec": 768, + "cpu_pct": 111, + "peak_memory_mb": 9728, "disk_read_mb": 1224, "disk_write_mb": 8 } @@ -1866,11 +1866,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 1736, - "cpu_pct": 105.7, - "peak_memory_mb": 3892, + "duration_sec": 1134, + "cpu_pct": 114.1, + "peak_memory_mb": 6554, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -1880,11 +1880,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, "duration_sec": 3168, - "cpu_pct": 100.8, - "peak_memory_mb": 23655, + "cpu_pct": 100.9, + "peak_memory_mb": 23962, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1894,10 +1894,10 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 48, - "cpu_pct": 116.8, + "duration_sec": 52.2, + "cpu_pct": 113.8, "peak_memory_mb": 3687, "disk_read_mb": 357, "disk_write_mb": 3 @@ -1908,10 +1908,10 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:27:20", + "submit": "2024-12-11 16:22:59", "exit_code": 0, - "duration_sec": 720, - "cpu_pct": 117.2, + "duration_sec": 728, + "cpu_pct": 113.7, "peak_memory_mb": 9728, "disk_read_mb": 1224, "disk_write_mb": 8 @@ -1922,11 +1922,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:27:20", + "submit": "2024-12-11 16:22:59", "exit_code": 0, - "duration_sec": 1834, - "cpu_pct": 106.7, - "peak_memory_mb": 3994, + "duration_sec": 1176, + "cpu_pct": 115.8, + "peak_memory_mb": 6656, "disk_read_mb": 1386, "disk_write_mb": 14 } @@ -1936,11 +1936,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:27:20", + "submit": "2024-12-11 16:22:59", "exit_code": 0, - "duration_sec": 6248, - "cpu_pct": 100.5, - "peak_memory_mb": 28160, + "duration_sec": 3432, + "cpu_pct": 101.4, + "peak_memory_mb": 30618, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -1950,11 +1950,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:27:20", + "submit": "2024-12-11 16:22:59", "exit_code": 0, - "duration_sec": 60.9, - "cpu_pct": 128.5, - "peak_memory_mb": 9319, + "duration_sec": 54.6, + "cpu_pct": 121.1, + "peak_memory_mb": 6452, "disk_read_mb": 357, "disk_write_mb": 3 } @@ -1964,11 +1964,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 736, - "cpu_pct": 106.6, - "peak_memory_mb": 7066, + "duration_sec": 744, + "cpu_pct": 115, + "peak_memory_mb": 9728, "disk_read_mb": 1224, "disk_write_mb": 8 } @@ -1978,10 +1978,10 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 1190, - "cpu_pct": 115.4, + "duration_sec": 1176, + "cpu_pct": 112.5, "peak_memory_mb": 6554, "disk_read_mb": 1386, "disk_write_mb": 14 @@ -1992,11 +1992,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 3236, - "cpu_pct": 101.4, - "peak_memory_mb": 28365, + "duration_sec": 3228, + "cpu_pct": 101.1, + "peak_memory_mb": 27034, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -2006,12 +2006,12 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 48.9, - "cpu_pct": 118.1, - "peak_memory_mb": 6452, - "disk_read_mb": 360, + "duration_sec": 47.1, + "cpu_pct": 117.5, + "peak_memory_mb": 3687, + "disk_read_mb": 357, "disk_write_mb": 3 } }, @@ -2020,13 +2020,13 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 5120, - "cpu_pct": 100.9, - "peak_memory_mb": 6861, + "duration_sec": 5152, + "cpu_pct": 102, + "peak_memory_mb": 9524, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2034,10 +2034,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 1722, - "cpu_pct": 105.6, + "duration_sec": 2912, + "cpu_pct": 104.3, "peak_memory_mb": 5325, "disk_read_mb": 1372, "disk_write_mb": 14 @@ -2048,11 +2048,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 18976, + "duration_sec": 38284, "cpu_pct": 100.1, - "peak_memory_mb": 29184, + "peak_memory_mb": 25703, "disk_read_mb": 928, "disk_write_mb": 4 } @@ -2062,10 +2062,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 62.4, - "cpu_pct": 110.3, + "duration_sec": 61.5, + "cpu_pct": 115.6, "peak_memory_mb": 3687, "disk_read_mb": 324, "disk_write_mb": 3 @@ -2076,13 +2076,13 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 5792, - "cpu_pct": 100.9, - "peak_memory_mb": 6964, + "duration_sec": 5816, + "cpu_pct": 101.7, + "peak_memory_mb": 9626, "disk_read_mb": 1272, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2090,9 +2090,9 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 1736, + "duration_sec": 1750, "cpu_pct": 109.6, "peak_memory_mb": 7988, "disk_read_mb": 1484, @@ -2104,11 +2104,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 18732, + "duration_sec": 18556, "cpu_pct": 100.2, - "peak_memory_mb": 27034, + "peak_memory_mb": 29287, "disk_read_mb": 960, "disk_write_mb": 4 } @@ -2118,11 +2118,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 84, - "cpu_pct": 86.6, - "peak_memory_mb": 3687, + "duration_sec": 67.2, + "cpu_pct": 119.9, + "peak_memory_mb": 6349, "disk_read_mb": 345, "disk_write_mb": 3 } @@ -2132,13 +2132,13 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:13:29", "exit_code": 0, - "duration_sec": 5752, - "cpu_pct": 101, + "duration_sec": 5792, + "cpu_pct": 100.8, "peak_memory_mb": 6861, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2146,11 +2146,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:13:29", "exit_code": 0, - "duration_sec": 1722, - "cpu_pct": 109.9, - "peak_memory_mb": 7988, + "duration_sec": 2744, + "cpu_pct": 102.4, + "peak_memory_mb": 3994, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2160,11 +2160,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:13:29", "exit_code": 0, - "duration_sec": 20608, + "duration_sec": 18796, "cpu_pct": 100.2, - "peak_memory_mb": 32154, + "peak_memory_mb": 33588, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -2174,11 +2174,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:13:29", "exit_code": 0, - "duration_sec": 66, - "cpu_pct": 111.3, - "peak_memory_mb": 3687, + "duration_sec": 75, + "cpu_pct": 103.3, + "peak_memory_mb": 6349, "disk_read_mb": 324, "disk_write_mb": 3 } @@ -2188,13 +2188,13 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 07:01:50", + "submit": "2024-12-11 16:55:49", "exit_code": 0, - "duration_sec": 5712, - "cpu_pct": 100.9, + "duration_sec": 5648, + "cpu_pct": 100.8, "peak_memory_mb": 7066, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2202,11 +2202,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 07:01:50", + "submit": "2024-12-11 16:55:49", "exit_code": 0, - "duration_sec": 1708, - "cpu_pct": 105.7, - "peak_memory_mb": 5223, + "duration_sec": 1722, + "cpu_pct": 105.5, + "peak_memory_mb": 5325, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2216,11 +2216,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 07:01:50", + "submit": "2024-12-11 16:55:49", "exit_code": 0, - "duration_sec": 20584, - "cpu_pct": 100.2, - "peak_memory_mb": 32973, + "duration_sec": 20820, + "cpu_pct": 100.1, + "peak_memory_mb": 30720, "disk_read_mb": 928, "disk_write_mb": 4 } @@ -2230,11 +2230,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 07:01:50", + "submit": "2024-12-11 16:55:49", "exit_code": 0, - "duration_sec": 62.7, - "cpu_pct": 107.5, - "peak_memory_mb": 3687, + "duration_sec": 60.6, + "cpu_pct": 117.8, + "peak_memory_mb": 6349, "disk_read_mb": 324, "disk_write_mb": 3 } @@ -2244,13 +2244,13 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:22:00", + "submit": "2024-12-11 16:17:19", "exit_code": 0, - "duration_sec": 5968, - "cpu_pct": 101.6, + "duration_sec": 5928, + "cpu_pct": 101.8, "peak_memory_mb": 9524, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2258,11 +2258,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:22:00", + "submit": "2024-12-11 16:17:19", "exit_code": 0, - "duration_sec": 2716, - "cpu_pct": 102.4, - "peak_memory_mb": 3994, + "duration_sec": 1694, + "cpu_pct": 110.3, + "peak_memory_mb": 8090, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2272,11 +2272,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:22:00", + "submit": "2024-12-11 16:17:19", "exit_code": 0, - "duration_sec": 50716, + "duration_sec": 50840, "cpu_pct": 100.1, - "peak_memory_mb": 36455, + "peak_memory_mb": 35636, "disk_read_mb": 928, "disk_write_mb": 4 } @@ -2286,11 +2286,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:22:00", + "submit": "2024-12-11 16:17:19", "exit_code": 0, - "duration_sec": 62.7, - "cpu_pct": 117.7, - "peak_memory_mb": 6349, + "duration_sec": 79.5, + "cpu_pct": 104.1, + "peak_memory_mb": 2356, "disk_read_mb": 324, "disk_write_mb": 3 } @@ -2300,13 +2300,13 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 5064, - "cpu_pct": 101.2, - "peak_memory_mb": 7066, + "duration_sec": 4872, + "cpu_pct": 101.9, + "peak_memory_mb": 9728, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2314,11 +2314,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:09", "exit_code": 0, "duration_sec": 1680, - "cpu_pct": 106.5, - "peak_memory_mb": 5223, + "cpu_pct": 110.7, + "peak_memory_mb": 8090, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2328,12 +2328,12 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 40604, - "cpu_pct": 100.1, - "peak_memory_mb": 27751, - "disk_read_mb": 928, + "duration_sec": 20600, + "cpu_pct": 100.2, + "peak_memory_mb": 32871, + "disk_read_mb": 932, "disk_write_mb": 4 } }, @@ -2342,10 +2342,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 63, - "cpu_pct": 114.4, + "duration_sec": 77.4, + "cpu_pct": 116.8, "peak_memory_mb": 3687, "disk_read_mb": 324, "disk_write_mb": 3 @@ -2356,13 +2356,13 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 10120, - "cpu_pct": 100.6, - "peak_memory_mb": 6861, + "duration_sec": 5792, + "cpu_pct": 101.3, + "peak_memory_mb": 9524, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2370,11 +2370,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 2800, - "cpu_pct": 102.3, - "peak_memory_mb": 3994, + "duration_sec": 1736, + "cpu_pct": 110.6, + "peak_memory_mb": 8090, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2384,11 +2384,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 38060, - "cpu_pct": 100.1, - "peak_memory_mb": 27341, + "duration_sec": 18448, + "cpu_pct": 100.3, + "peak_memory_mb": 27239, "disk_read_mb": 928, "disk_write_mb": 4 } @@ -2398,11 +2398,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 75, - "cpu_pct": 105.3, - "peak_memory_mb": 2356, + "duration_sec": 64.8, + "cpu_pct": 111, + "peak_memory_mb": 11674, "disk_read_mb": 324, "disk_write_mb": 3 } @@ -2412,13 +2412,13 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:17:29", "exit_code": 0, - "duration_sec": 8040, + "duration_sec": 7976, "cpu_pct": 101.2, "peak_memory_mb": 9524, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2426,11 +2426,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:17:29", "exit_code": 0, - "duration_sec": 2926, - "cpu_pct": 107.6, - "peak_memory_mb": 7988, + "duration_sec": 2772, + "cpu_pct": 102.4, + "peak_memory_mb": 4096, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2440,13 +2440,13 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:20", - "exit_code": 0, - "duration_sec": 23484, - "cpu_pct": 100.2, - "peak_memory_mb": 40960, - "disk_read_mb": 928, - "disk_write_mb": 4 + "submit": "2024-12-11 16:17:29", + "exit_code": "NA", + "duration_sec": 17204, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -2454,11 +2454,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:20", + "submit": "2024-12-11 16:17:29", "exit_code": 0, - "duration_sec": 62.4, - "cpu_pct": 122.3, - "peak_memory_mb": 6349, + "duration_sec": 67.2, + "cpu_pct": 102.9, + "peak_memory_mb": 3687, "disk_read_mb": 324, "disk_write_mb": 3 } @@ -2468,13 +2468,13 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:13:19", "exit_code": 0, - "duration_sec": 5744, - "cpu_pct": 101.1, - "peak_memory_mb": 7168, + "duration_sec": 5736, + "cpu_pct": 101.2, + "peak_memory_mb": 9626, "disk_read_mb": 1216, - "disk_write_mb": 16 + "disk_write_mb": 8 } }, { @@ -2482,11 +2482,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:13:19", "exit_code": 0, - "duration_sec": 1736, - "cpu_pct": 105.5, - "peak_memory_mb": 5223, + "duration_sec": 1750, + "cpu_pct": 109.2, + "peak_memory_mb": 7885, "disk_read_mb": 1372, "disk_write_mb": 14 } @@ -2496,11 +2496,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:13:19", "exit_code": 0, - "duration_sec": 18756, - "cpu_pct": 100.2, - "peak_memory_mb": 27648, + "duration_sec": 18340, + "cpu_pct": 100.3, + "peak_memory_mb": 31847, "disk_read_mb": 932, "disk_write_mb": 4 } @@ -2510,11 +2510,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:13:19", "exit_code": 0, - "duration_sec": 62.1, - "cpu_pct": 114.5, - "peak_memory_mb": 3687, + "duration_sec": 75.6, + "cpu_pct": 105, + "peak_memory_mb": 6349, "disk_read_mb": 324, "disk_write_mb": 3 } @@ -2524,11 +2524,11 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 600, - "cpu_pct": 107.9, - "peak_memory_mb": 5120, + "duration_sec": 616, + "cpu_pct": 115.6, + "peak_memory_mb": 7885, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2538,10 +2538,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 681.8, - "cpu_pct": 126.2, + "duration_sec": 735, + "cpu_pct": 117.2, "peak_memory_mb": 6247, "disk_read_mb": 1190, "disk_write_mb": 14 @@ -2552,11 +2552,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 632, - "cpu_pct": 106.5, - "peak_memory_mb": 12186, + "duration_sec": 648, + "cpu_pct": 105.9, + "peak_memory_mb": 12288, "disk_read_mb": 880, "disk_write_mb": 4 } @@ -2566,11 +2566,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 57.9, - "cpu_pct": 113.1, - "peak_memory_mb": 6349, + "duration_sec": 55.5, + "cpu_pct": 122.7, + "peak_memory_mb": 3687, "disk_read_mb": 336, "disk_write_mb": 3 } @@ -2580,11 +2580,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:20", "exit_code": 0, - "duration_sec": 632, - "cpu_pct": 107.7, - "peak_memory_mb": 5120, + "duration_sec": 640, + "cpu_pct": 114.5, + "peak_memory_mb": 7885, "disk_read_mb": 1208, "disk_write_mb": 8 } @@ -2594,11 +2594,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:20", "exit_code": 0, - "duration_sec": 697.2, - "cpu_pct": 116.4, - "peak_memory_mb": 3584, + "duration_sec": 701.4, + "cpu_pct": 121.4, + "peak_memory_mb": 6247, "disk_read_mb": 1358, "disk_write_mb": 14 } @@ -2608,11 +2608,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:19", "exit_code": 0, "duration_sec": 612, - "cpu_pct": 103.8, - "peak_memory_mb": 9421, + "cpu_pct": 102.8, + "peak_memory_mb": 9319, "disk_read_mb": 924, "disk_write_mb": 4 } @@ -2622,10 +2622,10 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:40", + "submit": "2024-12-11 16:10:20", "exit_code": 0, - "duration_sec": 45, - "cpu_pct": 121.7, + "duration_sec": 46.2, + "cpu_pct": 113.3, "peak_memory_mb": 3687, "disk_read_mb": 372, "disk_write_mb": 3 @@ -2636,10 +2636,10 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:40", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 600, - "cpu_pct": 115, + "duration_sec": 608, + "cpu_pct": 114.3, "peak_memory_mb": 7885, "disk_read_mb": 1112, "disk_write_mb": 8 @@ -2650,11 +2650,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:40", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 1176, - "cpu_pct": 114.5, - "peak_memory_mb": 4916, + "duration_sec": 683.2, + "cpu_pct": 115.9, + "peak_memory_mb": 3584, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -2664,11 +2664,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:40", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 664, - "cpu_pct": 103.7, - "peak_memory_mb": 11162, + "duration_sec": 656, + "cpu_pct": 107, + "peak_memory_mb": 13108, "disk_read_mb": 880, "disk_write_mb": 4 } @@ -2678,11 +2678,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:40", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 46.2, - "cpu_pct": 106.5, - "peak_memory_mb": 3687, + "duration_sec": 44.4, + "cpu_pct": 135.4, + "peak_memory_mb": 6349, "disk_read_mb": 336, "disk_write_mb": 3 } @@ -2692,11 +2692,11 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 07:07:50", + "submit": "2024-12-11 17:01:39", "exit_code": 0, "duration_sec": 608, - "cpu_pct": 108.1, - "peak_memory_mb": 5120, + "cpu_pct": 118.4, + "peak_memory_mb": 7783, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2706,11 +2706,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 07:07:50", + "submit": "2024-12-11 17:01:39", "exit_code": 0, "duration_sec": 688.8, - "cpu_pct": 114.8, - "peak_memory_mb": 3584, + "cpu_pct": 127.3, + "peak_memory_mb": 6247, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -2720,10 +2720,10 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 07:07:49", + "submit": "2024-12-11 17:01:39", "exit_code": 0, - "duration_sec": 672, - "cpu_pct": 103.8, + "duration_sec": 664, + "cpu_pct": 102.7, "peak_memory_mb": 10650, "disk_read_mb": 876, "disk_write_mb": 4 @@ -2734,11 +2734,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 07:07:49", + "submit": "2024-12-11 17:01:39", "exit_code": 0, - "duration_sec": 46.5, - "cpu_pct": 114.3, - "peak_memory_mb": 3687, + "duration_sec": 46.2, + "cpu_pct": 147.4, + "peak_memory_mb": 6349, "disk_read_mb": 336, "disk_write_mb": 3 } @@ -2748,10 +2748,10 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 672, - "cpu_pct": 115.5, + "duration_sec": 712, + "cpu_pct": 106.2, "peak_memory_mb": 7885, "disk_read_mb": 1112, "disk_write_mb": 8 @@ -2762,11 +2762,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 704.2, - "cpu_pct": 112, - "peak_memory_mb": 3584, + "duration_sec": 1190, + "cpu_pct": 104.7, + "peak_memory_mb": 2253, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -2776,12 +2776,12 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 688, - "cpu_pct": 103.4, - "peak_memory_mb": 11264, - "disk_read_mb": 876, + "duration_sec": 700, + "cpu_pct": 107, + "peak_memory_mb": 13927, + "disk_read_mb": 880, "disk_write_mb": 4 } }, @@ -2790,11 +2790,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 44.4, - "cpu_pct": 144.9, - "peak_memory_mb": 6349, + "duration_sec": 53.7, + "cpu_pct": 109.8, + "peak_memory_mb": 4506, "disk_read_mb": 336, "disk_write_mb": 3 } @@ -2804,11 +2804,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 888, - "cpu_pct": 110, - "peak_memory_mb": 6554, + "duration_sec": 640, + "cpu_pct": 108.2, + "peak_memory_mb": 7885, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2818,11 +2818,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 1274, - "cpu_pct": 112.1, - "peak_memory_mb": 4916, + "duration_sec": 712.6, + "cpu_pct": 120.2, + "peak_memory_mb": 6247, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -2832,11 +2832,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 1056, - "cpu_pct": 100.9, - "peak_memory_mb": 8602, + "duration_sec": 644, + "cpu_pct": 106.8, + "peak_memory_mb": 12391, "disk_read_mb": 876, "disk_write_mb": 4 } @@ -2846,11 +2846,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:29", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 64.5, - "cpu_pct": 130.9, - "peak_memory_mb": 6349, + "duration_sec": 53.7, + "cpu_pct": 89.2, + "peak_memory_mb": 3687, "disk_read_mb": 336, "disk_write_mb": 3 } @@ -2860,11 +2860,11 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 992, - "cpu_pct": 108.9, - "peak_memory_mb": 6656, + "duration_sec": 616, + "cpu_pct": 115.2, + "peak_memory_mb": 7988, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2874,11 +2874,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 702.8, - "cpu_pct": 127.6, - "peak_memory_mb": 6247, + "duration_sec": 1162, + "cpu_pct": 104.9, + "peak_memory_mb": 2253, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -2888,12 +2888,12 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 1056, - "cpu_pct": 101.1, - "peak_memory_mb": 8295, - "disk_read_mb": 876, + "duration_sec": 672, + "cpu_pct": 104, + "peak_memory_mb": 12288, + "disk_read_mb": 880, "disk_write_mb": 4 } }, @@ -2902,10 +2902,10 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 82.2, - "cpu_pct": 67.5, + "duration_sec": 45, + "cpu_pct": 111.6, "peak_memory_mb": 3687, "disk_read_mb": 336, "disk_write_mb": 3 @@ -2916,11 +2916,11 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:19:10", + "submit": "2024-12-11 16:14:39", "exit_code": 0, "duration_sec": 536, - "cpu_pct": 116.9, - "peak_memory_mb": 7885, + "cpu_pct": 107.4, + "peak_memory_mb": 5120, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2930,11 +2930,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:19:10", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 704.2, - "cpu_pct": 124.7, - "peak_memory_mb": 6247, + "duration_sec": 711.2, + "cpu_pct": 113.2, + "peak_memory_mb": 3584, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -2944,11 +2944,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:19:10", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 700, - "cpu_pct": 107.9, - "peak_memory_mb": 14336, + "duration_sec": 704, + "cpu_pct": 107.2, + "peak_memory_mb": 14132, "disk_read_mb": 880, "disk_write_mb": 4 } @@ -2958,10 +2958,10 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:19:10", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 48, - "cpu_pct": 114.8, + "duration_sec": 56.7, + "cpu_pct": 115.8, "peak_memory_mb": 3687, "disk_read_mb": 336, "disk_write_mb": 3 @@ -2972,11 +2972,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 968, - "cpu_pct": 103, - "peak_memory_mb": 3789, + "duration_sec": 664, + "cpu_pct": 108, + "peak_memory_mb": 7885, "disk_read_mb": 1112, "disk_write_mb": 8 } @@ -2986,11 +2986,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 1176, - "cpu_pct": 105.1, - "peak_memory_mb": 2253, + "duration_sec": 784, + "cpu_pct": 103.6, + "peak_memory_mb": 3584, "disk_read_mb": 1190, "disk_write_mb": 14 } @@ -3000,11 +3000,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 652, - "cpu_pct": 106.7, - "peak_memory_mb": 13210, + "duration_sec": 1060, + "cpu_pct": 101.4, + "peak_memory_mb": 8807, "disk_read_mb": 876, "disk_write_mb": 4 } @@ -3014,10 +3014,10 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 52.8, - "cpu_pct": 111, + "duration_sec": 44.1, + "cpu_pct": 137.3, "peak_memory_mb": 6349, "disk_read_mb": 336, "disk_write_mb": 3 @@ -3028,11 +3028,11 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 227.2, - "cpu_pct": 109.8, - "peak_memory_mb": 2970, + "duration_sec": 162.4, + "cpu_pct": 164.4, + "peak_memory_mb": 6656, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3042,11 +3042,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 768.6, - "cpu_pct": 112.4, - "peak_memory_mb": 3380, + "duration_sec": 826, + "cpu_pct": 120.8, + "peak_memory_mb": 6042, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3056,10 +3056,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 202.8, - "cpu_pct": 111.8, + "duration_sec": 199.6, + "cpu_pct": 112.2, "peak_memory_mb": 5428, "disk_read_mb": 712, "disk_write_mb": 4 @@ -3070,11 +3070,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 43.5, - "cpu_pct": 107.4, - "peak_memory_mb": 2253, + "duration_sec": 42.3, + "cpu_pct": 135.9, + "peak_memory_mb": 6247, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3084,11 +3084,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 156, - "cpu_pct": 137.6, - "peak_memory_mb": 3994, + "duration_sec": 184, + "cpu_pct": 146.5, + "peak_memory_mb": 6861, "disk_read_mb": 792, "disk_write_mb": 8 } @@ -3098,11 +3098,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 1344, - "cpu_pct": 110.4, - "peak_memory_mb": 3380, + "duration_sec": 786.8, + "cpu_pct": 116.2, + "peak_memory_mb": 6042, "disk_read_mb": 630, "disk_write_mb": 14 } @@ -3112,11 +3112,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 217.2, - "cpu_pct": 110.9, - "peak_memory_mb": 5428, + "duration_sec": 228.4, + "cpu_pct": 111.3, + "peak_memory_mb": 8192, "disk_read_mb": 716, "disk_write_mb": 4 } @@ -3126,11 +3126,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 37.2, - "cpu_pct": 115.8, - "peak_memory_mb": 3687, + "duration_sec": 51, + "cpu_pct": 120.3, + "peak_memory_mb": 6349, "disk_read_mb": 264, "disk_write_mb": 3 } @@ -3140,11 +3140,11 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 220.8, - "cpu_pct": 113.9, - "peak_memory_mb": 2970, + "duration_sec": 158.4, + "cpu_pct": 162.3, + "peak_memory_mb": 6656, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3154,11 +3154,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 830.2, - "cpu_pct": 109.4, - "peak_memory_mb": 3380, + "duration_sec": 659.4, + "cpu_pct": 125.9, + "peak_memory_mb": 6042, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3168,11 +3168,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 328, - "cpu_pct": 103.6, - "peak_memory_mb": 4096, + "duration_sec": 256, + "cpu_pct": 120.1, + "peak_memory_mb": 8295, "disk_read_mb": 712, "disk_write_mb": 4 } @@ -3182,10 +3182,10 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 41.1, - "cpu_pct": 136, + "duration_sec": 36, + "cpu_pct": 139.9, "peak_memory_mb": 6349, "disk_read_mb": 261, "disk_write_mb": 3 @@ -3196,10 +3196,10 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 0, - "duration_sec": 154.4, - "cpu_pct": 131.5, + "duration_sec": 157.6, + "cpu_pct": 132.5, "peak_memory_mb": 3994, "disk_read_mb": 784, "disk_write_mb": 8 @@ -3210,11 +3210,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 0, - "duration_sec": 786.8, - "cpu_pct": 118.4, - "peak_memory_mb": 6042, + "duration_sec": 1204, + "cpu_pct": 105.1, + "peak_memory_mb": 2048, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3224,11 +3224,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 0, - "duration_sec": 240, - "cpu_pct": 109.6, - "peak_memory_mb": 5530, + "duration_sec": 332, + "cpu_pct": 103.9, + "peak_memory_mb": 4096, "disk_read_mb": 712, "disk_write_mb": 4 } @@ -3238,11 +3238,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:01", + "submit": "2024-12-11 16:12:49", "exit_code": 0, - "duration_sec": 39, - "cpu_pct": 119.2, - "peak_memory_mb": 3584, + "duration_sec": 49.2, + "cpu_pct": 121.4, + "peak_memory_mb": 11572, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3252,11 +3252,11 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 220.8, - "cpu_pct": 113.7, - "peak_memory_mb": 2970, + "duration_sec": 154.4, + "cpu_pct": 172.9, + "peak_memory_mb": 6656, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3266,11 +3266,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 1218, - "cpu_pct": 105.1, - "peak_memory_mb": 2048, + "duration_sec": 665, + "cpu_pct": 127.5, + "peak_memory_mb": 6042, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3280,10 +3280,10 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 332, - "cpu_pct": 108.9, + "duration_sec": 348, + "cpu_pct": 110.2, "peak_memory_mb": 5428, "disk_read_mb": 712, "disk_write_mb": 4 @@ -3294,11 +3294,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 42.9, - "cpu_pct": 108.6, - "peak_memory_mb": 2253, + "duration_sec": 36.9, + "cpu_pct": 123.5, + "peak_memory_mb": 3687, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3308,11 +3308,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 227.2, - "cpu_pct": 137.2, - "peak_memory_mb": 5632, + "duration_sec": 153.6, + "cpu_pct": 164.1, + "peak_memory_mb": 6656, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3322,11 +3322,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 715.4, - "cpu_pct": 115.9, - "peak_memory_mb": 3380, + "duration_sec": 746.2, + "cpu_pct": 123.9, + "peak_memory_mb": 6042, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3336,11 +3336,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 225.6, - "cpu_pct": 111.2, - "peak_memory_mb": 5530, + "duration_sec": 392, + "cpu_pct": 107, + "peak_memory_mb": 5632, "disk_read_mb": 712, "disk_write_mb": 4 } @@ -3350,11 +3350,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:09:59", "exit_code": 0, - "duration_sec": 45.3, - "cpu_pct": 124.9, - "peak_memory_mb": 3584, + "duration_sec": 51.6, + "cpu_pct": 105.8, + "peak_memory_mb": 6349, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3364,10 +3364,10 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 156, - "cpu_pct": 155.6, + "duration_sec": 153.6, + "cpu_pct": 163.4, "peak_memory_mb": 6656, "disk_read_mb": 784, "disk_write_mb": 8 @@ -3378,11 +3378,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:09:29", "exit_code": 0, - "duration_sec": 1092, - "cpu_pct": 105.4, - "peak_memory_mb": 2048, + "duration_sec": 648.2, + "cpu_pct": 114.4, + "peak_memory_mb": 3380, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3392,11 +3392,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 218.4, - "cpu_pct": 110.8, - "peak_memory_mb": 5428, + "duration_sec": 224.4, + "cpu_pct": 118.4, + "peak_memory_mb": 8090, "disk_read_mb": 712, "disk_write_mb": 4 } @@ -3406,11 +3406,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:09:30", "exit_code": 0, - "duration_sec": 42.3, - "cpu_pct": 109.8, - "peak_memory_mb": 2253, + "duration_sec": 45, + "cpu_pct": 129.3, + "peak_memory_mb": 3584, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3420,11 +3420,11 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:19:00", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 152.8, - "cpu_pct": 129.5, - "peak_memory_mb": 3994, + "duration_sec": 209.6, + "cpu_pct": 116.2, + "peak_memory_mb": 6964, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3434,11 +3434,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:19:00", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 800.8, - "cpu_pct": 111.6, - "peak_memory_mb": 3380, + "duration_sec": 806.4, + "cpu_pct": 112.5, + "peak_memory_mb": 6042, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3448,11 +3448,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:59", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 248, - "cpu_pct": 109.5, - "peak_memory_mb": 5632, + "duration_sec": 260, + "cpu_pct": 110.8, + "peak_memory_mb": 8295, "disk_read_mb": 712, "disk_write_mb": 4 } @@ -3462,11 +3462,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:19:00", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 37.8, - "cpu_pct": 120.4, - "peak_memory_mb": 3584, + "duration_sec": 46.5, + "cpu_pct": 108.1, + "peak_memory_mb": 6349, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3476,11 +3476,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 226.4, - "cpu_pct": 110.7, - "peak_memory_mb": 2970, + "duration_sec": 180.8, + "cpu_pct": 142.6, + "peak_memory_mb": 6964, "disk_read_mb": 784, "disk_write_mb": 8 } @@ -3490,11 +3490,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 681.8, - "cpu_pct": 114, - "peak_memory_mb": 3380, + "duration_sec": 789.6, + "cpu_pct": 126, + "peak_memory_mb": 6042, "disk_read_mb": 616, "disk_write_mb": 14 } @@ -3504,11 +3504,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 227.2, - "cpu_pct": 110.3, - "peak_memory_mb": 5428, + "duration_sec": 237.6, + "cpu_pct": 120, + "peak_memory_mb": 8090, "disk_read_mb": 712, "disk_write_mb": 4 } @@ -3518,11 +3518,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:16:30", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 38.1, - "cpu_pct": 114.5, - "peak_memory_mb": 3584, + "duration_sec": 49.2, + "cpu_pct": 129.7, + "peak_memory_mb": 6349, "disk_read_mb": 261, "disk_write_mb": 3 } @@ -3532,11 +3532,11 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 648, - "cpu_pct": 104.5, - "peak_memory_mb": 6349, + "duration_sec": 488, + "cpu_pct": 116.5, + "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3546,10 +3546,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 679, - "cpu_pct": 127.6, + "duration_sec": 718.2, + "cpu_pct": 120.4, "peak_memory_mb": 6452, "disk_read_mb": 1694, "disk_write_mb": 14 @@ -3560,11 +3560,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 580, - "cpu_pct": 104.5, - "peak_memory_mb": 9114, + "duration_sec": 592, + "cpu_pct": 108.1, + "peak_memory_mb": 12084, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3574,10 +3574,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 61.2, - "cpu_pct": 133.5, + "duration_sec": 48.3, + "cpu_pct": 120.4, "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 @@ -3588,11 +3588,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:29", "exit_code": 0, - "duration_sec": 456, - "cpu_pct": 120.1, - "peak_memory_mb": 10343, + "duration_sec": 512, + "cpu_pct": 112.4, + "peak_memory_mb": 10240, "disk_read_mb": 1504, "disk_write_mb": 8 } @@ -3602,11 +3602,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:29", "exit_code": 0, - "duration_sec": 1176, - "cpu_pct": 105.1, - "peak_memory_mb": 2356, + "duration_sec": 761.6, + "cpu_pct": 116.9, + "peak_memory_mb": 6452, "disk_read_mb": 1890, "disk_write_mb": 14 } @@ -3616,11 +3616,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:29", "exit_code": 0, - "duration_sec": 560, - "cpu_pct": 104.8, - "peak_memory_mb": 8704, + "duration_sec": 580, + "cpu_pct": 104.1, + "peak_memory_mb": 11367, "disk_read_mb": 1076, "disk_write_mb": 4 } @@ -3630,11 +3630,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:29", "exit_code": 0, - "duration_sec": 53.7, - "cpu_pct": 108.8, - "peak_memory_mb": 2356, + "duration_sec": 44.1, + "cpu_pct": 147.2, + "peak_memory_mb": 6349, "disk_read_mb": 375, "disk_write_mb": 3 } @@ -3644,11 +3644,11 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:40", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 455.2, - "cpu_pct": 118.6, - "peak_memory_mb": 10343, + "duration_sec": 463.2, + "cpu_pct": 125.1, + "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3658,10 +3658,10 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:40", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 788.2, - "cpu_pct": 108.2, + "duration_sec": 1204, + "cpu_pct": 109, "peak_memory_mb": 3687, "disk_read_mb": 1694, "disk_write_mb": 14 @@ -3672,11 +3672,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:40", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 556, - "cpu_pct": 106.7, - "peak_memory_mb": 11469, + "duration_sec": 568, + "cpu_pct": 108.5, + "peak_memory_mb": 11879, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3686,11 +3686,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:40", + "submit": "2024-12-11 16:11:09", "exit_code": 0, - "duration_sec": 43.8, - "cpu_pct": 121.4, - "peak_memory_mb": 3584, + "duration_sec": 48.6, + "cpu_pct": 147.1, + "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 } @@ -3700,11 +3700,11 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:30:20", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 648, - "cpu_pct": 104.4, - "peak_memory_mb": 6247, + "duration_sec": 488, + "cpu_pct": 118, + "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3714,11 +3714,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:30:20", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 1162, - "cpu_pct": 105.3, - "peak_memory_mb": 2356, + "duration_sec": 698.6, + "cpu_pct": 123.6, + "peak_memory_mb": 6452, "disk_read_mb": 1694, "disk_write_mb": 14 } @@ -3728,11 +3728,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:30:20", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 560, - "cpu_pct": 104.2, - "peak_memory_mb": 8397, + "duration_sec": 552, + "cpu_pct": 107.9, + "peak_memory_mb": 10957, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3742,11 +3742,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:30:19", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 44.1, - "cpu_pct": 121.9, - "peak_memory_mb": 3584, + "duration_sec": 57.9, + "cpu_pct": 95.4, + "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 } @@ -3756,11 +3756,11 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 664, - "cpu_pct": 103.9, - "peak_memory_mb": 6349, + "duration_sec": 520, + "cpu_pct": 110.9, + "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3770,10 +3770,10 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 688.8, - "cpu_pct": 126.7, + "duration_sec": 701.4, + "cpu_pct": 121.5, "peak_memory_mb": 6452, "disk_read_mb": 1694, "disk_write_mb": 14 @@ -3784,11 +3784,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 1024, - "cpu_pct": 103.9, - "peak_memory_mb": 10650, + "duration_sec": 592, + "cpu_pct": 107.1, + "peak_memory_mb": 11981, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3798,10 +3798,10 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 57, - "cpu_pct": 99.6, + "duration_sec": 47.7, + "cpu_pct": 115, "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 @@ -3812,11 +3812,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 451.2, - "cpu_pct": 111.3, - "peak_memory_mb": 7476, + "duration_sec": 457.6, + "cpu_pct": 121.4, + "peak_memory_mb": 10138, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3826,10 +3826,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 747.6, - "cpu_pct": 121.9, + "duration_sec": 740.6, + "cpu_pct": 125.9, "peak_memory_mb": 6349, "disk_read_mb": 1680, "disk_write_mb": 14 @@ -3840,11 +3840,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 880, - "cpu_pct": 101.3, - "peak_memory_mb": 7373, + "duration_sec": 548, + "cpu_pct": 107.5, + "peak_memory_mb": 11367, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3854,10 +3854,10 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 90, - "cpu_pct": 76.7, + "duration_sec": 51.9, + "cpu_pct": 94.6, "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 @@ -3868,11 +3868,11 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:41", "exit_code": 0, - "duration_sec": 463.2, - "cpu_pct": 124.4, - "peak_memory_mb": 10343, + "duration_sec": 451.2, + "cpu_pct": 118.9, + "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3882,11 +3882,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 714, - "cpu_pct": 125.9, - "peak_memory_mb": 6349, + "duration_sec": 697.2, + "cpu_pct": 123.9, + "peak_memory_mb": 6452, "disk_read_mb": 1694, "disk_write_mb": 14 } @@ -3896,11 +3896,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:41", "exit_code": 0, - "duration_sec": 588, - "cpu_pct": 108.9, - "peak_memory_mb": 11981, + "duration_sec": 592, + "cpu_pct": 104, + "peak_memory_mb": 9319, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3910,11 +3910,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 54.3, - "cpu_pct": 112.8, - "peak_memory_mb": 3687, + "duration_sec": 51.9, + "cpu_pct": 107, + "peak_memory_mb": 2356, "disk_read_mb": 333, "disk_write_mb": 3 } @@ -3924,10 +3924,10 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:22:40", + "submit": "2024-12-11 16:17:09", "exit_code": 0, - "duration_sec": 672, - "cpu_pct": 115.3, + "duration_sec": 451.2, + "cpu_pct": 115.1, "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 @@ -3938,11 +3938,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:22:40", + "submit": "2024-12-11 16:17:09", "exit_code": 0, - "duration_sec": 1162, - "cpu_pct": 105.3, - "peak_memory_mb": 2356, + "duration_sec": 702.8, + "cpu_pct": 115.7, + "peak_memory_mb": 3687, "disk_read_mb": 1680, "disk_write_mb": 14 } @@ -3952,11 +3952,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:22:40", + "submit": "2024-12-11 16:17:09", "exit_code": 0, - "duration_sec": 628, - "cpu_pct": 108.7, - "peak_memory_mb": 12596, + "duration_sec": 624, + "cpu_pct": 104.5, + "peak_memory_mb": 9933, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -3966,10 +3966,10 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:22:40", + "submit": "2024-12-11 16:17:09", "exit_code": 0, - "duration_sec": 46.8, - "cpu_pct": 129.8, + "duration_sec": 43.5, + "cpu_pct": 134.2, "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 @@ -3980,11 +3980,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:49", "exit_code": 0, - "duration_sec": 459.2, - "cpu_pct": 111.1, - "peak_memory_mb": 7680, + "duration_sec": 450.4, + "cpu_pct": 122.6, + "peak_memory_mb": 10240, "disk_read_mb": 1392, "disk_write_mb": 8 } @@ -3994,11 +3994,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:49", "exit_code": 0, - "duration_sec": 698.6, - "cpu_pct": 125.8, - "peak_memory_mb": 6349, + "duration_sec": 702.8, + "cpu_pct": 124.6, + "peak_memory_mb": 6452, "disk_read_mb": 1694, "disk_write_mb": 14 } @@ -4008,11 +4008,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:49", "exit_code": 0, "duration_sec": 604, - "cpu_pct": 106.1, - "peak_memory_mb": 11981, + "cpu_pct": 106.3, + "peak_memory_mb": 12186, "disk_read_mb": 1020, "disk_write_mb": 4 } @@ -4022,10 +4022,10 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:40", + "submit": "2024-12-11 16:10:49", "exit_code": 0, - "duration_sec": 56.7, - "cpu_pct": 104.6, + "duration_sec": 42.3, + "cpu_pct": 145.8, "peak_memory_mb": 6349, "disk_read_mb": 333, "disk_write_mb": 3 @@ -4036,11 +4036,11 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 352, - "cpu_pct": 113.5, - "peak_memory_mb": 4608, + "duration_sec": 368, + "cpu_pct": 128.3, + "peak_memory_mb": 7373, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4050,12 +4050,12 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 1148, - "cpu_pct": 121.8, - "peak_memory_mb": 6144, - "disk_read_mb": 994, + "duration_sec": 667.8, + "cpu_pct": 112.8, + "peak_memory_mb": 3482, + "disk_read_mb": 980, "disk_write_mb": 14 } }, @@ -4064,11 +4064,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 388, - "cpu_pct": 105.6, - "peak_memory_mb": 5837, + "duration_sec": 392, + "cpu_pct": 104.1, + "peak_memory_mb": 5735, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4078,10 +4078,10 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:10", "exit_code": 0, - "duration_sec": 73.2, - "cpu_pct": 115.2, + "duration_sec": 87.9, + "cpu_pct": 72.9, "peak_memory_mb": 6349, "disk_read_mb": 330, "disk_write_mb": 3 @@ -4092,11 +4092,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 351.2, - "cpu_pct": 113.5, - "peak_memory_mb": 4506, + "duration_sec": 512, + "cpu_pct": 112.5, + "peak_memory_mb": 4711, "disk_read_mb": 1080, "disk_write_mb": 8 } @@ -4106,10 +4106,10 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 697.2, - "cpu_pct": 113.8, + "duration_sec": 695.8, + "cpu_pct": 113.9, "peak_memory_mb": 3482, "disk_read_mb": 1134, "disk_write_mb": 14 @@ -4120,10 +4120,10 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 592, - "cpu_pct": 102.2, + "duration_sec": 596, + "cpu_pct": 102.4, "peak_memory_mb": 4404, "disk_read_mb": 860, "disk_write_mb": 4 @@ -4134,11 +4134,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 91.8, - "cpu_pct": 77.8, - "peak_memory_mb": 6452, + "duration_sec": 52.8, + "cpu_pct": 109.2, + "peak_memory_mb": 6349, "disk_read_mb": 360, "disk_write_mb": 3 } @@ -4148,11 +4148,11 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 335.2, - "cpu_pct": 114, - "peak_memory_mb": 4711, + "duration_sec": 343.2, + "cpu_pct": 124.6, + "peak_memory_mb": 7373, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4162,12 +4162,12 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 1120, - "cpu_pct": 105.6, - "peak_memory_mb": 2151, - "disk_read_mb": 980, + "duration_sec": 649.6, + "cpu_pct": 121.6, + "peak_memory_mb": 6144, + "disk_read_mb": 994, "disk_write_mb": 14 } }, @@ -4176,11 +4176,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 632, - "cpu_pct": 102.2, - "peak_memory_mb": 4301, + "duration_sec": 380, + "cpu_pct": 111.5, + "peak_memory_mb": 8397, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4190,12 +4190,12 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 42.6, - "cpu_pct": 116.1, - "peak_memory_mb": 3687, - "disk_read_mb": 327, + "duration_sec": 43.5, + "cpu_pct": 133.4, + "peak_memory_mb": 6349, + "disk_read_mb": 330, "disk_write_mb": 3 } }, @@ -4204,10 +4204,10 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:31:00", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 345.6, - "cpu_pct": 114.4, + "duration_sec": 350.4, + "cpu_pct": 110.8, "peak_memory_mb": 4711, "disk_read_mb": 992, "disk_write_mb": 8 @@ -4218,12 +4218,12 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:31:00", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 665, - "cpu_pct": 114.6, - "peak_memory_mb": 3482, - "disk_read_mb": 980, + "duration_sec": 670.6, + "cpu_pct": 127.5, + "peak_memory_mb": 6144, + "disk_read_mb": 994, "disk_write_mb": 14 } }, @@ -4232,11 +4232,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:31:00", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 724, - "cpu_pct": 101.7, - "peak_memory_mb": 4711, + "duration_sec": 372, + "cpu_pct": 105.9, + "peak_memory_mb": 5940, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4246,11 +4246,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:31:00", + "submit": "2024-12-11 16:24:39", "exit_code": 0, - "duration_sec": 43.8, - "cpu_pct": 114.5, - "peak_memory_mb": 3584, + "duration_sec": 58.2, + "cpu_pct": 95.8, + "peak_memory_mb": 6349, "disk_read_mb": 327, "disk_write_mb": 3 } @@ -4260,11 +4260,11 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 504, - "cpu_pct": 105.6, - "peak_memory_mb": 3380, + "duration_sec": 364.8, + "cpu_pct": 125.7, + "peak_memory_mb": 7373, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4274,10 +4274,10 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 840, - "cpu_pct": 115.7, + "duration_sec": 704.2, + "cpu_pct": 126.6, "peak_memory_mb": 6144, "disk_read_mb": 994, "disk_write_mb": 14 @@ -4288,11 +4288,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 796, - "cpu_pct": 107.6, - "peak_memory_mb": 8397, + "duration_sec": 424, + "cpu_pct": 105.9, + "peak_memory_mb": 5735, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4302,10 +4302,10 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:29", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 78.9, - "cpu_pct": 86.2, + "duration_sec": 43.8, + "cpu_pct": 124.9, "peak_memory_mb": 6349, "disk_read_mb": 327, "disk_write_mb": 3 @@ -4316,11 +4316,11 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 348, - "cpu_pct": 112.6, - "peak_memory_mb": 4711, + "duration_sec": 345.6, + "cpu_pct": 125.4, + "peak_memory_mb": 7373, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4330,11 +4330,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 1134, - "cpu_pct": 105.4, - "peak_memory_mb": 2151, + "duration_sec": 782.6, + "cpu_pct": 114.9, + "peak_memory_mb": 6144, "disk_read_mb": 980, "disk_write_mb": 14 } @@ -4344,11 +4344,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 712, - "cpu_pct": 103.6, - "peak_memory_mb": 5940, + "duration_sec": 388, + "cpu_pct": 112.8, + "peak_memory_mb": 8602, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4358,11 +4358,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:30", + "submit": "2024-12-11 16:10:09", "exit_code": 0, - "duration_sec": 53.1, - "cpu_pct": 117.5, - "peak_memory_mb": 3687, + "duration_sec": 44.7, + "cpu_pct": 134.9, + "peak_memory_mb": 6349, "disk_read_mb": 327, "disk_write_mb": 3 } @@ -4372,11 +4372,11 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 338.4, - "cpu_pct": 117.9, - "peak_memory_mb": 4711, + "duration_sec": 355.2, + "cpu_pct": 119.9, + "peak_memory_mb": 7373, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4386,12 +4386,12 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 1120, - "cpu_pct": 110.4, - "peak_memory_mb": 3482, - "disk_read_mb": 980, + "duration_sec": 670.6, + "cpu_pct": 129.1, + "peak_memory_mb": 6144, + "disk_read_mb": 994, "disk_write_mb": 14 } }, @@ -4400,11 +4400,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 624, - "cpu_pct": 102.2, - "peak_memory_mb": 4301, + "duration_sec": 376, + "cpu_pct": 105, + "peak_memory_mb": 5735, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4414,11 +4414,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:30", + "submit": "2024-12-11 16:11:39", "exit_code": 0, - "duration_sec": 43.8, - "cpu_pct": 111.4, - "peak_memory_mb": 3584, + "duration_sec": 49.5, + "cpu_pct": 121.1, + "peak_memory_mb": 6349, "disk_read_mb": 327, "disk_write_mb": 3 } @@ -4428,11 +4428,11 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 350.4, - "cpu_pct": 112.4, - "peak_memory_mb": 4608, + "duration_sec": 354.4, + "cpu_pct": 126.4, + "peak_memory_mb": 7271, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4442,11 +4442,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 695.8, - "cpu_pct": 113.3, - "peak_memory_mb": 3482, + "duration_sec": 707, + "cpu_pct": 123.4, + "peak_memory_mb": 6247, "disk_read_mb": 994, "disk_write_mb": 14 } @@ -4456,11 +4456,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 740, - "cpu_pct": 101.6, - "peak_memory_mb": 4301, + "duration_sec": 424, + "cpu_pct": 106.3, + "peak_memory_mb": 5632, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4470,12 +4470,12 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:00", + "submit": "2024-12-11 16:14:39", "exit_code": 0, - "duration_sec": 51, - "cpu_pct": 110.6, - "peak_memory_mb": 2356, - "disk_read_mb": 327, + "duration_sec": 46.8, + "cpu_pct": 127.9, + "peak_memory_mb": 6349, + "disk_read_mb": 330, "disk_write_mb": 3 } }, @@ -4484,11 +4484,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:20", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 348.8, - "cpu_pct": 116.3, - "peak_memory_mb": 4711, + "duration_sec": 374.4, + "cpu_pct": 121.8, + "peak_memory_mb": 7373, "disk_read_mb": 992, "disk_write_mb": 8 } @@ -4498,12 +4498,12 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:20", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 739.2, - "cpu_pct": 106, - "peak_memory_mb": 3482, - "disk_read_mb": 980, + "duration_sec": 674.8, + "cpu_pct": 126.4, + "peak_memory_mb": 6144, + "disk_read_mb": 994, "disk_write_mb": 14 } }, @@ -4512,11 +4512,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:20", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 364, - "cpu_pct": 106.5, - "peak_memory_mb": 5837, + "duration_sec": 620, + "cpu_pct": 101.5, + "peak_memory_mb": 4506, "disk_read_mb": 820, "disk_write_mb": 4 } @@ -4526,10 +4526,10 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:20", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 43.2, - "cpu_pct": 132.9, + "duration_sec": 44.1, + "cpu_pct": 137.8, "peak_memory_mb": 6349, "disk_read_mb": 327, "disk_write_mb": 3 @@ -4540,12 +4540,12 @@ "method_id": "negative", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:20", "exit_code": 0, - "duration_sec": 392.8, - "cpu_pct": 107.8, - "peak_memory_mb": 5837, - "disk_read_mb": 1048, + "duration_sec": 368.8, + "cpu_pct": 121.2, + "peak_memory_mb": 8500, + "disk_read_mb": 1056, "disk_write_mb": 8 } }, @@ -4554,11 +4554,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 746.2, - "cpu_pct": 119.7, - "peak_memory_mb": 6247, + "duration_sec": 672, + "cpu_pct": 115.7, + "peak_memory_mb": 3482, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -4568,11 +4568,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:19", "exit_code": 0, - "duration_sec": 268, - "cpu_pct": 115.1, - "peak_memory_mb": 9114, + "duration_sec": 452, + "cpu_pct": 106.6, + "peak_memory_mb": 6452, "disk_read_mb": 848, "disk_write_mb": 4 } @@ -4582,11 +4582,11 @@ "method_id": "negative", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:20", "exit_code": 0, - "duration_sec": 53.1, - "cpu_pct": 110.5, - "peak_memory_mb": 2356, + "duration_sec": 56.1, + "cpu_pct": 118.9, + "peak_memory_mb": 3687, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4596,11 +4596,11 @@ "method_id": "positive", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 528, - "cpu_pct": 104.3, - "peak_memory_mb": 4506, + "duration_sec": 392.8, + "cpu_pct": 120.7, + "peak_memory_mb": 8704, "disk_read_mb": 1136, "disk_write_mb": 8 } @@ -4610,11 +4610,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 739.2, - "cpu_pct": 113.7, - "peak_memory_mb": 3482, + "duration_sec": 751.8, + "cpu_pct": 118.5, + "peak_memory_mb": 6144, "disk_read_mb": 1232, "disk_write_mb": 14 } @@ -4624,11 +4624,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, "duration_sec": 264, - "cpu_pct": 108.7, - "peak_memory_mb": 6452, + "cpu_pct": 107.7, + "peak_memory_mb": 6656, "disk_read_mb": 888, "disk_write_mb": 4 } @@ -4638,11 +4638,11 @@ "method_id": "positive", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 45.3, - "cpu_pct": 111.4, - "peak_memory_mb": 3584, + "duration_sec": 51.9, + "cpu_pct": 127.4, + "peak_memory_mb": 6452, "disk_read_mb": 375, "disk_write_mb": 3 } @@ -4652,12 +4652,12 @@ "method_id": "scdesign2", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:21:10", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 536, - "cpu_pct": 111.5, - "peak_memory_mb": 5940, - "disk_read_mb": 1048, + "duration_sec": 352, + "cpu_pct": 128.1, + "peak_memory_mb": 8602, + "disk_read_mb": 1056, "disk_write_mb": 8 } }, @@ -4666,10 +4666,10 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:21:09", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 701.4, - "cpu_pct": 114.3, + "duration_sec": 695.8, + "cpu_pct": 112.8, "peak_memory_mb": 3482, "disk_read_mb": 1092, "disk_write_mb": 14 @@ -4680,11 +4680,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:21:09", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 268, - "cpu_pct": 107.8, - "peak_memory_mb": 6452, + "duration_sec": 428, + "cpu_pct": 107, + "peak_memory_mb": 6554, "disk_read_mb": 848, "disk_write_mb": 4 } @@ -4694,11 +4694,11 @@ "method_id": "scdesign2", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:21:10", + "submit": "2024-12-11 16:15:09", "exit_code": 0, - "duration_sec": 43.2, - "cpu_pct": 120.3, - "peak_memory_mb": 3687, + "duration_sec": 45.6, + "cpu_pct": 141.5, + "peak_memory_mb": 6349, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4708,13 +4708,13 @@ "method_id": "scdesign3", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 07:02:50", - "exit_code": 0, - "duration_sec": 363.2, - "cpu_pct": 114.5, - "peak_memory_mb": 5940, - "disk_read_mb": 1048, - "disk_write_mb": 8 + "submit": "2024-12-11 16:56:29", + "exit_code": "NA", + "duration_sec": 60968, + "cpu_pct": "NA", + "peak_memory_mb": "NA", + "disk_read_mb": "NA", + "disk_write_mb": "NA" } }, { @@ -4722,11 +4722,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 07:02:49", + "submit": "2024-12-11 16:56:29", "exit_code": 0, - "duration_sec": 758.8, - "cpu_pct": 112.8, - "peak_memory_mb": 3482, + "duration_sec": 771.4, + "cpu_pct": 121.8, + "peak_memory_mb": 6144, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -4736,11 +4736,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 07:02:49", + "submit": "2024-12-11 16:56:29", "exit_code": 0, - "duration_sec": 288, - "cpu_pct": 107.7, - "peak_memory_mb": 6554, + "duration_sec": 312, + "cpu_pct": 109.6, + "peak_memory_mb": 9216, "disk_read_mb": 848, "disk_write_mb": 4 } @@ -4750,11 +4750,11 @@ "method_id": "scdesign3", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 07:02:50", + "submit": "2024-12-11 16:56:29", "exit_code": 0, - "duration_sec": 43.2, - "cpu_pct": 120.5, - "peak_memory_mb": 3687, + "duration_sec": 45.6, + "cpu_pct": 125.6, + "peak_memory_mb": 6349, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4764,12 +4764,12 @@ "method_id": "sparsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 528, - "cpu_pct": 105.1, - "peak_memory_mb": 4506, - "disk_read_mb": 1048, + "duration_sec": 383.2, + "cpu_pct": 122.3, + "peak_memory_mb": 8500, + "disk_read_mb": 1056, "disk_write_mb": 8 } }, @@ -4778,11 +4778,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 729.4, - "cpu_pct": 113.3, - "peak_memory_mb": 3482, + "duration_sec": 739.2, + "cpu_pct": 118.4, + "peak_memory_mb": 6144, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -4792,11 +4792,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 472, - "cpu_pct": 102.4, - "peak_memory_mb": 5223, + "duration_sec": 284, + "cpu_pct": 112.9, + "peak_memory_mb": 9216, "disk_read_mb": 848, "disk_write_mb": 4 } @@ -4806,11 +4806,11 @@ "method_id": "sparsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 54.6, - "cpu_pct": 107.1, - "peak_memory_mb": 2356, + "duration_sec": 46.5, + "cpu_pct": 133.8, + "peak_memory_mb": 6452, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4820,12 +4820,12 @@ "method_id": "splatter", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 373.6, - "cpu_pct": 114.2, - "peak_memory_mb": 5940, - "disk_read_mb": 1048, + "duration_sec": 403.2, + "cpu_pct": 120.2, + "peak_memory_mb": 8704, + "disk_read_mb": 1056, "disk_write_mb": 8 } }, @@ -4834,11 +4834,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 1190, - "cpu_pct": 105.4, - "peak_memory_mb": 2151, + "duration_sec": 763, + "cpu_pct": 119.3, + "peak_memory_mb": 6144, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -4848,11 +4848,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 444, - "cpu_pct": 103, - "peak_memory_mb": 5120, + "duration_sec": 288, + "cpu_pct": 118.5, + "peak_memory_mb": 9114, "disk_read_mb": 848, "disk_write_mb": 4 } @@ -4862,11 +4862,11 @@ "method_id": "splatter", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:00", + "submit": "2024-12-11 16:10:39", "exit_code": 0, - "duration_sec": 45.6, - "cpu_pct": 112.9, - "peak_memory_mb": 3584, + "duration_sec": 91.2, + "cpu_pct": 67.3, + "peak_memory_mb": 6349, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4876,12 +4876,12 @@ "method_id": "srtsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 355.2, - "cpu_pct": 112.3, - "peak_memory_mb": 5940, - "disk_read_mb": 1048, + "duration_sec": 359.2, + "cpu_pct": 128.9, + "peak_memory_mb": 8602, + "disk_read_mb": 1056, "disk_write_mb": 8 } }, @@ -4890,11 +4890,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 770, - "cpu_pct": 121.3, - "peak_memory_mb": 6144, + "duration_sec": 1232, + "cpu_pct": 109.2, + "peak_memory_mb": 3482, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -4904,10 +4904,10 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:40", "exit_code": 0, "duration_sec": 272, - "cpu_pct": 116.8, + "cpu_pct": 111, "peak_memory_mb": 9216, "disk_read_mb": 848, "disk_write_mb": 4 @@ -4918,11 +4918,11 @@ "method_id": "srtsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:10", + "submit": "2024-12-11 16:10:40", "exit_code": 0, - "duration_sec": 44.1, - "cpu_pct": 113.5, - "peak_memory_mb": 3584, + "duration_sec": 52.8, + "cpu_pct": 94, + "peak_memory_mb": 3789, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4932,12 +4932,12 @@ "method_id": "symsim", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:18:10", + "submit": "2024-12-11 16:12:59", "exit_code": 0, - "duration_sec": 366.4, - "cpu_pct": 120.7, - "peak_memory_mb": 8500, - "disk_read_mb": 1056, + "duration_sec": 369.6, + "cpu_pct": 113.1, + "peak_memory_mb": 5837, + "disk_read_mb": 1048, "disk_write_mb": 8 } }, @@ -4946,11 +4946,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:18:10", + "submit": "2024-12-11 16:12:59", "exit_code": 0, - "duration_sec": 721, - "cpu_pct": 113.7, - "peak_memory_mb": 3482, + "duration_sec": 728, + "cpu_pct": 124.4, + "peak_memory_mb": 6247, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -4960,10 +4960,10 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:18:10", + "submit": "2024-12-11 16:12:59", "exit_code": 0, - "duration_sec": 276, - "cpu_pct": 108.4, + "duration_sec": 284, + "cpu_pct": 106.6, "peak_memory_mb": 6554, "disk_read_mb": 848, "disk_write_mb": 4 @@ -4974,11 +4974,11 @@ "method_id": "symsim", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:18:10", + "submit": "2024-12-11 16:12:59", "exit_code": 0, - "duration_sec": 44.1, - "cpu_pct": 108.7, - "peak_memory_mb": 3687, + "duration_sec": 48.6, + "cpu_pct": 124.8, + "peak_memory_mb": 11674, "disk_read_mb": 342, "disk_write_mb": 3 } @@ -4988,11 +4988,11 @@ "method_id": "zinbwave", "metric_component_name": "downstream", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 365.6, - "cpu_pct": 125.1, - "peak_memory_mb": 8500, + "duration_sec": 374.4, + "cpu_pct": 124.1, + "peak_memory_mb": 8704, "disk_read_mb": 1056, "disk_write_mb": 8 } @@ -5002,11 +5002,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_gene_cell", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 1232, - "cpu_pct": 105.2, - "peak_memory_mb": 2151, + "duration_sec": 757.4, + "cpu_pct": 124.4, + "peak_memory_mb": 6144, "disk_read_mb": 1092, "disk_write_mb": 14 } @@ -5016,11 +5016,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_sc_features", "resources": { - "submit": "2024-11-25 06:17:02", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 276, - "cpu_pct": 108.8, - "peak_memory_mb": 6452, + "duration_sec": 284, + "cpu_pct": 119.4, + "peak_memory_mb": 9114, "disk_read_mb": 848, "disk_write_mb": 4 } @@ -5030,11 +5030,11 @@ "method_id": "zinbwave", "metric_component_name": "ks_statistic_spatial", "resources": { - "submit": "2024-11-25 06:17:01", + "submit": "2024-12-11 16:11:29", "exit_code": 0, - "duration_sec": 47.4, - "cpu_pct": 124.7, - "peak_memory_mb": 6452, + "duration_sec": 46.2, + "cpu_pct": 117.1, + "peak_memory_mb": 3789, "disk_read_mb": 342, "disk_write_mb": 3 } diff --git a/results/spatial_simulators/data/metric_info.json b/results/spatial_simulators/data/metric_info.json index 9fde363d..08ae4dd7 100644 --- a/results/spatial_simulators/data/metric_info.json +++ b/results/spatial_simulators/data/metric_info.json @@ -8,10 +8,10 @@ "metric_description": "Adjusted Rand Index used in spatial clustering to measure the similarity between two data clusterings, adjusted for chance.\n", "references_doi": "10.1145/1553374.1553511", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": true }, { @@ -23,10 +23,10 @@ "metric_description": "Normalized Mutual Information used in spatial clustering to measure the agreement between two different clusterings, scaled to [0, 1].\n", "references_doi": "10.1145/1553374.1553511", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": true }, { @@ -38,10 +38,10 @@ "metric_description": "Recall used in identifying spatial variable genes, measuring the true positive rate.\n", "references_doi": "10.9735/2229-3981", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": true }, { @@ -53,10 +53,10 @@ "metric_description": "Precision used in identifying spatial variable genes, measuring the accuracy of positive predictions.\n", "references_doi": "10.9735/2229-3981", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": true }, { @@ -68,10 +68,10 @@ "metric_description": "Root Mean Squared Error used in cell type deconvolution to measure the difference between observed and predicted values.\n", "references_doi": "10.5194/gmd-15-5481-2022", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -83,10 +83,10 @@ "metric_description": "Jensen-Shannon Divergence used in cell type deconvolution to measure the similarity between two probability distributions.\n", "references_doi": "10.21105/joss.00765", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -98,10 +98,10 @@ "metric_description": "Mantel statistic used in spatial cross-correlation to test the correlation between two distance matrices.\n", "references_doi": "10.1111/2041-210X.12425", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": true }, { @@ -113,10 +113,10 @@ "metric_description": "Cosine similarity used in spatial cross-correlation to measure the cosine of the angle between two non-zero vectors.\n", "references_doi": "10.1002/asi.20130", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/downstream", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/downstream", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/downstream:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": true }, { @@ -128,10 +128,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per gene in the real datasets versus the fraction of zeros per gene in the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -143,10 +143,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the fraction of zeros per spot (cell) in the real datasets versus the fraction of zeros per spot (cell) in the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -158,10 +158,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the total sum of UMI counts across all genes in the real datasets versus the total sum of UMI counts across all genes in the simmulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -173,10 +173,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the effective library size of the real datasets versus the effective library size of the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -188,10 +188,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the weight trimmed mean of M-values normalization factor for the real datasets versus the weight trimmed mean of M-values normalization factor for the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -203,10 +203,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the spot-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -218,10 +218,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -233,10 +233,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between library size and the proportion of zeros per spot (cell) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -248,10 +248,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the sample Pearson correlation of the real datasets versus the sample Pearson correlation of the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -263,10 +263,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the variance of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -278,10 +278,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene-level z-score standardization of the mean of expression matrix in terms of log2(CPM) in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -293,10 +293,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the gene Pearson correlation of the real datasets versus the gene Pearson correlation of the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -308,10 +308,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and variance expression in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -323,10 +323,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the relationship between mean expression and the proportion of zero per gene in the real datasets versus the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_gene_cell", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_gene_cell", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_gene_cell:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -338,10 +338,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the L statistics in the real datasets versus the L statistics in the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_sc_features", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -353,10 +353,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the Celltype interaction in the real datasets versus the Celltype interaction in the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_sc_features", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -368,10 +368,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the nn correlation in the real datasets versus the nn correlation in the simmulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_sc_features", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -383,10 +383,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the morans I of the real datasets versus the morans I of the simulated datasets.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_sc_features", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_sc_features", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_sc_features:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -398,10 +398,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the transition matrix of the real dataset versus the simulated dataset. The transition matrix elucidates the interrelationships among spatial clusters in each space. Each element in the matrix signifies the transition probability from one spatial cluster to another, thereby mapping the dynamic interplay of spatial clusters.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_spatial", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -413,10 +413,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the centralized score matrix of the real dataset versus the simulated dataset. The centralized score matrix is a vector of the group degree centrality (inter-cluster connectivity), average clustering coefficient (propensity for a spot within a spatial cluster to be connected to spots in another cluster), and the group closeness centrality (relative proximity or accessibility of one cluster to all spots in another). \n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_spatial", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false }, { @@ -428,10 +428,10 @@ "metric_description": "The Kolmogorov-Smirnov statistic comparing the neighborhood enrichment matrices of the real dataset versus the simulated dataset. The neighborhood enrichment matrix quantifies the enrichment observed between each pair of spatial clusters. It serves to systematically assess the interaction between different clusters within a spatial context, providing insights into the relative connectivity between various spatial clusters.\n", "references_doi": "10.1201/9780429485572", "references_bibtex": null, - "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/df6409b000a8951078f2d233bb961eb8a706315a/src/metrics/ks_statistic_spatial", + "implementation_url": "https://github.com/openproblems-bio/task_spatial_simulators/blob/bf1f6d13221baeab459bdadf6993650f03ddb1f2/src/metrics/ks_statistic_spatial", "image": "https://ghcr.io/openproblems-bio/task_spatial_simulators/metrics/ks_statistic_spatial:build_main", "code_version": "build_main", - "commit_sha": "df6409b000a8951078f2d233bb961eb8a706315a", + "commit_sha": "bf1f6d13221baeab459bdadf6993650f03ddb1f2", "maximize": false } ] diff --git a/results/spatial_simulators/data/quality_control.json b/results/spatial_simulators/data/quality_control.json index ac19d252..9ecb4fab 100644 --- a/results/spatial_simulators/data/quality_control.json +++ b/results/spatial_simulators/data/quality_control.json @@ -253,81 +253,81 @@ "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'clustering_ari' %missing", - "value": 0.10000000000000009, - "severity": 1, - "severity_value": 1.0000000000000009, + "value": 0.011111111111111072, + "severity": 0, + "severity_value": 0.11111111111111072, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_ari\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_ari\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'clustering_nmi' %missing", - "value": 0.10000000000000009, - "severity": 1, - "severity_value": 1.0000000000000009, + "value": 0.011111111111111072, + "severity": 0, + "severity_value": 0.11111111111111072, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_nmi\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: clustering_nmi\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'svg_recall' %missing", - "value": 0.19999999999999996, - "severity": 1, - "severity_value": 1.9999999999999996, + "value": 0.21111111111111114, + "severity": 2, + "severity_value": 2.111111111111111, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_recall\n Percentage missing: 20%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_recall\n Percentage missing: 21%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'svg_precision' %missing", - "value": 0.3222222222222223, - "severity": 3, - "severity_value": 3.2222222222222228, + "value": 0.28888888888888886, + "severity": 2, + "severity_value": 2.8888888888888884, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_precision\n Percentage missing: 32%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: svg_precision\n Percentage missing: 29%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ctdeconvolute_rmse' %missing", - "value": 0.10000000000000009, - "severity": 1, - "severity_value": 1.0000000000000009, + "value": 0.011111111111111072, + "severity": 0, + "severity_value": 0.11111111111111072, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconvolute_rmse\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconvolute_rmse\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ctdeconcolute_jsd' %missing", - "value": 0.10000000000000009, - "severity": 1, - "severity_value": 1.0000000000000009, + "value": 0.011111111111111072, + "severity": 0, + "severity_value": 0.11111111111111072, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconcolute_jsd\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ctdeconcolute_jsd\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'crosscor_mantel' %missing", - "value": 0.10000000000000009, - "severity": 1, - "severity_value": 1.0000000000000009, + "value": 0.011111111111111072, + "severity": 0, + "severity_value": 0.11111111111111072, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: crosscor_mantel\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: crosscor_mantel\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'crosscor_cosine' %missing", - "value": 0.4444444444444444, + "value": 0.3999999999999999, "severity": 3, - "severity_value": 4.444444444444444, + "severity_value": 3.999999999999999, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: crosscor_cosine\n Percentage missing: 44%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: crosscor_cosine\n Percentage missing: 40%\n" }, { "task_id": "task_spatial_simulators", @@ -473,41 +473,41 @@ "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ks_statistic_L_stats' %missing", - "value": 0.10000000000000009, + "value": 0.1333333333333333, "severity": 1, - "severity_value": 1.0000000000000009, + "severity_value": 1.333333333333333, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_L_stats\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_L_stats\n Percentage missing: 13%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ks_statistic_celltype_interaction' %missing", - "value": 0.10000000000000009, + "value": 0.1333333333333333, "severity": 1, - "severity_value": 1.0000000000000009, + "severity_value": 1.333333333333333, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_celltype_interaction\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_celltype_interaction\n Percentage missing: 13%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ks_statistic_nn_correlation' %missing", - "value": 0.10000000000000009, + "value": 0.1333333333333333, "severity": 1, - "severity_value": 1.0000000000000009, + "severity_value": 1.333333333333333, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_nn_correlation\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_nn_correlation\n Percentage missing: 13%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Metric 'ks_statistic_morans_I' %missing", - "value": 0.10000000000000009, + "value": 0.1333333333333333, "severity": 1, - "severity_value": 1.0000000000000009, + "severity_value": 1.333333333333333, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_morans_I\n Percentage missing: 10%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n Metric id: ks_statistic_morans_I\n Percentage missing: 13%\n" }, { "task_id": "task_spatial_simulators", @@ -543,11 +543,11 @@ "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'scdesign2' %missing", - "value": 0.06551724137931025, + "value": 0.04482758620689653, "severity": 0, - "severity_value": 0.6551724137931025, + "severity_value": 0.4482758620689653, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: scdesign2\n Percentage missing: 7%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: scdesign2\n Percentage missing: 4%\n" }, { "task_id": "task_spatial_simulators", @@ -573,71 +573,71 @@ "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'splatter' %missing", - "value": 0.06206896551724139, + "value": 0.037931034482758696, "severity": 0, - "severity_value": 0.6206896551724139, + "severity_value": 0.37931034482758696, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: splatter\n Percentage missing: 6%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: splatter\n Percentage missing: 4%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'srtsim' %missing", - "value": 0.06551724137931025, + "value": 0.0482758620689655, "severity": 0, - "severity_value": 0.6551724137931025, + "severity_value": 0.482758620689655, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: srtsim\n Percentage missing: 7%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: srtsim\n Percentage missing: 5%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'symsim' %missing", - "value": 0.06896551724137934, + "value": 0.07586206896551717, "severity": 0, - "severity_value": 0.6896551724137934, + "severity_value": 0.7586206896551717, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: symsim\n Percentage missing: 7%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: symsim\n Percentage missing: 8%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'zinbwave' %missing", - "value": 0.06896551724137934, + "value": 0.0482758620689655, "severity": 0, - "severity_value": 0.6896551724137934, + "severity_value": 0.482758620689655, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: zinbwave\n Percentage missing: 7%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: zinbwave\n Percentage missing: 5%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'positive' %missing", - "value": 0.0482758620689655, + "value": 0.02758620689655178, "severity": 0, - "severity_value": 0.482758620689655, + "severity_value": 0.2758620689655178, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: positive\n Percentage missing: 5%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: positive\n Percentage missing: 3%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Method 'negative' %missing", - "value": 0.07241379310344831, + "value": 0.051724137931034475, "severity": 0, - "severity_value": 0.7241379310344831, + "severity_value": 0.5172413793103448, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: negative\n Percentage missing: 7%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n method id: negative\n Percentage missing: 5%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'hindlimbmuscle' %missing", - "value": 0.08812260536398453, - "severity": 0, - "severity_value": 0.8812260536398453, + "name": "Dataset 'brain' %missing", + "value": 0.2145593869731801, + "severity": 2, + "severity_value": 2.145593869731801, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: hindlimbmuscle\n Percentage missing: 9%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: brain\n Percentage missing: 21%\n" }, { "task_id": "task_spatial_simulators", @@ -652,32 +652,32 @@ { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'brain' %missing", - "value": 0.4137931034482759, - "severity": 3, - "severity_value": 4.137931034482759, + "name": "Dataset 'breast' %missing", + "value": 0.06130268199233713, + "severity": 0, + "severity_value": 0.6130268199233713, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: brain\n Percentage missing: 41%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: breast\n Percentage missing: 6%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", "name": "Dataset 'prostate' %missing", - "value": 0.03065134099616862, + "value": 0.05363984674329503, "severity": 0, - "severity_value": 0.3065134099616862, + "severity_value": 0.5363984674329503, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: prostate\n Percentage missing: 3%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: prostate\n Percentage missing: 5%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'breast' %missing", - "value": 0.03065134099616862, + "name": "Dataset 'pdac' %missing", + "value": 0.026819923371647514, "severity": 0, - "severity_value": 0.3065134099616862, + "severity_value": 0.26819923371647514, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: breast\n Percentage missing: 3%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: pdac\n Percentage missing: 3%\n" }, { "task_id": "task_spatial_simulators", @@ -692,192 +692,192 @@ { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'pdac' %missing", - "value": 0.026819923371647514, + "name": "Dataset 'osteosarcoma' %missing", + "value": 0.011494252873563315, "severity": 0, - "severity_value": 0.26819923371647514, + "severity_value": 0.11494252873563315, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: pdac\n Percentage missing: 3%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: osteosarcoma\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'olfactorybulb' %missing", - "value": 0.003831417624521105, + "name": "Dataset 'gastrulation' %missing", + "value": 0.019157088122605415, "severity": 0, - "severity_value": 0.03831417624521105, + "severity_value": 0.19157088122605415, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: olfactorybulb\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: gastrulation\n Percentage missing: 2%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'osteosarcoma' %missing", - "value": 0.015325670498084198, + "name": "Dataset 'olfactorybulb' %missing", + "value": 0.007662835249042099, "severity": 0, - "severity_value": 0.15325670498084198, + "severity_value": 0.07662835249042099, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: osteosarcoma\n Percentage missing: 2%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: olfactorybulb\n Percentage missing: 1%\n" }, { "task_id": "task_spatial_simulators", "category": "Raw results", - "name": "Dataset 'gastrulation' %missing", - "value": 0.003831417624521105, + "name": "Dataset 'hindlimbmuscle' %missing", + "value": 0.08812260536398453, "severity": 0, - "severity_value": 0.03831417624521105, + "severity_value": 0.8812260536398453, "code": "pct_missing <= .1", - "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: gastrulation\n Percentage missing: 0%\n" + "message": "Percentage of missing results should be less than 10%.\n Task id: task_spatial_simulators\n dataset id: hindlimbmuscle\n Percentage missing: 9%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 clustering_ari", - "value": -0.0017, + "value": -0.0046, "severity": 0, - "severity_value": 0.0017, + "severity_value": 0.0046, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Worst score: -0.0017%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Worst score: -0.0046%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 clustering_ari", - "value": 0.386, + "value": 0.5066, "severity": 0, - "severity_value": 0.193, + "severity_value": 0.2533, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Best score: 0.386%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_ari\n Best score: 0.5066%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 clustering_ari", - "value": -0.0696, + "value": -0.0013, "severity": 0, - "severity_value": 0.0696, + "severity_value": 0.0013, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_ari\n Worst score: -0.0696%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_ari\n Worst score: -0.0013%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 clustering_ari", - "value": 1.6706, + "value": 1.1338, "severity": 0, - "severity_value": 0.8353, + "severity_value": 0.5669, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_ari\n Best score: 1.6706%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_ari\n Best score: 1.1338%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim clustering_ari", - "value": -0.0684, + "value": -0.002, "severity": 0, - "severity_value": 0.0684, + "severity_value": 0.002, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Worst score: -0.0684%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Worst score: -0.002%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim clustering_ari", - "value": 0.4845, + "value": 0.5358, "severity": 0, - "severity_value": 0.24225, + "severity_value": 0.2679, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Best score: 0.4845%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_ari\n Best score: 0.5358%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter clustering_ari", - "value": -0.0714, + "value": -0.0017, "severity": 0, - "severity_value": 0.0714, + "severity_value": 0.0017, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Worst score: -0.0714%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Worst score: -0.0017%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter clustering_ari", - "value": 0.4749, + "value": 0.5342, "severity": 0, - "severity_value": 0.23745, + "severity_value": 0.2671, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Best score: 0.4749%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_ari\n Best score: 0.5342%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim clustering_ari", - "value": 0.0, + "value": 0.7254, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.7254, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Worst score: 0.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Worst score: 0.7254%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim clustering_ari", - "value": 1.8625, + "value": 1.2472, "severity": 0, - "severity_value": 0.93125, + "severity_value": 0.6236, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Best score: 1.8625%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_ari\n Best score: 1.2472%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim clustering_ari", - "value": -0.0714, + "value": -0.0017, "severity": 0, - "severity_value": 0.0714, + "severity_value": 0.0017, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Worst score: -0.0714%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Worst score: -0.0017%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim clustering_ari", - "value": 0.479, + "value": 0.5342, "severity": 0, - "severity_value": 0.2395, + "severity_value": 0.2671, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Best score: 0.479%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_ari\n Best score: 0.5342%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave clustering_ari", - "value": -0.098, + "value": -0.0034, "severity": 0, - "severity_value": 0.098, + "severity_value": 0.0034, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Worst score: -0.098%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Worst score: -0.0034%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave clustering_ari", - "value": 0.2461, + "value": 0.37, "severity": 0, - "severity_value": 0.12305, + "severity_value": 0.185, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Best score: 0.2461%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_ari\n Best score: 0.37%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive clustering_ari", - "value": 0, + "value": 1, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_ari\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_ari\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", @@ -913,151 +913,151 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 clustering_nmi", - "value": -0.0027, + "value": -0.0036, "severity": 0, - "severity_value": 0.0027, + "severity_value": 0.0036, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Worst score: -0.0027%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Worst score: -0.0036%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 clustering_nmi", - "value": 0.4341, + "value": 0.555, "severity": 0, - "severity_value": 0.21705, + "severity_value": 0.2775, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Best score: 0.4341%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: clustering_nmi\n Best score: 0.555%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 clustering_nmi", - "value": -0.0632, + "value": -0.0006, "severity": 0, - "severity_value": 0.0632, + "severity_value": 0.0006, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_nmi\n Worst score: -0.0632%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_nmi\n Worst score: -0.0006%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 clustering_nmi", - "value": 1.3373, + "value": 1.087, "severity": 0, - "severity_value": 0.66865, + "severity_value": 0.5435, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_nmi\n Best score: 1.3373%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: clustering_nmi\n Best score: 1.087%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim clustering_nmi", - "value": -0.061, + "value": -0.0029, "severity": 0, - "severity_value": 0.061, + "severity_value": 0.0029, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Worst score: -0.061%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Worst score: -0.0029%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim clustering_nmi", - "value": 0.5648, + "value": 0.5796, "severity": 0, - "severity_value": 0.2824, + "severity_value": 0.2898, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Best score: 0.5648%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: clustering_nmi\n Best score: 0.5796%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter clustering_nmi", - "value": -0.0509, + "value": -0.0019, "severity": 0, - "severity_value": 0.0509, + "severity_value": 0.0019, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Worst score: -0.0509%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Worst score: -0.0019%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter clustering_nmi", - "value": 0.5521, + "value": 0.5846, "severity": 0, - "severity_value": 0.27605, + "severity_value": 0.2923, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Best score: 0.5521%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: clustering_nmi\n Best score: 0.5846%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim clustering_nmi", - "value": 0.0, + "value": 0.6742, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.6742, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Worst score: 0.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Worst score: 0.6742%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim clustering_nmi", - "value": 1.6602, + "value": 1.3081, "severity": 0, - "severity_value": 0.8301, + "severity_value": 0.65405, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Best score: 1.6602%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: clustering_nmi\n Best score: 1.3081%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim clustering_nmi", - "value": -0.0509, + "value": -0.0019, "severity": 0, - "severity_value": 0.0509, + "severity_value": 0.0019, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Worst score: -0.0509%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Worst score: -0.0019%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim clustering_nmi", - "value": 0.559, + "value": 0.5846, "severity": 0, - "severity_value": 0.2795, + "severity_value": 0.2923, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Best score: 0.559%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: clustering_nmi\n Best score: 0.5846%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave clustering_nmi", - "value": -0.0815, + "value": -0.0031, "severity": 0, - "severity_value": 0.0815, + "severity_value": 0.0031, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Worst score: -0.0815%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Worst score: -0.0031%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave clustering_nmi", - "value": 0.319, + "value": 0.3748, "severity": 0, - "severity_value": 0.1595, + "severity_value": 0.1874, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Best score: 0.319%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: clustering_nmi\n Best score: 0.3748%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive clustering_nmi", - "value": 0, + "value": 1, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_nmi\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: clustering_nmi\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", @@ -1093,21 +1093,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 svg_recall", - "value": 0.0, + "value": -0.0055, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0055, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Worst score: 0.0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Worst score: -0.0055%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 svg_recall", - "value": 0.9198, + "value": 0.9051, "severity": 0, - "severity_value": 0.4599, + "severity_value": 0.45255, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Best score: 0.9198%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_recall\n Best score: 0.9051%\n" }, { "task_id": "task_spatial_simulators", @@ -1143,31 +1143,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim svg_recall", - "value": 0.9767, + "value": 0.972, "severity": 0, - "severity_value": 0.48835, + "severity_value": 0.486, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_recall\n Best score: 0.9767%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_recall\n Best score: 0.972%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter svg_recall", - "value": 0.0, + "value": -0.0055, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0055, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Worst score: 0.0%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Worst score: -0.0055%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter svg_recall", - "value": 0.9872, + "value": 0.9918, "severity": 0, - "severity_value": 0.4936, + "severity_value": 0.4959, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Best score: 0.9872%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_recall\n Best score: 0.9918%\n" }, { "task_id": "task_spatial_simulators", @@ -1223,11 +1223,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave svg_recall", - "value": 0.9802, + "value": 0.9767, "severity": 0, - "severity_value": 0.4901, + "severity_value": 0.48835, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_recall\n Best score: 0.9802%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_recall\n Best score: 0.9767%\n" }, { "task_id": "task_spatial_simulators", @@ -1273,41 +1273,41 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 svg_precision", - "value": 0, + "value": -0.5, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.5, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Worst score: 0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Worst score: -0.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 svg_precision", - "value": 0, + "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Best score: 0%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: svg_precision\n Best score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 svg_precision", - "value": 0.0, + "value": 0, "severity": 0, "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_precision\n Worst score: 0.0%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_precision\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 svg_precision", - "value": 0.7778, + "value": 0, "severity": 0, - "severity_value": 0.3889, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_precision\n Best score: 0.7778%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: svg_precision\n Best score: 0%\n" }, { "task_id": "task_spatial_simulators", @@ -1323,31 +1323,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim svg_precision", - "value": 0.3961, + "value": 0.0111, "severity": 0, - "severity_value": 0.19805, + "severity_value": 0.00555, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_precision\n Best score: 0.3961%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: svg_precision\n Best score: 0.0111%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter svg_precision", - "value": 0, + "value": -0.5, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.5, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Worst score: 0%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Worst score: -0.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter svg_precision", - "value": 0, + "value": 0.0, "severity": 0, "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Best score: 0%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: svg_precision\n Best score: 0.0%\n" }, { "task_id": "task_spatial_simulators", @@ -1363,31 +1363,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim svg_precision", - "value": 0.841, + "value": 0.7551, "severity": 0, - "severity_value": 0.4205, + "severity_value": 0.37755, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_precision\n Best score: 0.841%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: svg_precision\n Best score: 0.7551%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim svg_precision", - "value": 0.0, + "value": -0.2, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.2, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Worst score: 0.0%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Worst score: -0.2%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim svg_precision", - "value": 0.2, + "value": 0.0, "severity": 0, - "severity_value": 0.1, + "severity_value": 0.0, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Best score: 0.2%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: svg_precision\n Best score: 0.0%\n" }, { "task_id": "task_spatial_simulators", @@ -1403,11 +1403,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave svg_precision", - "value": 0.5928, + "value": 0.4715, "severity": 0, - "severity_value": 0.2964, + "severity_value": 0.23575, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_precision\n Best score: 0.5928%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: svg_precision\n Best score: 0.4715%\n" }, { "task_id": "task_spatial_simulators", @@ -1453,21 +1453,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ctdeconvolute_rmse", - "value": -0.1226, + "value": -0.1887, "severity": 0, - "severity_value": 0.1226, + "severity_value": 0.1887, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Worst score: -0.1226%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Worst score: -0.1887%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ctdeconvolute_rmse", - "value": 0.8978, + "value": 0.899, "severity": 0, - "severity_value": 0.4489, + "severity_value": 0.4495, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Best score: 0.8978%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconvolute_rmse\n Best score: 0.899%\n" }, { "task_id": "task_spatial_simulators", @@ -1483,121 +1483,121 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ctdeconvolute_rmse", - "value": 0.9484, + "value": 0.9491, "severity": 0, - "severity_value": 0.4742, + "severity_value": 0.47455, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconvolute_rmse\n Best score: 0.9484%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconvolute_rmse\n Best score: 0.9491%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ctdeconvolute_rmse", - "value": -0.2652, + "value": -0.2629, "severity": 0, - "severity_value": 0.2652, + "severity_value": 0.2629, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.2652%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.2629%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ctdeconvolute_rmse", - "value": 0.9283, + "value": 0.9273, "severity": 0, - "severity_value": 0.46415, + "severity_value": 0.46365, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9283%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9273%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ctdeconvolute_rmse", - "value": -0.287, + "value": -0.12, "severity": 0, - "severity_value": 0.287, + "severity_value": 0.12, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Worst score: -0.287%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Worst score: -0.12%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ctdeconvolute_rmse", - "value": 0.1237, + "value": 0.1672, "severity": 0, - "severity_value": 0.06185, + "severity_value": 0.0836, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Best score: 0.1237%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconvolute_rmse\n Best score: 0.1672%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ctdeconvolute_rmse", - "value": 0.0, + "value": 0.7282, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.7282, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Worst score: 0.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Worst score: 0.7282%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ctdeconvolute_rmse", - "value": 0.9986, + "value": 0.9984, "severity": 0, - "severity_value": 0.4993, + "severity_value": 0.4992, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9986%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.9984%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ctdeconvolute_rmse", - "value": -0.9049, + "value": -0.9219, "severity": 0, - "severity_value": 0.9049, + "severity_value": 0.9219, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.9049%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Worst score: -0.9219%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ctdeconvolute_rmse", - "value": 0.2213, + "value": 0.226, "severity": 0, - "severity_value": 0.11065, + "severity_value": 0.113, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.2213%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconvolute_rmse\n Best score: 0.226%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ctdeconvolute_rmse", - "value": 0.0, + "value": 0.3461, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.3461, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Worst score: 0.0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Worst score: 0.3461%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ctdeconvolute_rmse", - "value": 0.9434, + "value": 0.9427, "severity": 0, - "severity_value": 0.4717, + "severity_value": 0.47135, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Best score: 0.9434%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconvolute_rmse\n Best score: 0.9427%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive ctdeconvolute_rmse", - "value": 0, + "value": 1, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconvolute_rmse\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconvolute_rmse\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", @@ -1633,21 +1633,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ctdeconcolute_jsd", - "value": -0.0613, + "value": -0.0979, "severity": 0, - "severity_value": 0.0613, + "severity_value": 0.0979, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Worst score: -0.0613%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Worst score: -0.0979%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ctdeconcolute_jsd", - "value": 0.758, + "value": 0.7596, "severity": 0, - "severity_value": 0.379, + "severity_value": 0.3798, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Best score: 0.758%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ctdeconcolute_jsd\n Best score: 0.7596%\n" }, { "task_id": "task_spatial_simulators", @@ -1663,121 +1663,121 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ctdeconcolute_jsd", - "value": 0.8339, + "value": 0.8333, "severity": 0, - "severity_value": 0.41695, + "severity_value": 0.41665, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconcolute_jsd\n Best score: 0.8339%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ctdeconcolute_jsd\n Best score: 0.8333%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ctdeconcolute_jsd", - "value": -0.1617, + "value": -0.1562, "severity": 0, - "severity_value": 0.1617, + "severity_value": 0.1562, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1617%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1562%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ctdeconcolute_jsd", - "value": 0.8095, + "value": 0.8045, "severity": 0, - "severity_value": 0.40475, + "severity_value": 0.40225, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.8095%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.8045%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ctdeconcolute_jsd", - "value": -0.1746, + "value": -0.1152, "severity": 0, - "severity_value": 0.1746, + "severity_value": 0.1152, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1746%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Worst score: -0.1152%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ctdeconcolute_jsd", - "value": 0.0959, + "value": 0.0976, "severity": 0, - "severity_value": 0.04795, + "severity_value": 0.0488, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Best score: 0.0959%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ctdeconcolute_jsd\n Best score: 0.0976%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ctdeconcolute_jsd", - "value": 0.0, + "value": 0.6456, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.6456, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Worst score: 0.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Worst score: 0.6456%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ctdeconcolute_jsd", - "value": 0.9785, + "value": 0.9763, "severity": 0, - "severity_value": 0.48925, + "severity_value": 0.48815, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.9785%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.9763%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ctdeconcolute_jsd", - "value": -0.7366, + "value": -0.745, "severity": 0, - "severity_value": 0.7366, + "severity_value": 0.745, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.7366%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Worst score: -0.745%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ctdeconcolute_jsd", - "value": 0.073, + "value": 0.0795, "severity": 0, - "severity_value": 0.0365, + "severity_value": 0.03975, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.073%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ctdeconcolute_jsd\n Best score: 0.0795%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ctdeconcolute_jsd", - "value": 0.0, + "value": 0.2264, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.2264, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Worst score: 0.0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Worst score: 0.2264%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ctdeconcolute_jsd", - "value": 0.8461, + "value": 0.8439, "severity": 0, - "severity_value": 0.42305, + "severity_value": 0.42195, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Best score: 0.8461%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ctdeconcolute_jsd\n Best score: 0.8439%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive ctdeconcolute_jsd", - "value": 0, + "value": 1, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconcolute_jsd\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ctdeconcolute_jsd\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", @@ -1813,21 +1813,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 crosscor_mantel", - "value": -0.3994, + "value": -0.4106, "severity": 0, - "severity_value": 0.3994, + "severity_value": 0.4106, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Worst score: -0.3994%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Worst score: -0.4106%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 crosscor_mantel", - "value": 0.962, + "value": 0.9534, "severity": 0, - "severity_value": 0.481, + "severity_value": 0.4767, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Best score: 0.962%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_mantel\n Best score: 0.9534%\n" }, { "task_id": "task_spatial_simulators", @@ -1843,121 +1843,121 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 crosscor_mantel", - "value": 0.9879, + "value": 0.9977, "severity": 0, - "severity_value": 0.49395, + "severity_value": 0.49885, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_mantel\n Best score: 0.9879%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_mantel\n Best score: 0.9977%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim crosscor_mantel", - "value": 0.0, + "value": 0.0146, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.0146, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Worst score: 0.0146%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim crosscor_mantel", - "value": 0.8825, + "value": 0.877, "severity": 0, - "severity_value": 0.44125, + "severity_value": 0.4385, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Best score: 0.8825%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_mantel\n Best score: 0.877%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter crosscor_mantel", - "value": -0.0098, + "value": -0.0386, "severity": 0, - "severity_value": 0.0098, + "severity_value": 0.0386, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Worst score: -0.0098%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Worst score: -0.0386%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter crosscor_mantel", - "value": 0.0223, + "value": 0.0113, "severity": 0, - "severity_value": 0.01115, + "severity_value": 0.00565, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Best score: 0.0223%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_mantel\n Best score: 0.0113%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim crosscor_mantel", - "value": 0.0, + "value": 0.8268, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.8268, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Worst score: 0.8268%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim crosscor_mantel", - "value": 0.9986, + "value": 0.9996, "severity": 0, - "severity_value": 0.4993, + "severity_value": 0.4998, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Best score: 0.9986%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_mantel\n Best score: 0.9996%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim crosscor_mantel", - "value": -0.0413, + "value": -0.0466, "severity": 0, - "severity_value": 0.0413, + "severity_value": 0.0466, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Worst score: -0.0413%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Worst score: -0.0466%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim crosscor_mantel", - "value": 0.0087, + "value": 0.0054, "severity": 0, - "severity_value": 0.00435, + "severity_value": 0.0027, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Best score: 0.0087%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_mantel\n Best score: 0.0054%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave crosscor_mantel", - "value": 0.0, + "value": -0.0045, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0045, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Worst score: 0.0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Worst score: -0.0045%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave crosscor_mantel", - "value": 0.7694, + "value": 0.7708, "severity": 0, - "severity_value": 0.3847, + "severity_value": 0.3854, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Best score: 0.7694%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_mantel\n Best score: 0.7708%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive crosscor_mantel", - "value": 0, + "value": 1, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_mantel\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_mantel\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", @@ -2003,11 +2003,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 crosscor_cosine", - "value": 0.8142, + "value": 0.7999, "severity": 0, - "severity_value": 0.4071, + "severity_value": 0.39995, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_cosine\n Best score: 0.8142%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: crosscor_cosine\n Best score: 0.7999%\n" }, { "task_id": "task_spatial_simulators", @@ -2023,11 +2023,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 crosscor_cosine", - "value": 0.9754, + "value": 0.9745, "severity": 0, - "severity_value": 0.4877, + "severity_value": 0.48725, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_cosine\n Best score: 0.9754%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: crosscor_cosine\n Best score: 0.9745%\n" }, { "task_id": "task_spatial_simulators", @@ -2043,31 +2043,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim crosscor_cosine", - "value": 0.8612, + "value": 0.8332, "severity": 0, - "severity_value": 0.4306, + "severity_value": 0.4166, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_cosine\n Best score: 0.8612%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: crosscor_cosine\n Best score: 0.8332%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter crosscor_cosine", - "value": -0.0006, + "value": 0.0, "severity": 0, - "severity_value": 0.0006, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Worst score: -0.0006%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter crosscor_cosine", - "value": 0.228, + "value": 0.1744, "severity": 0, - "severity_value": 0.114, + "severity_value": 0.0872, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Best score: 0.228%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: crosscor_cosine\n Best score: 0.1744%\n" }, { "task_id": "task_spatial_simulators", @@ -2083,61 +2083,61 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim crosscor_cosine", - "value": 0.9978, + "value": 0.9957, "severity": 0, - "severity_value": 0.4989, + "severity_value": 0.49785, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_cosine\n Best score: 0.9978%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: crosscor_cosine\n Best score: 0.9957%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim crosscor_cosine", - "value": -0.0308, + "value": -0.0271, "severity": 0, - "severity_value": 0.0308, + "severity_value": 0.0271, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Worst score: -0.0308%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Worst score: -0.0271%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim crosscor_cosine", - "value": 0.1887, + "value": 0.1869, "severity": 0, - "severity_value": 0.09435, + "severity_value": 0.09345, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Best score: 0.1887%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: crosscor_cosine\n Best score: 0.1869%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave crosscor_cosine", - "value": 0.0, + "value": -0.0051, "severity": 0, - "severity_value": -0.0, + "severity_value": 0.0051, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Worst score: 0.0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Worst score: -0.0051%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave crosscor_cosine", - "value": 0.443, + "value": 0.7059, "severity": 0, - "severity_value": 0.2215, + "severity_value": 0.35295, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Best score: 0.443%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: crosscor_cosine\n Best score: 0.7059%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive crosscor_cosine", - "value": 0, + "value": 1, "severity": 0, - "severity_value": -0.0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_cosine\n Worst score: 0%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: crosscor_cosine\n Worst score: 1%\n" }, { "task_id": "task_spatial_simulators", @@ -2173,141 +2173,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_frac_zero_genes", - "value": 0.9497, + "value": 0.9571, "severity": 0, - "severity_value": -0.9497, + "severity_value": -0.9571, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9497%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9571%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_frac_zero_genes", - "value": 0.9999, + "value": 0.9998, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.4999, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9998%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_frac_zero_genes", - "value": 0.9818, + "value": 0.986, "severity": 0, - "severity_value": -0.9818, + "severity_value": -0.986, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9818%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.986%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_frac_zero_genes", - "value": 0.9999, + "value": 1.0, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_genes\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_frac_zero_genes", - "value": 0.8987, + "value": 0.8904, "severity": 0, - "severity_value": -0.8987, + "severity_value": -0.8904, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.8987%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.8904%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_frac_zero_genes", - "value": 1.0001, + "value": 0.9999, "severity": 0, - "severity_value": 0.50005, + "severity_value": 0.49995, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 1.0001%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_frac_zero_genes", - "value": 0.7979, + "value": 0.2704, "severity": 0, - "severity_value": -0.7979, + "severity_value": -0.2704, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.7979%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.2704%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_frac_zero_genes", - "value": 0.991, + "value": 0.9825, "severity": 0, - "severity_value": 0.4955, + "severity_value": 0.49125, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.991%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9825%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_frac_zero_genes", - "value": 0.9538, + "value": 0.9588, "severity": 0, - "severity_value": -0.9538, + "severity_value": -0.9588, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9538%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9588%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_frac_zero_genes", - "value": 0.9999, + "value": 0.9998, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.4999, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9998%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_frac_zero_genes", - "value": 0.8131, + "value": 0.6339, "severity": 0, - "severity_value": -0.8131, + "severity_value": -0.6339, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.8131%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.6339%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_frac_zero_genes", - "value": 0.9913, + "value": 0.9917, "severity": 0, - "severity_value": 0.49565, + "severity_value": 0.49585, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9913%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9917%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_frac_zero_genes", - "value": 0.9944, + "value": 0.9926, "severity": 0, - "severity_value": -0.9944, + "severity_value": -0.9926, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9944%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_genes\n Worst score: 0.9926%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_frac_zero_genes", - "value": 1.0, + "value": 0.9999, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.49995, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_genes\n Best score: 1.0%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_genes\n Best score: 0.9999%\n" }, { "task_id": "task_spatial_simulators", @@ -2353,71 +2353,71 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_frac_zero_cells", - "value": 0.891, + "value": 0.9124, "severity": 0, - "severity_value": -0.891, + "severity_value": -0.9124, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.891%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.9124%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_frac_zero_cells", - "value": 0.9857, + "value": 0.9865, "severity": 0, - "severity_value": 0.49285, + "severity_value": 0.49325, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9857%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9865%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_frac_zero_cells", - "value": 0.8527, + "value": 0.885, "severity": 0, - "severity_value": -0.8527, + "severity_value": -0.885, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.8527%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.885%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_frac_zero_cells", - "value": 0.9826, + "value": 0.9906, "severity": 0, - "severity_value": 0.4913, + "severity_value": 0.4953, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9826%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9906%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_frac_zero_cells", - "value": 0.8826, + "value": 0.8668, "severity": 0, - "severity_value": -0.8826, + "severity_value": -0.8668, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.8826%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.8668%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_frac_zero_cells", - "value": 0.9976, + "value": 0.9986, "severity": 0, - "severity_value": 0.4988, + "severity_value": 0.4993, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9976%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9986%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_frac_zero_cells", - "value": 0.73, + "value": 0.2881, "severity": 0, - "severity_value": -0.73, + "severity_value": -0.2881, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.73%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.2881%\n" }, { "task_id": "task_spatial_simulators", @@ -2433,61 +2433,61 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_frac_zero_cells", - "value": 0.9488, + "value": 0.9525, "severity": 0, - "severity_value": -0.9488, + "severity_value": -0.9525, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.9488%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.9525%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_frac_zero_cells", - "value": 1.0066, + "value": 0.9992, "severity": 0, - "severity_value": 0.5033, + "severity_value": 0.4996, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 1.0066%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9992%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_frac_zero_cells", - "value": 0.5984, + "value": 0.4176, "severity": 0, - "severity_value": -0.5984, + "severity_value": -0.4176, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.5984%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.4176%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_frac_zero_cells", - "value": 0.9748, + "value": 0.986, "severity": 0, - "severity_value": 0.4874, + "severity_value": 0.493, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9748%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.986%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_frac_zero_cells", - "value": 0.9573, + "value": 0.966, "severity": 0, - "severity_value": -0.9573, + "severity_value": -0.966, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.9573%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_cells\n Worst score: 0.966%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_frac_zero_cells", - "value": 1.0, + "value": 0.9986, "severity": 0, - "severity_value": 0.5, + "severity_value": 0.4993, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_cells\n Best score: 1.0%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_frac_zero_cells\n Best score: 0.9986%\n" }, { "task_id": "task_spatial_simulators", @@ -2533,41 +2533,41 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_lib_size_cells", - "value": 0.8375, + "value": 0.8517, "severity": 0, - "severity_value": -0.8375, + "severity_value": -0.8517, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8375%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8517%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_lib_size_cells", - "value": 0.9935, + "value": 0.9891, "severity": 0, - "severity_value": 0.49675, + "severity_value": 0.49455, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9935%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9891%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_lib_size_cells", - "value": 0.8434, + "value": 0.8569, "severity": 0, - "severity_value": -0.8434, + "severity_value": -0.8569, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8434%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8569%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_lib_size_cells", - "value": 0.9979, + "value": 0.9958, "severity": 0, - "severity_value": 0.49895, + "severity_value": 0.4979, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9979%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9958%\n" }, { "task_id": "task_spatial_simulators", @@ -2593,81 +2593,81 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_lib_size_cells", - "value": 0.8919, + "value": 0.8543, "severity": 0, - "severity_value": -0.8919, + "severity_value": -0.8543, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8919%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.8543%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_lib_size_cells", - "value": 0.9954, + "value": 0.995, "severity": 0, - "severity_value": 0.4977, + "severity_value": 0.4975, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9954%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.995%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_lib_size_cells", - "value": 0.9404, + "value": 0.9572, "severity": 0, - "severity_value": -0.9404, + "severity_value": -0.9572, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.9404%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.9572%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_lib_size_cells", - "value": 0.9999, + "value": 1.0, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9999%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_lib_size_cells", - "value": -0.3806, + "value": -0.5165, "severity": 0, - "severity_value": 0.3806, + "severity_value": 0.5165, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: -0.3806%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_size_cells\n Worst score: -0.5165%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_lib_size_cells", - "value": 0.9354, + "value": 0.9828, "severity": 0, - "severity_value": 0.4677, + "severity_value": 0.4914, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9354%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9828%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_lib_size_cells", - "value": 0.9599, + "value": 0.9765, "severity": 0, - "severity_value": -0.9599, + "severity_value": -0.9765, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.9599%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_size_cells\n Worst score: 0.9765%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_lib_size_cells", - "value": 1.0343, + "value": 0.9999, "severity": 0, - "severity_value": 0.51715, + "severity_value": 0.49995, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_size_cells\n Best score: 1.0343%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_size_cells\n Best score: 0.9999%\n" }, { "task_id": "task_spatial_simulators", @@ -2713,41 +2713,41 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_efflib_size_cells", - "value": 0.8375, + "value": 0.8517, "severity": 0, - "severity_value": -0.8375, + "severity_value": -0.8517, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8375%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8517%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_efflib_size_cells", - "value": 0.9935, + "value": 0.9891, "severity": 0, - "severity_value": 0.49675, + "severity_value": 0.49455, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9935%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9891%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_efflib_size_cells", - "value": 0.8434, + "value": 0.8569, "severity": 0, - "severity_value": -0.8434, + "severity_value": -0.8569, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8434%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8569%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_efflib_size_cells", - "value": 0.9979, + "value": 0.9958, "severity": 0, - "severity_value": 0.49895, + "severity_value": 0.4979, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9979%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9958%\n" }, { "task_id": "task_spatial_simulators", @@ -2773,81 +2773,81 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_efflib_size_cells", - "value": 0.8919, + "value": 0.8543, "severity": 0, - "severity_value": -0.8919, + "severity_value": -0.8543, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8919%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.8543%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_efflib_size_cells", - "value": 0.9954, + "value": 0.995, "severity": 0, - "severity_value": 0.4977, + "severity_value": 0.4975, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9954%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.995%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_efflib_size_cells", - "value": 0.9404, + "value": 0.9572, "severity": 0, - "severity_value": -0.9404, + "severity_value": -0.9572, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.9404%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.9572%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_efflib_size_cells", - "value": 0.9999, + "value": 1.0, "severity": 0, - "severity_value": 0.49995, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9999%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_efflib_size_cells", - "value": -0.3806, + "value": -0.5165, "severity": 0, - "severity_value": 0.3806, + "severity_value": 0.5165, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: -0.3806%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_efflib_size_cells\n Worst score: -0.5165%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_efflib_size_cells", - "value": 0.9354, + "value": 0.9828, "severity": 0, - "severity_value": 0.4677, + "severity_value": 0.4914, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9354%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9828%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_efflib_size_cells", - "value": 0.9599, + "value": 0.9765, "severity": 0, - "severity_value": -0.9599, + "severity_value": -0.9765, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.9599%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_efflib_size_cells\n Worst score: 0.9765%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_efflib_size_cells", - "value": 1.0343, + "value": 0.9999, "severity": 0, - "severity_value": 0.51715, + "severity_value": 0.49995, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_efflib_size_cells\n Best score: 1.0343%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_efflib_size_cells\n Best score: 0.9999%\n" }, { "task_id": "task_spatial_simulators", @@ -2893,141 +2893,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_tmm_cells", - "value": -3.784, + "value": -3.5269, "severity": 3, - "severity_value": 3.784, + "severity_value": 3.5269, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_tmm_cells\n Worst score: -3.784%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_tmm_cells\n Worst score: -3.5269%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_tmm_cells", - "value": 0.9694, + "value": 0.9554, "severity": 0, - "severity_value": 0.4847, + "severity_value": 0.4777, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9694%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9554%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_tmm_cells", - "value": -1.503, - "severity": 1, - "severity_value": 1.503, + "value": -0.7121, + "severity": 0, + "severity_value": 0.7121, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_tmm_cells\n Worst score: -1.503%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_tmm_cells\n Worst score: -0.7121%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_tmm_cells", - "value": 0.9787, + "value": 0.9595, "severity": 0, - "severity_value": 0.48935, + "severity_value": 0.47975, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9787%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9595%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_tmm_cells", - "value": -15.8484, + "value": -12.1894, "severity": 3, - "severity_value": 15.8484, + "severity_value": 12.1894, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -15.8484%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -12.1894%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_tmm_cells", - "value": 0.9919, + "value": 0.9918, "severity": 0, - "severity_value": 0.49595, + "severity_value": 0.4959, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9919%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9918%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_tmm_cells", - "value": -16.0357, + "value": -25.271, "severity": 3, - "severity_value": 16.0357, + "severity_value": 25.271, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_tmm_cells\n Worst score: -16.0357%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_tmm_cells\n Worst score: -25.271%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_tmm_cells", - "value": 0.9903, + "value": 0.9913, "severity": 0, - "severity_value": 0.49515, + "severity_value": 0.49565, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9903%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9913%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_tmm_cells", - "value": -2.4343, - "severity": 2, - "severity_value": 2.4343, + "value": -1.6076, + "severity": 1, + "severity_value": 1.6076, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -2.4343%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -1.6076%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_tmm_cells", - "value": 0.9966, + "value": 0.9947, "severity": 0, - "severity_value": 0.4983, + "severity_value": 0.49735, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9966%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9947%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_tmm_cells", - "value": -40.8552, + "value": -25.6051, "severity": 3, - "severity_value": 40.8552, + "severity_value": 25.6051, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -40.8552%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_tmm_cells\n Worst score: -25.6051%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_tmm_cells", - "value": 0.8834, + "value": 0.846, "severity": 0, - "severity_value": 0.4417, + "severity_value": 0.423, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.8834%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_tmm_cells\n Best score: 0.846%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_tmm_cells", - "value": -24.9479, + "value": -16.8959, "severity": 3, - "severity_value": 24.9479, + "severity_value": 16.8959, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_tmm_cells\n Worst score: -24.9479%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_tmm_cells\n Worst score: -16.8959%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_tmm_cells", - "value": 0.9929, + "value": 0.9934, "severity": 0, - "severity_value": 0.49645, + "severity_value": 0.4967, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9929%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_tmm_cells\n Best score: 0.9934%\n" }, { "task_id": "task_spatial_simulators", @@ -3073,141 +3073,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_scaled_var_cells", - "value": -7802.2382, + "value": -1599.9118, "severity": 3, - "severity_value": 7802.2382, + "severity_value": 1599.9118, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -7802.2382%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -1599.9118%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_scaled_var_cells", - "value": 1.2763, + "value": 1.463, "severity": 0, - "severity_value": 0.63815, + "severity_value": 0.7315, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_cells\n Best score: 1.2763%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_cells\n Best score: 1.463%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_scaled_var_cells", - "value": -1296.6407, + "value": -1379.2294, "severity": 3, - "severity_value": 1296.6407, + "severity_value": 1379.2294, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -1296.6407%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -1379.2294%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_scaled_var_cells", - "value": 23.1526, + "value": 9.1984, "severity": 3, - "severity_value": 11.5763, + "severity_value": 4.5992, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_cells\n Best score: 23.1526%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_cells\n Best score: 9.1984%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_scaled_var_cells", - "value": -8077.8923, + "value": -1796.3656, "severity": 3, - "severity_value": 8077.8923, + "severity_value": 1796.3656, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -8077.8923%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -1796.3656%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_scaled_var_cells", - "value": 12.7131, + "value": 6.2404, "severity": 3, - "severity_value": 6.35655, + "severity_value": 3.1202, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 12.7131%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 6.2404%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_scaled_var_cells", - "value": -9169.1047, + "value": -2685.6593, "severity": 3, - "severity_value": 9169.1047, + "severity_value": 2685.6593, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -9169.1047%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -2685.6593%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_scaled_var_cells", - "value": 12.2528, + "value": 11.7013, "severity": 3, - "severity_value": 6.1264, + "severity_value": 5.85065, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_cells\n Best score: 12.2528%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_cells\n Best score: 11.7013%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_scaled_var_cells", - "value": -5606.4067, + "value": -2128.7902, "severity": 3, - "severity_value": 5606.4067, + "severity_value": 2128.7902, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -5606.4067%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -2128.7902%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_scaled_var_cells", - "value": 3.0185, + "value": 2.6701, "severity": 1, - "severity_value": 1.50925, + "severity_value": 1.33505, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 3.0185%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 2.6701%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_scaled_var_cells", - "value": -9962.6189, + "value": -2677.9332, "severity": 3, - "severity_value": 9962.6189, + "severity_value": 2677.9332, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -9962.6189%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -2677.9332%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_scaled_var_cells", - "value": 0.3392, + "value": 0.4497, "severity": 0, - "severity_value": 0.1696, + "severity_value": 0.22485, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 0.3392%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_cells\n Best score: 0.4497%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_scaled_var_cells", - "value": -8262.4162, + "value": -2655.0629, "severity": 3, - "severity_value": 8262.4162, + "severity_value": 2655.0629, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -8262.4162%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_cells\n Worst score: -2655.0629%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_scaled_var_cells", - "value": 4.0217, - "severity": 2, - "severity_value": 2.01085, + "value": 3.121, + "severity": 1, + "severity_value": 1.5605, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_cells\n Best score: 4.0217%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_cells\n Best score: 3.121%\n" }, { "task_id": "task_spatial_simulators", @@ -3253,51 +3253,51 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_scaled_mean_cells", - "value": -0.353, + "value": -0.1091, "severity": 0, - "severity_value": 0.353, + "severity_value": 0.1091, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.353%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.1091%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_scaled_mean_cells", - "value": 1.7768, + "value": 1.4528, "severity": 0, - "severity_value": 0.8884, + "severity_value": 0.7264, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1.7768%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1.4528%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_scaled_mean_cells", - "value": -0.0149, + "value": -0.0365, "severity": 0, - "severity_value": 0.0149, + "severity_value": 0.0365, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0149%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0365%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_scaled_mean_cells", - "value": 5.8871, + "value": 5.8892, "severity": 2, - "severity_value": 2.94355, + "severity_value": 2.9446, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 5.8871%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 5.8892%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_scaled_mean_cells", - "value": -4.4409e-16, + "value": -8.8818e-16, "severity": 0, - "severity_value": 4.4409e-16, + "severity_value": 8.8818e-16, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -4.4409e-16%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -8.8818e-16%\n" }, { "task_id": "task_spatial_simulators", @@ -3313,81 +3313,81 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_scaled_mean_cells", - "value": -1.1402, - "severity": 1, - "severity_value": 1.1402, + "value": -0.1392, + "severity": 0, + "severity_value": 0.1392, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -1.1402%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.1392%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_scaled_mean_cells", - "value": 1.3132, + "value": 0.4776, "severity": 0, - "severity_value": 0.6566, + "severity_value": 0.2388, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 1.3132%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 0.4776%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_scaled_mean_cells", - "value": -0.0202, + "value": -0.0412, "severity": 0, - "severity_value": 0.0202, + "severity_value": 0.0412, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0202%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0412%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_scaled_mean_cells", - "value": 8.8799, + "value": 6.928, "severity": 3, - "severity_value": 4.43995, + "severity_value": 3.464, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 8.8799%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 6.928%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_scaled_mean_cells", - "value": -1.529, - "severity": 1, - "severity_value": 1.529, + "value": -0.7348, + "severity": 0, + "severity_value": 0.7348, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -1.529%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.7348%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_scaled_mean_cells", - "value": 13.329, + "value": 18.4311, "severity": 3, - "severity_value": 6.6645, + "severity_value": 9.21555, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 13.329%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 18.4311%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_scaled_mean_cells", - "value": -0.0262, + "value": -0.0555, "severity": 0, - "severity_value": 0.0262, + "severity_value": 0.0555, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0262%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_cells\n Worst score: -0.0555%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_scaled_mean_cells", - "value": 4.2275, - "severity": 2, - "severity_value": 2.11375, + "value": 2.2539, + "severity": 1, + "severity_value": 1.12695, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 4.2275%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_cells\n Best score: 2.2539%\n" }, { "task_id": "task_spatial_simulators", @@ -3433,141 +3433,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_lib_fraczero_cells", - "value": 0.6745, + "value": 0.7449, "severity": 0, - "severity_value": -0.6745, + "severity_value": -0.7449, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.6745%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.7449%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_lib_fraczero_cells", - "value": 0.9517, + "value": 0.9453, "severity": 0, - "severity_value": 0.47585, + "severity_value": 0.47265, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9517%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9453%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_lib_fraczero_cells", - "value": 0.7474, + "value": 0.6748, "severity": 0, - "severity_value": -0.7474, + "severity_value": -0.6748, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.7474%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.6748%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_lib_fraczero_cells", - "value": 0.9673, + "value": 0.9608, "severity": 0, - "severity_value": 0.48365, + "severity_value": 0.4804, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9673%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9608%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_lib_fraczero_cells", - "value": 0.3457, + "value": 0.2181, "severity": 0, - "severity_value": -0.3457, + "severity_value": -0.2181, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.3457%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.2181%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_lib_fraczero_cells", - "value": 0.965, + "value": 0.9737, "severity": 0, - "severity_value": 0.4825, + "severity_value": 0.48685, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.965%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9737%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_lib_fraczero_cells", - "value": 0.0805, - "severity": 0, - "severity_value": -0.0805, + "value": -1.2857, + "severity": 1, + "severity_value": 1.2857, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.0805%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: -1.2857%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_lib_fraczero_cells", - "value": 0.8467, + "value": 0.8969, "severity": 0, - "severity_value": 0.42335, + "severity_value": 0.44845, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.8467%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.8969%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_lib_fraczero_cells", - "value": 0.8596, + "value": 0.7548, "severity": 0, - "severity_value": -0.8596, + "severity_value": -0.7548, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.8596%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.7548%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_lib_fraczero_cells", - "value": 0.9916, + "value": 0.993, "severity": 0, - "severity_value": 0.4958, + "severity_value": 0.4965, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9916%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.993%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_lib_fraczero_cells", - "value": 0.0334, - "severity": 0, - "severity_value": -0.0334, + "value": -1.4967, + "severity": 1, + "severity_value": 1.4967, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.0334%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: -1.4967%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_lib_fraczero_cells", - "value": 0.7648, + "value": 0.8687, "severity": 0, - "severity_value": 0.3824, + "severity_value": 0.43435, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.7648%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.8687%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_lib_fraczero_cells", - "value": 0.8496, + "value": 0.8207, "severity": 0, - "severity_value": -0.8496, + "severity_value": -0.8207, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.8496%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_fraczero_cells\n Worst score: 0.8207%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_lib_fraczero_cells", - "value": 0.9892, + "value": 0.9953, "severity": 0, - "severity_value": 0.4946, + "severity_value": 0.49765, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9892%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_lib_fraczero_cells\n Best score: 0.9953%\n" }, { "task_id": "task_spatial_simulators", @@ -3613,141 +3613,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_pearson_cells", - "value": 0.8751, + "value": 0.8246, "severity": 0, - "severity_value": -0.8751, + "severity_value": -0.8246, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.8751%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.8246%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_pearson_cells", - "value": 0.998, + "value": 1.0001, "severity": 0, - "severity_value": 0.499, + "severity_value": 0.50005, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_cells\n Best score: 0.998%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_cells\n Best score: 1.0001%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_pearson_cells", - "value": 0.8212, + "value": 0.8145, "severity": 0, - "severity_value": -0.8212, + "severity_value": -0.8145, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.8212%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.8145%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_pearson_cells", - "value": 0.9965, + "value": 0.999, "severity": 0, - "severity_value": 0.49825, + "severity_value": 0.4995, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_cells\n Best score: 0.9965%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_cells\n Best score: 0.999%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_pearson_cells", - "value": -2.56, + "value": -2.2833, "severity": 2, - "severity_value": 2.56, + "severity_value": 2.2833, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_cells\n Worst score: -2.56%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_cells\n Worst score: -2.2833%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_pearson_cells", - "value": 0.987, + "value": 0.9944, "severity": 0, - "severity_value": 0.4935, + "severity_value": 0.4972, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.987%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.9944%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_pearson_cells", - "value": -7.7623, + "value": -9.0986, "severity": 3, - "severity_value": 7.7623, + "severity_value": 9.0986, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_cells\n Worst score: -7.7623%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_cells\n Worst score: -9.0986%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_pearson_cells", - "value": 0.6375, + "value": 0.599, "severity": 0, - "severity_value": 0.31875, + "severity_value": 0.2995, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_cells\n Best score: 0.6375%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_cells\n Best score: 0.599%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_pearson_cells", - "value": 0.9547, + "value": 0.9435, "severity": 0, - "severity_value": -0.9547, + "severity_value": -0.9435, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.9547%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_cells\n Worst score: 0.9435%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_pearson_cells", - "value": 0.999, + "value": 1.0003, "severity": 0, - "severity_value": 0.4995, + "severity_value": 0.50015, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.999%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_cells\n Best score: 1.0003%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_pearson_cells", - "value": -4.7176, + "value": -5.4628, "severity": 3, - "severity_value": 4.7176, + "severity_value": 5.4628, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_cells\n Worst score: -4.7176%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_cells\n Worst score: -5.4628%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_pearson_cells", - "value": 0.788, + "value": 0.7794, "severity": 0, - "severity_value": 0.394, + "severity_value": 0.3897, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.788%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_cells\n Best score: 0.7794%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_pearson_cells", - "value": -1.7383, - "severity": 1, - "severity_value": 1.7383, + "value": -2.0336, + "severity": 2, + "severity_value": 2.0336, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_cells\n Worst score: -1.7383%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_cells\n Worst score: -2.0336%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_pearson_cells", - "value": 0.9249, + "value": 0.9198, "severity": 0, - "severity_value": 0.46245, + "severity_value": 0.4599, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_cells\n Best score: 0.9249%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_cells\n Best score: 0.9198%\n" }, { "task_id": "task_spatial_simulators", @@ -3793,141 +3793,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_scaled_var_genes", - "value": -0.3505, + "value": -0.0106, "severity": 0, - "severity_value": 0.3505, + "severity_value": 0.0106, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.3505%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0106%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_scaled_var_genes", - "value": 20.934, + "value": 9.9956, "severity": 3, - "severity_value": 10.467, + "severity_value": 4.9978, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_genes\n Best score: 20.934%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_var_genes\n Best score: 9.9956%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_scaled_var_genes", - "value": -0.0041, + "value": -0.0156, "severity": 0, - "severity_value": 0.0041, + "severity_value": 0.0156, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0041%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0156%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_scaled_var_genes", - "value": 2.0492, - "severity": 1, - "severity_value": 1.0246, + "value": 55.6164, + "severity": 3, + "severity_value": 27.8082, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_genes\n Best score: 2.0492%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_var_genes\n Best score: 55.6164%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_scaled_var_genes", - "value": -0.027, + "value": -0.4136, "severity": 0, - "severity_value": 0.027, + "severity_value": 0.4136, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.027%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.4136%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_scaled_var_genes", - "value": 5.5198, - "severity": 2, - "severity_value": 2.7599, + "value": 0.9112, + "severity": 0, + "severity_value": 0.4556, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 5.5198%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 0.9112%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_scaled_var_genes", - "value": -0.7189, + "value": -0.5999, "severity": 0, - "severity_value": 0.7189, + "severity_value": 0.5999, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.7189%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.5999%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_scaled_var_genes", - "value": 0.7095, - "severity": 0, - "severity_value": 0.35475, + "value": 2.5668, + "severity": 1, + "severity_value": 1.2834, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_genes\n Best score: 0.7095%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_var_genes\n Best score: 2.5668%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_scaled_var_genes", - "value": -0.0545, + "value": -0.0718, "severity": 0, - "severity_value": 0.0545, + "severity_value": 0.0718, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0545%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.0718%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_scaled_var_genes", - "value": 24.7067, + "value": 12.3721, "severity": 3, - "severity_value": 12.35335, + "severity_value": 6.18605, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 24.7067%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 12.3721%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_scaled_var_genes", - "value": -0.2987, + "value": -0.3254, "severity": 0, - "severity_value": 0.2987, + "severity_value": 0.3254, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.2987%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.3254%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_scaled_var_genes", - "value": 19.3273, + "value": 11.6052, "severity": 3, - "severity_value": 9.66365, + "severity_value": 5.8026, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 19.3273%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_var_genes\n Best score: 11.6052%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_scaled_var_genes", - "value": -0.4088, + "value": 0.005, "severity": 0, - "severity_value": 0.4088, + "severity_value": -0.005, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_genes\n Worst score: -0.4088%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_genes\n Worst score: 0.005%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_scaled_var_genes", - "value": 2.5075, - "severity": 1, - "severity_value": 1.25375, + "value": 13.5644, + "severity": 3, + "severity_value": 6.7822, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_genes\n Best score: 2.5075%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_var_genes\n Best score: 13.5644%\n" }, { "task_id": "task_spatial_simulators", @@ -3973,31 +3973,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_scaled_mean_genes", - "value": 0.978, + "value": 0.9781, "severity": 0, - "severity_value": -0.978, + "severity_value": -0.9781, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.978%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9781%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_scaled_mean_genes", - "value": 0.9994, + "value": 0.9997, "severity": 0, - "severity_value": 0.4997, + "severity_value": 0.49985, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9994%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9997%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_scaled_mean_genes", - "value": 0.9803, + "value": 0.9591, "severity": 0, - "severity_value": -0.9803, + "severity_value": -0.9591, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9803%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9591%\n" }, { "task_id": "task_spatial_simulators", @@ -4013,11 +4013,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_scaled_mean_genes", - "value": -0.2541, + "value": -0.1797, "severity": 0, - "severity_value": 0.2541, + "severity_value": 0.1797, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -0.2541%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -0.1797%\n" }, { "task_id": "task_spatial_simulators", @@ -4033,71 +4033,71 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_scaled_mean_genes", - "value": 0.0021, + "value": -0.4173, "severity": 0, - "severity_value": -0.0021, + "severity_value": 0.4173, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.0021%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -0.4173%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_scaled_mean_genes", - "value": 0.8956, + "value": 0.8423, "severity": 0, - "severity_value": 0.4478, + "severity_value": 0.42115, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.8956%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.8423%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_scaled_mean_genes", - "value": 0.9781, + "value": 0.9621, "severity": 0, - "severity_value": -0.9781, + "severity_value": -0.9621, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9781%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9621%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_scaled_mean_genes", - "value": 0.9998, + "value": 0.9999, "severity": 0, - "severity_value": 0.4999, + "severity_value": 0.49995, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9998%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.9999%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_scaled_mean_genes", - "value": -2.3702, + "value": -2.3358, "severity": 2, - "severity_value": 2.3702, + "severity_value": 2.3358, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -2.3702%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: -2.3358%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_scaled_mean_genes", - "value": 0.6684, + "value": 0.6901, "severity": 0, - "severity_value": 0.3342, + "severity_value": 0.34505, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.6684%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_scaled_mean_genes\n Best score: 0.6901%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_scaled_mean_genes", - "value": 0.9551, + "value": 0.9407, "severity": 0, - "severity_value": -0.9551, + "severity_value": -0.9407, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9551%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_scaled_mean_genes\n Worst score: 0.9407%\n" }, { "task_id": "task_spatial_simulators", @@ -4153,141 +4153,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_pearson_genes", - "value": 0.8539, + "value": 0.8084, "severity": 0, - "severity_value": -0.8539, + "severity_value": -0.8084, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.8539%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.8084%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_pearson_genes", - "value": 1.0002, + "value": 0.9992, "severity": 0, - "severity_value": 0.5001, + "severity_value": 0.4996, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_genes\n Best score: 1.0002%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9992%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_pearson_genes", - "value": 0.7936, + "value": 0.7901, "severity": 0, - "severity_value": -0.7936, + "severity_value": -0.7901, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.7936%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.7901%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_pearson_genes", - "value": 0.9961, + "value": 0.9968, "severity": 0, - "severity_value": 0.49805, + "severity_value": 0.4984, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9961%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9968%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_pearson_genes", - "value": -2.3486, + "value": -2.8132, "severity": 2, - "severity_value": 2.3486, + "severity_value": 2.8132, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_genes\n Worst score: -2.3486%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_genes\n Worst score: -2.8132%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_pearson_genes", - "value": 0.9883, + "value": 0.9962, "severity": 0, - "severity_value": 0.49415, + "severity_value": 0.4981, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9883%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9962%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_pearson_genes", - "value": -9.1384, + "value": -6.3431, "severity": 3, - "severity_value": 9.1384, + "severity_value": 6.3431, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_genes\n Worst score: -9.1384%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_genes\n Worst score: -6.3431%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_pearson_genes", - "value": 0.6165, + "value": 0.6083, "severity": 0, - "severity_value": 0.30825, + "severity_value": 0.30415, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_genes\n Best score: 0.6165%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_pearson_genes\n Best score: 0.6083%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_pearson_genes", - "value": 0.9721, + "value": 0.9528, "severity": 0, - "severity_value": -0.9721, + "severity_value": -0.9528, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.9721%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_genes\n Worst score: 0.9528%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_pearson_genes", - "value": 1.0002, + "value": 1.0, "severity": 0, - "severity_value": 0.5001, + "severity_value": 0.5, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_genes\n Best score: 1.0002%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_pearson_genes\n Best score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_pearson_genes", - "value": -6.0192, + "value": -5.8102, "severity": 3, - "severity_value": 6.0192, + "severity_value": 5.8102, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_genes\n Worst score: -6.0192%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_genes\n Worst score: -5.8102%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_pearson_genes", - "value": 0.7952, + "value": 0.7934, "severity": 0, - "severity_value": 0.3976, + "severity_value": 0.3967, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_genes\n Best score: 0.7952%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_pearson_genes\n Best score: 0.7934%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_pearson_genes", - "value": -1.0462, - "severity": 1, - "severity_value": 1.0462, + "value": -2.3085, + "severity": 2, + "severity_value": 2.3085, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_genes\n Worst score: -1.0462%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_genes\n Worst score: -2.3085%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_pearson_genes", - "value": 0.9234, + "value": 0.9411, "severity": 0, - "severity_value": 0.4617, + "severity_value": 0.47055, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9234%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_pearson_genes\n Best score: 0.9411%\n" }, { "task_id": "task_spatial_simulators", @@ -4333,141 +4333,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_mean_var_genes", - "value": 0.8059, + "value": 0.9365, "severity": 0, - "severity_value": -0.8059, + "severity_value": -0.9365, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.8059%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.9365%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_mean_var_genes", - "value": 0.9991, + "value": 1.0187, "severity": 0, - "severity_value": 0.49955, + "severity_value": 0.50935, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_var_genes\n Best score: 0.9991%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0187%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_mean_var_genes", - "value": 0.9415, + "value": 0.9032, "severity": 0, - "severity_value": -0.9415, + "severity_value": -0.9032, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.9415%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.9032%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_mean_var_genes", - "value": 1.0115, + "value": 1.0334, "severity": 0, - "severity_value": 0.50575, + "severity_value": 0.5167, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0115%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0334%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_mean_var_genes", - "value": 0.2097, + "value": 0.2877, "severity": 0, - "severity_value": -0.2097, + "severity_value": -0.2877, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.2097%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.2877%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_mean_var_genes", - "value": 1.0157, + "value": 1.0189, "severity": 0, - "severity_value": 0.50785, + "severity_value": 0.50945, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0157%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0189%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_mean_var_genes", - "value": -1.6453, - "severity": 1, - "severity_value": 1.6453, + "value": -2.3882, + "severity": 2, + "severity_value": 2.3882, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_var_genes\n Worst score: -1.6453%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_var_genes\n Worst score: -2.3882%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_mean_var_genes", - "value": 1.1171, + "value": 1.0198, "severity": 0, - "severity_value": 0.55855, + "severity_value": 0.5099, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.1171%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0198%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_mean_var_genes", - "value": 0.9382, + "value": 0.958, "severity": 0, - "severity_value": -0.9382, + "severity_value": -0.958, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.9382%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.958%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_mean_var_genes", - "value": 1.0039, + "value": 1.0107, "severity": 0, - "severity_value": 0.50195, + "severity_value": 0.50535, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0039%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0107%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_mean_var_genes", - "value": -7.9546, + "value": -8.0711, "severity": 3, - "severity_value": 7.9546, + "severity_value": 8.0711, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: -7.9546%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_var_genes\n Worst score: -8.0711%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_mean_var_genes", - "value": 1.6419, + "value": 1.6433, "severity": 0, - "severity_value": 0.82095, + "severity_value": 0.82165, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.6419%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.6433%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_mean_var_genes", - "value": 0.5567, + "value": 0.8334, "severity": 0, - "severity_value": -0.5567, + "severity_value": -0.8334, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.5567%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_var_genes\n Worst score: 0.8334%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_mean_var_genes", - "value": 1.1381, + "value": 1.0598, "severity": 0, - "severity_value": 0.56905, + "severity_value": 0.5299, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.1381%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_var_genes\n Best score: 1.0598%\n" }, { "task_id": "task_spatial_simulators", @@ -4513,141 +4513,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_mean_fraczero_genes", - "value": 0.4405, + "value": 0.4072, "severity": 0, - "severity_value": -0.4405, + "severity_value": -0.4072, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.4405%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.4072%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_mean_fraczero_genes", - "value": 0.9983, + "value": 1.1266, "severity": 0, - "severity_value": 0.49915, + "severity_value": 0.5633, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9983%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1.1266%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_mean_fraczero_genes", - "value": 0.7624, + "value": 0.6474, "severity": 0, - "severity_value": -0.7624, + "severity_value": -0.6474, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.7624%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.6474%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_mean_fraczero_genes", - "value": 0.9992, + "value": 1.0108, "severity": 0, - "severity_value": 0.4996, + "severity_value": 0.5054, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9992%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1.0108%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_mean_fraczero_genes", - "value": 0.7963, + "value": 0.6057, "severity": 0, - "severity_value": -0.7963, + "severity_value": -0.6057, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.7963%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.6057%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_mean_fraczero_genes", - "value": 1.4894, + "value": 1.9636, "severity": 0, - "severity_value": 0.7447, + "severity_value": 0.9818, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1.4894%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 1.9636%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_mean_fraczero_genes", - "value": -1.0421, + "value": -1.7476, "severity": 1, - "severity_value": 1.0421, + "severity_value": 1.7476, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -1.0421%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -1.7476%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_mean_fraczero_genes", - "value": 0.8269, + "value": 0.65, "severity": 0, - "severity_value": 0.41345, + "severity_value": 0.325, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.8269%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.65%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_mean_fraczero_genes", - "value": 0.2699, - "severity": 0, - "severity_value": -0.2699, + "value": -1.8323, + "severity": 1, + "severity_value": 1.8323, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.2699%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -1.8323%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_mean_fraczero_genes", - "value": 0.9984, + "value": 0.998, "severity": 0, - "severity_value": 0.4992, + "severity_value": 0.499, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9984%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.998%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_mean_fraczero_genes", - "value": -3.3313, - "severity": 3, - "severity_value": 3.3313, + "value": -2.6083, + "severity": 2, + "severity_value": 2.6083, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -3.3313%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: -2.6083%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_mean_fraczero_genes", - "value": 0.9279, + "value": 0.8984, "severity": 0, - "severity_value": 0.46395, + "severity_value": 0.4492, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9279%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.8984%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_mean_fraczero_genes", - "value": 0.8967, + "value": 0.9041, "severity": 0, - "severity_value": -0.8967, + "severity_value": -0.9041, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.8967%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_fraczero_genes\n Worst score: 0.9041%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_mean_fraczero_genes", - "value": 0.9995, + "value": 0.9994, "severity": 0, - "severity_value": 0.49975, + "severity_value": 0.4997, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9995%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_mean_fraczero_genes\n Best score: 0.9994%\n" }, { "task_id": "task_spatial_simulators", @@ -4693,141 +4693,141 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_L_stats", - "value": -25.091, + "value": -3.6395, "severity": 3, - "severity_value": 25.091, + "severity_value": 3.6395, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Worst score: -25.091%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Worst score: -3.6395%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_L_stats", - "value": 2.0305, - "severity": 1, - "severity_value": 1.01525, + "value": 6.5465, + "severity": 3, + "severity_value": 3.27325, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Best score: 2.0305%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_L_stats\n Best score: 6.5465%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_L_stats", - "value": -0.8343, - "severity": 0, - "severity_value": 0.8343, + "value": -2.0497, + "severity": 2, + "severity_value": 2.0497, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_L_stats\n Worst score: -0.8343%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_L_stats\n Worst score: -2.0497%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_L_stats", - "value": 8.7193, - "severity": 3, - "severity_value": 4.35965, + "value": 1.9197, + "severity": 0, + "severity_value": 0.95985, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_L_stats\n Best score: 8.7193%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_L_stats\n Best score: 1.9197%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_L_stats", - "value": -4.2083, + "value": -9.3307, "severity": 3, - "severity_value": 4.2083, + "severity_value": 9.3307, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Worst score: -4.2083%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Worst score: -9.3307%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_L_stats", - "value": 26.9697, - "severity": 3, - "severity_value": 13.48485, + "value": 4.6967, + "severity": 2, + "severity_value": 2.34835, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Best score: 26.9697%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_L_stats\n Best score: 4.6967%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_L_stats", - "value": -4.6528, + "value": -8.9366, "severity": 3, - "severity_value": 4.6528, + "severity_value": 8.9366, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Worst score: -4.6528%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Worst score: -8.9366%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_L_stats", - "value": 27.8007, - "severity": 3, - "severity_value": 13.90035, + "value": 4.1208, + "severity": 2, + "severity_value": 2.0604, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Best score: 27.8007%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_L_stats\n Best score: 4.1208%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_L_stats", - "value": -0.1937, + "value": -0.1479, "severity": 0, - "severity_value": 0.1937, + "severity_value": 0.1479, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Worst score: -0.1937%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Worst score: -0.1479%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_L_stats", - "value": 2.3698, - "severity": 1, - "severity_value": 1.1849, + "value": 9.9478, + "severity": 3, + "severity_value": 4.9739, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Best score: 2.3698%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_L_stats\n Best score: 9.9478%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_L_stats", - "value": -4.2712, + "value": -6.2722, "severity": 3, - "severity_value": 4.2712, + "severity_value": 6.2722, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Worst score: -4.2712%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Worst score: -6.2722%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_L_stats", - "value": 29.5892, - "severity": 3, - "severity_value": 14.7946, + "value": 2.7335, + "severity": 1, + "severity_value": 1.36675, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Best score: 29.5892%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_L_stats\n Best score: 2.7335%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_L_stats", - "value": -4.4992, + "value": -5.5684, "severity": 3, - "severity_value": 4.4992, + "severity_value": 5.5684, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Worst score: -4.4992%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Worst score: -5.5684%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_L_stats", - "value": 30.1875, - "severity": 3, - "severity_value": 15.09375, + "value": 4.2908, + "severity": 2, + "severity_value": 2.1454, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Best score: 30.1875%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_L_stats\n Best score: 4.2908%\n" }, { "task_id": "task_spatial_simulators", @@ -5063,11 +5063,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_nn_correlation", - "value": 1.0582, + "value": 1.0544, "severity": 0, - "severity_value": 0.5291, + "severity_value": 0.5272, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0582%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0544%\n" }, { "task_id": "task_spatial_simulators", @@ -5083,11 +5083,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_nn_correlation", - "value": 1.015, + "value": 1.038, "severity": 0, - "severity_value": 0.5075, + "severity_value": 0.519, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_nn_correlation\n Best score: 1.015%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_nn_correlation\n Best score: 1.038%\n" }, { "task_id": "task_spatial_simulators", @@ -5103,31 +5103,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_nn_correlation", - "value": 0.9779, + "value": 0.9809, "severity": 0, - "severity_value": 0.48895, + "severity_value": 0.49045, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9779%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9809%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_nn_correlation", - "value": -0.0554, + "value": -0.4225, "severity": 0, - "severity_value": 0.0554, + "severity_value": 0.4225, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Worst score: -0.0554%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Worst score: -0.4225%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_nn_correlation", - "value": 0.936, + "value": 0.9571, "severity": 0, - "severity_value": 0.468, + "severity_value": 0.47855, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Best score: 0.936%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9571%\n" }, { "task_id": "task_spatial_simulators", @@ -5143,11 +5143,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_nn_correlation", - "value": 1.0002, + "value": 1.0323, "severity": 0, - "severity_value": 0.5001, + "severity_value": 0.51615, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0002%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0323%\n" }, { "task_id": "task_spatial_simulators", @@ -5163,31 +5163,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_nn_correlation", - "value": 0.9079, + "value": 0.8799, "severity": 0, - "severity_value": 0.45395, + "severity_value": 0.43995, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9079%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_nn_correlation\n Best score: 0.8799%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_nn_correlation", - "value": -0.0464, + "value": 0.0, "severity": 0, - "severity_value": 0.0464, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Worst score: -0.0464%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_nn_correlation", - "value": 0.9786, + "value": 1.0234, "severity": 0, - "severity_value": 0.4893, + "severity_value": 0.5117, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Best score: 0.9786%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_nn_correlation\n Best score: 1.0234%\n" }, { "task_id": "task_spatial_simulators", @@ -5233,21 +5233,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_morans_I", - "value": -5.3972, + "value": -4.5353, "severity": 3, - "severity_value": 5.3972, + "severity_value": 4.5353, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Worst score: -5.3972%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Worst score: -4.5353%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_morans_I", - "value": 1.2873, + "value": 1.2542, "severity": 0, - "severity_value": 0.64365, + "severity_value": 0.6271, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Best score: 1.2873%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_morans_I\n Best score: 1.2542%\n" }, { "task_id": "task_spatial_simulators", @@ -5263,11 +5263,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_morans_I", - "value": 1.1899, + "value": 1.095, "severity": 0, - "severity_value": 0.59495, + "severity_value": 0.5475, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_morans_I\n Best score: 1.1899%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_morans_I\n Best score: 1.095%\n" }, { "task_id": "task_spatial_simulators", @@ -5283,11 +5283,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_morans_I", - "value": 1.1303, + "value": 1.0966, "severity": 0, - "severity_value": 0.56515, + "severity_value": 0.5483, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_morans_I\n Best score: 1.1303%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_morans_I\n Best score: 1.0966%\n" }, { "task_id": "task_spatial_simulators", @@ -5303,31 +5303,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score splatter ks_statistic_morans_I", - "value": 1.0055, + "value": 1.1158, "severity": 0, - "severity_value": 0.50275, + "severity_value": 0.5579, "code": "best_score <= 2", - "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_morans_I\n Best score: 1.0055%\n" + "message": "Method splatter performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_morans_I\n Best score: 1.1158%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_morans_I", - "value": -1.5719, - "severity": 1, - "severity_value": 1.5719, + "value": -2.1992, + "severity": 2, + "severity_value": 2.1992, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Worst score: -1.5719%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Worst score: -2.1992%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_morans_I", - "value": 1.124, + "value": 1.1251, "severity": 0, - "severity_value": 0.562, + "severity_value": 0.56255, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Best score: 1.124%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_morans_I\n Best score: 1.1251%\n" }, { "task_id": "task_spatial_simulators", @@ -5343,11 +5343,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score symsim ks_statistic_morans_I", - "value": 1.0114, + "value": 1.0116, "severity": 0, - "severity_value": 0.5057, + "severity_value": 0.5058, "code": "best_score <= 2", - "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_morans_I\n Best score: 1.0114%\n" + "message": "Method symsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_morans_I\n Best score: 1.0116%\n" }, { "task_id": "task_spatial_simulators", @@ -5363,11 +5363,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_morans_I", - "value": 0.9367, + "value": 1.0308, "severity": 0, - "severity_value": 0.46835, + "severity_value": 0.5154, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_morans_I\n Best score: 0.9367%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_morans_I\n Best score: 1.0308%\n" }, { "task_id": "task_spatial_simulators", @@ -5423,11 +5423,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_transition_matrix", - "value": 1.2948, + "value": 1.3964, "severity": 0, - "severity_value": 0.6474, + "severity_value": 0.6982, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_transition_matrix\n Best score: 1.2948%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_transition_matrix\n Best score: 1.3964%\n" }, { "task_id": "task_spatial_simulators", @@ -5443,41 +5443,41 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_transition_matrix", - "value": 1.3333, + "value": 1.2544, "severity": 0, - "severity_value": 0.66665, + "severity_value": 0.6272, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_transition_matrix\n Best score: 1.3333%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_transition_matrix\n Best score: 1.2544%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_transition_matrix", - "value": -2.0, - "severity": 1, - "severity_value": 2.0, + "value": 1.0, + "severity": 0, + "severity_value": -1.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Worst score: -2.0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score sparsim ks_statistic_transition_matrix", - "value": 2.5, + "value": 4.0, "severity": 1, - "severity_value": 1.25, + "severity_value": 2.0, "code": "best_score <= 2", - "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Best score: 2.5%\n" + "message": "Method sparsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_transition_matrix\n Best score: 4.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score splatter ks_statistic_transition_matrix", - "value": 1.4286, + "value": 1.25, "severity": 0, - "severity_value": -1.4286, + "severity_value": -1.25, "code": "worst_score >= -1", - "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.4286%\n" + "message": "Method splatter performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: splatter\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.25%\n" }, { "task_id": "task_spatial_simulators", @@ -5493,31 +5493,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_transition_matrix", - "value": 0.5, + "value": 0.8, "severity": 0, - "severity_value": -0.5, + "severity_value": -0.8, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.5%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 0.8%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_transition_matrix", - "value": 1.5, + "value": 1.4911, "severity": 0, - "severity_value": 0.75, + "severity_value": 0.74555, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Best score: 1.5%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_transition_matrix\n Best score: 1.4911%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_transition_matrix", - "value": 1.4286, + "value": 1.25, "severity": 0, - "severity_value": -1.4286, + "severity_value": -1.25, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.4286%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_transition_matrix\n Worst score: 1.25%\n" }, { "task_id": "task_spatial_simulators", @@ -5593,21 +5593,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_central_score", - "value": -3.0, + "value": -2.5, "severity": 2, - "severity_value": 3.0, + "severity_value": 2.5, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Worst score: -3.0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Worst score: -2.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_central_score", - "value": 1.3333, + "value": 1.75, "severity": 0, - "severity_value": 0.66665, + "severity_value": 0.875, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Best score: 1.3333%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_central_score\n Best score: 1.75%\n" }, { "task_id": "task_spatial_simulators", @@ -5623,21 +5623,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_central_score", - "value": 1.6667, + "value": 1.5, "severity": 0, - "severity_value": 0.83335, + "severity_value": 0.75, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_central_score\n Best score: 1.6667%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_central_score\n Best score: 1.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_central_score", - "value": 0.0, + "value": 0.6667, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.6667, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_central_score\n Worst score: 0.6667%\n" }, { "task_id": "task_spatial_simulators", @@ -5673,21 +5673,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_central_score", - "value": 0.0, + "value": 0.6667, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.6667, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Worst score: 0.6667%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_central_score", - "value": 1.6667, + "value": 1.3333, "severity": 0, - "severity_value": 0.83335, + "severity_value": 0.66665, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Best score: 1.6667%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_central_score\n Best score: 1.3333%\n" }, { "task_id": "task_spatial_simulators", @@ -5713,11 +5713,11 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score zinbwave ks_statistic_central_score", - "value": 0.0, + "value": 0.125, "severity": 0, - "severity_value": -0.0, + "severity_value": -0.125, "code": "worst_score >= -1", - "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_central_score\n Worst score: 0.0%\n" + "message": "Method zinbwave performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_central_score\n Worst score: 0.125%\n" }, { "task_id": "task_spatial_simulators", @@ -5773,51 +5773,51 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign2 ks_statistic_enrichment", - "value": -2.0, - "severity": 1, - "severity_value": 2.0, + "value": 0.0, + "severity": 0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Worst score: -2.0%\n" + "message": "Method scdesign2 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign2 ks_statistic_enrichment", - "value": 1.5, + "value": 2.0, "severity": 0, - "severity_value": 0.75, + "severity_value": 1.0, "code": "best_score <= 2", - "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Best score: 1.5%\n" + "message": "Method scdesign2 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign2\n Metric id: ks_statistic_enrichment\n Best score: 2.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score scdesign3 ks_statistic_enrichment", - "value": 0.1667, + "value": 0.0, "severity": 0, - "severity_value": -0.1667, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_enrichment\n Worst score: 0.1667%\n" + "message": "Method scdesign3 performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score scdesign3 ks_statistic_enrichment", - "value": 2.0, + "value": 1.5, "severity": 0, - "severity_value": 1.0, + "severity_value": 0.75, "code": "best_score <= 2", - "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_enrichment\n Best score: 2.0%\n" + "message": "Method scdesign3 performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: scdesign3\n Metric id: ks_statistic_enrichment\n Best score: 1.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score sparsim ks_statistic_enrichment", - "value": 0.5, + "value": 0.0, "severity": 0, - "severity_value": -0.5, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.5%\n" + "message": "Method sparsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: sparsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", @@ -5853,31 +5853,31 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score srtsim ks_statistic_enrichment", - "value": 0.5, + "value": 0.0, "severity": 0, - "severity_value": -0.5, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.5%\n" + "message": "Method srtsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score srtsim ks_statistic_enrichment", - "value": 2.0, + "value": 1.5, "severity": 0, - "severity_value": 1.0, + "severity_value": 0.75, "code": "best_score <= 2", - "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Best score: 2.0%\n" + "message": "Method srtsim performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: srtsim\n Metric id: ks_statistic_enrichment\n Best score: 1.5%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score symsim ks_statistic_enrichment", - "value": 0.5, + "value": 0.0, "severity": 0, - "severity_value": -0.5, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.5%\n" + "message": "Method symsim performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: symsim\n Metric id: ks_statistic_enrichment\n Worst score: 0.0%\n" }, { "task_id": "task_spatial_simulators", @@ -5903,21 +5903,21 @@ "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Best score zinbwave ks_statistic_enrichment", - "value": 3.0, - "severity": 1, - "severity_value": 1.5, + "value": 2.0, + "severity": 0, + "severity_value": 1.0, "code": "best_score <= 2", - "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_enrichment\n Best score: 3.0%\n" + "message": "Method zinbwave performs a lot better than baselines.\n Task id: task_spatial_simulators\n Method id: zinbwave\n Metric id: ks_statistic_enrichment\n Best score: 2.0%\n" }, { "task_id": "task_spatial_simulators", "category": "Scaling", "name": "Worst score positive ks_statistic_enrichment", - "value": 1, + "value": 0, "severity": 0, - "severity_value": -1.0, + "severity_value": -0.0, "code": "worst_score >= -1", - "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_enrichment\n Worst score: 1%\n" + "message": "Method positive performs much worse than baselines.\n Task id: task_spatial_simulators\n Method id: positive\n Metric id: ks_statistic_enrichment\n Worst score: 0%\n" }, { "task_id": "task_spatial_simulators", diff --git a/results/spatial_simulators/data/results.json b/results/spatial_simulators/data/results.json index a8a1df06..cbe9a008 100644 --- a/results/spatial_simulators/data/results.json +++ b/results/spatial_simulators/data/results.json @@ -3,32 +3,32 @@ "dataset_id": "brain", "method_id": "negative", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", - "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "clustering_ari": -0.0001, + "clustering_nmi": 0.001, + "crosscor_cosine": 0.4999, + "crosscor_mantel": -0.001, + "ctdeconcolute_jsd": 0.0722, + "ctdeconvolute_rmse": 0.5564, "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 27.0197, + "ks_statistic_efflib_size_cells": 24.5518, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 174.0339, - "ks_statistic_frac_zero_genes": 292.1599, + "ks_statistic_frac_zero_cells": 138.4904, + "ks_statistic_frac_zero_genes": 75.9209, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 51.1053, - "ks_statistic_lib_size_cells": 27.0197, - "ks_statistic_mean_fraczero_genes": 38.7253, - "ks_statistic_mean_var_genes": 132.0748, + "ks_statistic_lib_fraczero_cells": 36.3652, + "ks_statistic_lib_size_cells": 24.5518, + "ks_statistic_mean_fraczero_genes": 22.4248, + "ks_statistic_mean_var_genes": 131.3239, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 50.0802, - "ks_statistic_pearson_genes": 42.7489, - "ks_statistic_scaled_mean_cells": -0.2506, - "ks_statistic_scaled_mean_genes": 40.2949, - "ks_statistic_scaled_var_cells": -0.8158, - "ks_statistic_scaled_var_genes": -0.3803, - "ks_statistic_tmm_cells": 0.517, + "ks_statistic_pearson_cells": 49.1249, + "ks_statistic_pearson_genes": 49.5734, + "ks_statistic_scaled_mean_cells": -0.2456, + "ks_statistic_scaled_mean_genes": 48.8258, + "ks_statistic_scaled_var_cells": -0.8155, + "ks_statistic_scaled_var_genes": -0.3801, + "ks_statistic_tmm_cells": 0.3673, "ks_statistic_transition_matrix": 0.5625, "svg_precision": "NA", "svg_recall": "NA" @@ -57,20 +57,20 @@ "ks_statistic_pearson_genes": 0, "ks_statistic_scaled_mean_cells": 0, "ks_statistic_scaled_mean_genes": 0, - "ks_statistic_scaled_var_cells": 1, + "ks_statistic_scaled_var_cells": 0, "ks_statistic_scaled_var_genes": 0, "ks_statistic_tmm_cells": 0, "ks_statistic_transition_matrix": 0, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.0345, + "mean_score": 0, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 24.2, - "cpu_pct": 117.8, - "peak_memory_mb": 2151, + "duration_sec": 15, + "cpu_pct": 197.8, + "peak_memory_mb": 6144, "disk_read_mb": 73, "disk_write_mb": 25 } @@ -79,16 +79,16 @@ "dataset_id": "brain", "method_id": "positive", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", - "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "clustering_ari": 0.7207, + "clustering_nmi": 0.7236, + "crosscor_cosine": 0.8937, + "crosscor_mantel": 0.7938, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": -0.5113, - "ks_statistic_enrichment": 0.375, + "ks_statistic_enrichment": 0.5, "ks_statistic_frac_zero_cells": -0.4337, "ks_statistic_frac_zero_genes": -1.3798, "ks_statistic_L_stats": "NA", @@ -98,28 +98,28 @@ "ks_statistic_mean_var_genes": -14.0041, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 0.0353, - "ks_statistic_pearson_genes": 0.0188, + "ks_statistic_pearson_cells": -0.0544, + "ks_statistic_pearson_genes": -0.0534, "ks_statistic_scaled_mean_cells": -0.2713, "ks_statistic_scaled_mean_genes": -0.4051, "ks_statistic_scaled_var_cells": -0.8158, "ks_statistic_scaled_var_genes": -1.2001, "ks_statistic_tmm_cells": -0.7889, - "ks_statistic_transition_matrix": 0.3125, + "ks_statistic_transition_matrix": 0.25, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, - "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "clustering_ari": 1, + "clustering_nmi": 1, + "crosscor_cosine": 1, + "crosscor_mantel": 1, + "ctdeconcolute_jsd": 1, + "ctdeconvolute_rmse": 1, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1, + "ks_statistic_enrichment": 0, "ks_statistic_frac_zero_cells": 1, "ks_statistic_frac_zero_genes": 1, "ks_statistic_L_stats": 0, @@ -133,19 +133,19 @@ "ks_statistic_pearson_genes": 1, "ks_statistic_scaled_mean_cells": 1, "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": 0, + "ks_statistic_scaled_var_cells": 1, "ks_statistic_scaled_var_genes": 1, "ks_statistic_tmm_cells": 1, "ks_statistic_transition_matrix": 1, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.5517, + "mean_score": 0.7586, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 16.8, - "cpu_pct": 168.2, + "duration_sec": 15.8, + "cpu_pct": 191.7, "peak_memory_mb": 6144, "disk_read_mb": 73, "disk_write_mb": 43 @@ -155,73 +155,73 @@ "dataset_id": "brain", "method_id": "scdesign2", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", + "clustering_ari": 0.0002, + "clustering_nmi": 0.0008, "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "crosscor_mantel": -0.0685, + "ctdeconcolute_jsd": 0.0552, + "ctdeconvolute_rmse": 0.2755, "ks_statistic_celltype_interaction": "NA", - "ks_statistic_central_score": 0.8333, - "ks_statistic_efflib_size_cells": 0.7693, + "ks_statistic_central_score": 0.75, + "ks_statistic_efflib_size_cells": 0.9014, "ks_statistic_enrichment": 0.625, - "ks_statistic_frac_zero_cells": 7.7705, - "ks_statistic_frac_zero_genes": -0.8966, + "ks_statistic_frac_zero_cells": 6.5212, + "ks_statistic_frac_zero_genes": -0.7644, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 6.2726, - "ks_statistic_lib_size_cells": 0.7693, - "ks_statistic_mean_fraczero_genes": -1.167, - "ks_statistic_mean_var_genes": -10.0239, + "ks_statistic_lib_fraczero_cells": 8.4951, + "ks_statistic_lib_size_cells": 0.9014, + "ks_statistic_mean_fraczero_genes": -1.051, + "ks_statistic_mean_var_genes": -4.7687, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 1.8129, - "ks_statistic_pearson_genes": 1.1029, - "ks_statistic_scaled_mean_cells": -0.2758, - "ks_statistic_scaled_mean_genes": -0.3069, - "ks_statistic_scaled_var_cells": -0.312, - "ks_statistic_scaled_var_genes": -1.1302, - "ks_statistic_tmm_cells": 5.4585, + "ks_statistic_pearson_cells": 0.9178, + "ks_statistic_pearson_genes": 1.0437, + "ks_statistic_scaled_mean_cells": -0.2829, + "ks_statistic_scaled_mean_genes": 0.1834, + "ks_statistic_scaled_var_cells": -0.4314, + "ks_statistic_scaled_var_genes": -1.1362, + "ks_statistic_tmm_cells": 4.4449, "ks_statistic_transition_matrix": 0.625, - "svg_precision": "NA", + "svg_precision": 0, "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, + "clustering_ari": 0.0004, + "clustering_nmi": -0.0003, "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "crosscor_mantel": -0.0849, + "ctdeconcolute_jsd": 0.2355, + "ctdeconvolute_rmse": 0.5048, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": -3, - "ks_statistic_efflib_size_cells": 0.9535, - "ks_statistic_enrichment": -1, - "ks_statistic_frac_zero_cells": 0.953, - "ks_statistic_frac_zero_genes": 0.9984, + "ks_statistic_central_score": -2.5, + "ks_statistic_efflib_size_cells": 0.9436, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9499, + "ks_statistic_frac_zero_genes": 0.992, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.8596, - "ks_statistic_lib_size_cells": 0.9535, - "ks_statistic_mean_fraczero_genes": 0.9818, - "ks_statistic_mean_var_genes": 0.9728, + "ks_statistic_lib_fraczero_cells": 0.7449, + "ks_statistic_lib_size_cells": 0.9436, + "ks_statistic_mean_fraczero_genes": 0.9649, + "ks_statistic_mean_var_genes": 0.9365, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.9645, - "ks_statistic_pearson_genes": 0.9746, - "ks_statistic_scaled_mean_cells": 1.2177, - "ks_statistic_scaled_mean_genes": 0.9976, - "ks_statistic_scaled_var_cells": -7802.2382, - "ks_statistic_scaled_var_genes": 0.9148, - "ks_statistic_tmm_cells": -3.784, - "ks_statistic_transition_matrix": -0.25, + "ks_statistic_pearson_cells": 0.9802, + "ks_statistic_pearson_genes": 0.9779, + "ks_statistic_scaled_mean_cells": 1.4528, + "ks_statistic_scaled_mean_genes": 0.988, + "ks_statistic_scaled_var_cells": -1599.9118, + "ks_statistic_scaled_var_genes": 0.9221, + "ks_statistic_tmm_cells": -3.5269, + "ks_statistic_transition_matrix": -0.2, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3974, + "mean_score": 0.4167, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 211, - "cpu_pct": 303.6, + "duration_sec": 207, + "cpu_pct": 304.7, "peak_memory_mb": 25805, "disk_read_mb": 84, "disk_write_mb": 34 @@ -231,73 +231,73 @@ "dataset_id": "brain", "method_id": "scdesign3", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", + "clustering_ari": 0.0002, + "clustering_nmi": 0.0013, "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "crosscor_mantel": 0.0756, + "ctdeconcolute_jsd": 0.0621, + "ctdeconvolute_rmse": 0.3082, "ks_statistic_celltype_interaction": "NA", - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.3066, - "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": 2.5971, - "ks_statistic_frac_zero_genes": -1.0065, + "ks_statistic_central_score": 0.25, + "ks_statistic_efflib_size_cells": 0.9453, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 3.2332, + "ks_statistic_frac_zero_genes": -0.9766, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 12.1268, - "ks_statistic_lib_size_cells": 0.3066, - "ks_statistic_mean_fraczero_genes": -1.3307, - "ks_statistic_mean_var_genes": -5.4608, + "ks_statistic_lib_fraczero_cells": 11.119, + "ks_statistic_lib_size_cells": 0.9453, + "ks_statistic_mean_fraczero_genes": -0.9942, + "ks_statistic_mean_var_genes": 0.0584, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 4.3544, - "ks_statistic_pearson_genes": 3.164, - "ks_statistic_scaled_mean_cells": -0.3724, - "ks_statistic_scaled_mean_genes": 0.3973, - "ks_statistic_scaled_var_cells": -0.732, - "ks_statistic_scaled_var_genes": -1.1175, - "ks_statistic_tmm_cells": 0.2136, - "ks_statistic_transition_matrix": 0.5625, - "svg_precision": "NA", + "ks_statistic_pearson_cells": 2.8168, + "ks_statistic_pearson_genes": 2.821, + "ks_statistic_scaled_mean_cells": -0.3967, + "ks_statistic_scaled_mean_genes": 1.6099, + "ks_statistic_scaled_var_cells": -0.4844, + "ks_statistic_scaled_var_genes": -0.9892, + "ks_statistic_tmm_cells": 0.7124, + "ks_statistic_transition_matrix": 0.4375, + "svg_precision": 0, "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, + "clustering_ari": 0.0003, + "clustering_nmi": 0.0004, "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "crosscor_mantel": 0.0964, + "ctdeconcolute_jsd": 0.1395, + "ctdeconvolute_rmse": 0.4461, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9703, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9826, - "ks_statistic_frac_zero_genes": 0.9987, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.9419, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9736, + "ks_statistic_frac_zero_genes": 0.9948, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.7474, - "ks_statistic_lib_size_cells": 0.9703, - "ks_statistic_mean_fraczero_genes": 0.9858, - "ks_statistic_mean_var_genes": 0.9415, + "ks_statistic_lib_fraczero_cells": 0.6748, + "ks_statistic_lib_size_cells": 0.9419, + "ks_statistic_mean_fraczero_genes": 0.9625, + "ks_statistic_mean_var_genes": 0.9032, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.9137, - "ks_statistic_pearson_genes": 0.9264, - "ks_statistic_scaled_mean_cells": 5.8871, - "ks_statistic_scaled_mean_genes": 0.9803, - "ks_statistic_scaled_var_cells": -1296.6407, - "ks_statistic_scaled_var_genes": 0.8993, - "ks_statistic_tmm_cells": 0.2323, - "ks_statistic_transition_matrix": 0, + "ks_statistic_pearson_cells": 0.9416, + "ks_statistic_pearson_genes": 0.9421, + "ks_statistic_scaled_mean_cells": 5.8892, + "ks_statistic_scaled_mean_genes": 0.9591, + "ks_statistic_scaled_var_cells": -1379.2294, + "ks_statistic_scaled_var_genes": 0.7428, + "ks_statistic_tmm_cells": -0.2985, + "ks_statistic_transition_matrix": 0.4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4327, + "mean_score": 0.4331, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 5079, - "cpu_pct": 100.3, + "duration_sec": 5077, + "cpu_pct": 100.2, "peak_memory_mb": 11469, "disk_read_mb": 105, "disk_write_mb": 25 @@ -307,74 +307,74 @@ "dataset_id": "brain", "method_id": "sparsim", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", + "clustering_ari": 0.0001, + "clustering_nmi": 0.0009, "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "crosscor_mantel": 0.0105, + "ctdeconcolute_jsd": 0.069, + "ctdeconvolute_rmse": 0.318, "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": -0.5113, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 15.8843, - "ks_statistic_frac_zero_genes": 1.1169, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 17.7933, + "ks_statistic_frac_zero_genes": 1.0285, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 29.0617, + "ks_statistic_lib_fraczero_cells": 28.2062, "ks_statistic_lib_size_cells": -0.5113, - "ks_statistic_mean_fraczero_genes": 6.3686, - "ks_statistic_mean_var_genes": 4.5054, + "ks_statistic_mean_fraczero_genes": 7.6885, + "ks_statistic_mean_var_genes": 2.5702, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 28.8642, - "ks_statistic_pearson_genes": 26.5966, + "ks_statistic_pearson_cells": 25.4145, + "ks_statistic_pearson_genes": 28.4156, "ks_statistic_scaled_mean_cells": -0.2713, - "ks_statistic_scaled_mean_genes": 50.6382, - "ks_statistic_scaled_var_cells": -0.2942, - "ks_statistic_scaled_var_genes": -0.8174, - "ks_statistic_tmm_cells": 14.5971, + "ks_statistic_scaled_mean_genes": 39.7028, + "ks_statistic_scaled_var_cells": -0.3842, + "ks_statistic_scaled_var_genes": -1.0755, + "ks_statistic_tmm_cells": 6.6203, "ks_statistic_transition_matrix": 0.125, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, + "clustering_ari": 0.0002, + "clustering_nmi": -0.0002, "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "crosscor_mantel": 0.0146, + "ctdeconcolute_jsd": 0.0445, + "ctdeconvolute_rmse": 0.4284, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9065, - "ks_statistic_frac_zero_genes": 0.9915, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.8688, + "ks_statistic_frac_zero_genes": 0.9688, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.4227, + "ks_statistic_lib_fraczero_cells": 0.2181, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.7963, - "ks_statistic_mean_var_genes": 0.8733, + "ks_statistic_mean_fraczero_genes": 0.6057, + "ks_statistic_mean_var_genes": 0.886, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.4239, - "ks_statistic_pearson_genes": 0.378, + "ks_statistic_pearson_cells": 0.4821, + "ks_statistic_pearson_genes": 0.4263, "ks_statistic_scaled_mean_cells": 1, - "ks_statistic_scaled_mean_genes": -0.2541, - "ks_statistic_scaled_var_cells": -8077.8923, - "ks_statistic_scaled_var_genes": 0.5332, - "ks_statistic_tmm_cells": -10.7822, - "ks_statistic_transition_matrix": 1.75, + "ks_statistic_scaled_mean_genes": 0.1853, + "ks_statistic_scaled_var_cells": -1796.3656, + "ks_statistic_scaled_var_genes": 0.8481, + "ks_statistic_tmm_cells": -5.4084, + "ks_statistic_transition_matrix": 1.4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3905, + "mean_score": 0.3785, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 102, - "cpu_pct": 107.7, - "peak_memory_mb": 5428, + "duration_sec": 103, + "cpu_pct": 112, + "peak_memory_mb": 8090, "disk_read_mb": 102, "disk_write_mb": 25 } @@ -383,74 +383,74 @@ "dataset_id": "brain", "method_id": "splatter", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", - "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "clustering_ari": 0.0001, + "clustering_nmi": 0.0009, + "crosscor_cosine": 0.5005, + "crosscor_mantel": 0.0011, + "ctdeconcolute_jsd": 0.0765, + "ctdeconvolute_rmse": 0.6232, "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 2.4636, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 6.6591, - "ks_statistic_frac_zero_genes": 52.0573, + "ks_statistic_efflib_size_cells": 3.1406, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 6.086, + "ks_statistic_frac_zero_genes": 55.0192, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 15.2813, - "ks_statistic_lib_size_cells": 2.4636, - "ks_statistic_mean_fraczero_genes": 58.4488, - "ks_statistic_mean_var_genes": 17.1826, + "ks_statistic_lib_fraczero_cells": 10.6252, + "ks_statistic_lib_size_cells": 3.1406, + "ks_statistic_mean_fraczero_genes": 40.5747, + "ks_statistic_mean_var_genes": 20.0927, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 274.2237, - "ks_statistic_pearson_genes": 269.1081, - "ks_statistic_scaled_mean_cells": -0.2777, - "ks_statistic_scaled_mean_genes": 40.2082, - "ks_statistic_scaled_var_cells": -0.2238, - "ks_statistic_scaled_var_genes": -0.3027, - "ks_statistic_tmm_cells": 8.1387, + "ks_statistic_pearson_cells": 356.9677, + "ks_statistic_pearson_genes": 364.359, + "ks_statistic_scaled_mean_cells": -0.2553, + "ks_statistic_scaled_mean_genes": 31.9818, + "ks_statistic_scaled_var_cells": -0.1707, + "ks_statistic_scaled_var_genes": -0.3182, + "ks_statistic_tmm_cells": 2.881, "ks_statistic_transition_matrix": 0.125, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, - "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "clustering_ari": 0.0002, + "clustering_nmi": -0.0002, + "crosscor_cosine": 0.0014, + "crosscor_mantel": 0.0026, + "ctdeconcolute_jsd": -0.0593, + "ctdeconvolute_rmse": -0.12, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.8919, - "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9593, - "ks_statistic_frac_zero_genes": 0.818, + "ks_statistic_efflib_size_cells": 0.8543, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9531, + "ks_statistic_frac_zero_genes": 0.2704, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.6869, - "ks_statistic_lib_size_cells": 0.8919, - "ks_statistic_mean_fraczero_genes": -0.4854, - "ks_statistic_mean_var_genes": 0.7865, + "ks_statistic_lib_fraczero_cells": 0.688, + "ks_statistic_lib_size_cells": 0.8543, + "ks_statistic_mean_fraczero_genes": -0.746, + "ks_statistic_mean_var_genes": 0.7654, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": -4.4789, - "ks_statistic_pearson_genes": -5.2974, - "ks_statistic_scaled_mean_cells": 1.3132, - "ks_statistic_scaled_mean_genes": 0.0021, - "ks_statistic_scaled_var_cells": -9169.1047, - "ks_statistic_scaled_var_genes": -0.0947, - "ks_statistic_tmm_cells": -5.8365, - "ks_statistic_transition_matrix": 1.75, + "ks_statistic_pearson_cells": -6.2596, + "ks_statistic_pearson_genes": -6.3431, + "ks_statistic_scaled_mean_cells": 0.3776, + "ks_statistic_scaled_mean_genes": 0.3421, + "ks_statistic_scaled_var_cells": -2685.6593, + "ks_statistic_scaled_var_genes": -0.0756, + "ks_statistic_tmm_cells": -2.1742, + "ks_statistic_transition_matrix": 1.4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3116, + "mean_score": 0.2452, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 33.4, - "cpu_pct": 138, - "peak_memory_mb": 6759, + "duration_sec": 33.6, + "cpu_pct": 137.8, + "peak_memory_mb": 6861, "disk_read_mb": 98, "disk_write_mb": 25 } @@ -459,74 +459,74 @@ "dataset_id": "brain", "method_id": "srtsim", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", + "clustering_ari": 0.741, + "clustering_nmi": 0.7499, "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "crosscor_mantel": 0.7391, + "ctdeconcolute_jsd": 0.0182, + "ctdeconvolute_rmse": 0.0462, "ks_statistic_celltype_interaction": "NA", - "ks_statistic_central_score": 0.25, - "ks_statistic_efflib_size_cells": 0.0717, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 0.1534, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.1312, - "ks_statistic_frac_zero_genes": -1.106, + "ks_statistic_frac_zero_cells": -0.1087, + "ks_statistic_frac_zero_genes": -1.0964, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 2.3236, - "ks_statistic_lib_size_cells": 0.0717, - "ks_statistic_mean_fraczero_genes": -1.7379, - "ks_statistic_mean_var_genes": -4.9834, + "ks_statistic_lib_fraczero_cells": 2.2875, + "ks_statistic_lib_size_cells": 0.1534, + "ks_statistic_mean_fraczero_genes": -1.5791, + "ks_statistic_mean_var_genes": -8.1452, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 0.5056, - "ks_statistic_pearson_genes": 0.4484, - "ks_statistic_scaled_mean_cells": -0.4343, - "ks_statistic_scaled_mean_genes": -0.2954, - "ks_statistic_scaled_var_cells": -0.4538, - "ks_statistic_scaled_var_genes": -1.1124, - "ks_statistic_tmm_cells": 3.6958, + "ks_statistic_pearson_cells": 0.548, + "ks_statistic_pearson_genes": 0.9504, + "ks_statistic_scaled_mean_cells": -0.4234, + "ks_statistic_scaled_mean_genes": -0.3373, + "ks_statistic_scaled_var_cells": -0.3044, + "ks_statistic_scaled_var_genes": -1.1432, + "ks_statistic_tmm_cells": 2.226, "ks_statistic_transition_matrix": 0.3125, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, + "clustering_ari": 1.0282, + "clustering_nmi": 1.0365, "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "crosscor_mantel": 0.9311, + "ctdeconcolute_jsd": 0.7484, + "ctdeconvolute_rmse": 0.9169, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": 0.9788, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9983, - "ks_statistic_frac_zero_genes": 0.9991, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9735, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9977, + "ks_statistic_frac_zero_genes": 0.9963, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.9353, - "ks_statistic_lib_size_cells": 0.9788, - "ks_statistic_mean_fraczero_genes": 0.9959, - "ks_statistic_mean_var_genes": 0.9382, + "ks_statistic_lib_fraczero_cells": 0.9108, + "ks_statistic_lib_size_cells": 0.9735, + "ks_statistic_mean_fraczero_genes": 0.9866, + "ks_statistic_mean_var_genes": 0.9597, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.9906, - "ks_statistic_pearson_genes": 0.9899, - "ks_statistic_scaled_mean_cells": 8.8799, - "ks_statistic_scaled_mean_genes": 0.9973, - "ks_statistic_scaled_var_cells": -5606.4067, - "ks_statistic_scaled_var_genes": 0.8931, - "ks_statistic_tmm_cells": -2.4343, - "ks_statistic_transition_matrix": 1, + "ks_statistic_pearson_cells": 0.9877, + "ks_statistic_pearson_genes": 0.9798, + "ks_statistic_scaled_mean_cells": 6.928, + "ks_statistic_scaled_mean_genes": 0.9986, + "ks_statistic_scaled_var_cells": -2128.7902, + "ks_statistic_scaled_var_genes": 0.9307, + "ks_statistic_tmm_cells": -1.6076, + "ks_statistic_transition_matrix": 0.8, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4895, + "mean_score": 0.6238, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 59.4, - "cpu_pct": 111.1, - "peak_memory_mb": 3789, + "duration_sec": 59.7, + "cpu_pct": 120.7, + "peak_memory_mb": 6554, "disk_read_mb": 98, "disk_write_mb": 25 } @@ -535,12 +535,12 @@ "dataset_id": "brain", "method_id": "symsim", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", - "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "clustering_ari": 0.0001, + "clustering_nmi": 0.0009, + "crosscor_cosine": 0.5013, + "crosscor_mantel": 0.0023, + "ctdeconcolute_jsd": 0.0792, + "ctdeconvolute_rmse": 0.6122, "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": 37.4973, @@ -554,8 +554,8 @@ "ks_statistic_mean_var_genes": 173.1767, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 134.881, - "ks_statistic_pearson_genes": 119.9833, + "ks_statistic_pearson_cells": 135.22, + "ks_statistic_pearson_genes": 129.2318, "ks_statistic_scaled_mean_cells": -0.5264, "ks_statistic_scaled_mean_genes": 85.1149, "ks_statistic_scaled_var_cells": -0.1726, @@ -566,42 +566,42 @@ "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, - "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "clustering_ari": 0.0002, + "clustering_nmi": -0.0002, + "crosscor_cosine": 0.0036, + "crosscor_mantel": 0.0042, + "ctdeconcolute_jsd": -0.0969, + "ctdeconvolute_rmse": -0.1003, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": -0.3806, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.7274, - "ks_statistic_frac_zero_genes": 0.9036, + "ks_statistic_efflib_size_cells": -0.5165, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.6576, + "ks_statistic_frac_zero_genes": 0.6339, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.2736, - "ks_statistic_lib_size_cells": -0.3806, - "ks_statistic_mean_fraczero_genes": -0.6689, - "ks_statistic_mean_var_genes": -0.2814, + "ks_statistic_lib_fraczero_cells": -0.0126, + "ks_statistic_lib_size_cells": -0.5165, + "ks_statistic_mean_fraczero_genes": -1.787, + "ks_statistic_mean_var_genes": -0.288, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": -1.6945, - "ks_statistic_pearson_genes": -1.8075, - "ks_statistic_scaled_mean_cells": 13.329, - "ks_statistic_scaled_mean_genes": -1.1012, - "ks_statistic_scaled_var_cells": -9962.6189, - "ks_statistic_scaled_var_genes": 3.315, - "ks_statistic_tmm_cells": -13.5512, - "ks_statistic_transition_matrix": 1.75, + "ks_statistic_pearson_cells": -1.7506, + "ks_statistic_pearson_genes": -1.6052, + "ks_statistic_scaled_mean_cells": 10.9426, + "ks_statistic_scaled_mean_genes": -0.7371, + "ks_statistic_scaled_var_cells": -2677.9332, + "ks_statistic_scaled_var_genes": 3.3146, + "ks_statistic_tmm_cells": -15.4353, + "ks_statistic_transition_matrix": 1.4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.2381, + "mean_score": 0.1827, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 267, - "cpu_pct": 104.9, + "duration_sec": 273, + "cpu_pct": 105.1, "peak_memory_mb": 7680, "disk_read_mb": 440, "disk_write_mb": 28 @@ -611,74 +611,74 @@ "dataset_id": "brain", "method_id": "zinbwave", "metric_values": { - "clustering_ari": "NA", - "clustering_nmi": "NA", - "crosscor_cosine": "NA", - "crosscor_mantel": "NA", - "ctdeconcolute_jsd": "NA", - "ctdeconvolute_rmse": "NA", + "clustering_ari": 0.0001, + "clustering_nmi": 0.0009, + "crosscor_cosine": 0.4979, + "crosscor_mantel": -0.0046, + "ctdeconcolute_jsd": 0.0495, + "ctdeconvolute_rmse": 0.2124, "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.1274, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 0.7033, - "ks_statistic_frac_zero_genes": -0.9487, + "ks_statistic_efflib_size_cells": -0.2447, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 0.6372, + "ks_statistic_frac_zero_genes": -0.8103, "ks_statistic_L_stats": "NA", - "ks_statistic_lib_fraczero_cells": 6.7922, - "ks_statistic_lib_size_cells": -0.1274, - "ks_statistic_mean_fraczero_genes": 2.2922, - "ks_statistic_mean_var_genes": -4.4391, + "ks_statistic_lib_fraczero_cells": 5.6576, + "ks_statistic_lib_size_cells": -0.2447, + "ks_statistic_mean_fraczero_genes": 0.426, + "ks_statistic_mean_var_genes": 5.9549, "ks_statistic_morans_I": "NA", "ks_statistic_nn_correlation": "NA", - "ks_statistic_pearson_cells": 28.9684, - "ks_statistic_pearson_genes": 27.9522, - "ks_statistic_scaled_mean_cells": -0.3381, - "ks_statistic_scaled_mean_genes": 1.4226, - "ks_statistic_scaled_var_cells": -0.2823, - "ks_statistic_scaled_var_genes": -1.214, - "ks_statistic_tmm_cells": 1.746, + "ks_statistic_pearson_cells": 25.72, + "ks_statistic_pearson_genes": 29.4792, + "ks_statistic_scaled_mean_cells": -0.3034, + "ks_statistic_scaled_mean_genes": 2.5167, + "ks_statistic_scaled_var_cells": -0.1781, + "ks_statistic_scaled_var_genes": -1.4157, + "ks_statistic_tmm_cells": 1.5127, "ks_statistic_transition_matrix": 0.25, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0, - "clustering_nmi": 0, - "crosscor_cosine": 0, - "crosscor_mantel": 0, - "ctdeconcolute_jsd": 0, - "ctdeconvolute_rmse": 0, + "clustering_ari": 0.0002, + "clustering_nmi": -0.0001, + "crosscor_cosine": -0.0051, + "crosscor_mantel": -0.0045, + "ctdeconcolute_jsd": 0.3148, + "ctdeconvolute_rmse": 0.6183, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9861, - "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9935, - "ks_statistic_frac_zero_genes": 0.9985, + "ks_statistic_efflib_size_cells": 0.9894, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9923, + "ks_statistic_frac_zero_genes": 0.9926, "ks_statistic_L_stats": 0, - "ks_statistic_lib_fraczero_cells": 0.8496, - "ks_statistic_lib_size_cells": 0.9861, - "ks_statistic_mean_fraczero_genes": 0.8967, - "ks_statistic_mean_var_genes": 0.9345, + "ks_statistic_lib_fraczero_cells": 0.8207, + "ks_statistic_lib_size_cells": 0.9894, + "ks_statistic_mean_fraczero_genes": 0.9042, + "ks_statistic_mean_var_genes": 0.8627, "ks_statistic_morans_I": 0, "ks_statistic_nn_correlation": 0, - "ks_statistic_pearson_cells": 0.4219, - "ks_statistic_pearson_genes": 0.3463, - "ks_statistic_scaled_mean_cells": 4.2275, - "ks_statistic_scaled_mean_genes": 0.9551, - "ks_statistic_scaled_var_cells": -8262.4162, - "ks_statistic_scaled_var_genes": 1.017, - "ks_statistic_tmm_cells": -0.9411, - "ks_statistic_transition_matrix": 1.25, + "ks_statistic_pearson_cells": 0.4759, + "ks_statistic_pearson_genes": 0.4049, + "ks_statistic_scaled_mean_cells": 2.2539, + "ks_statistic_scaled_mean_genes": 0.9407, + "ks_statistic_scaled_var_cells": -2655.0629, + "ks_statistic_scaled_var_genes": 1.2629, + "ks_statistic_tmm_cells": -0.9907, + "ks_statistic_transition_matrix": 1, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.461, + "mean_score": 0.4588, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 121, - "cpu_pct": 337.8, - "peak_memory_mb": 93901, + "duration_sec": 116, + "cpu_pct": 336.9, + "peak_memory_mb": 96052, "disk_read_mb": 104, "disk_write_mb": 26 } @@ -687,32 +687,32 @@ "dataset_id": "breast", "method_id": "negative", "metric_values": { - "clustering_ari": 0.0011, - "clustering_nmi": 0.0015, - "crosscor_cosine": 0.4984, - "crosscor_mantel": -0.0015, - "ctdeconcolute_jsd": 0.1706, - "ctdeconvolute_rmse": 0.2446, + "clustering_ari": 0.0007, + "clustering_nmi": 0.001, + "crosscor_cosine": 0.4997, + "crosscor_mantel": 0.0012, + "ctdeconcolute_jsd": 0.1718, + "ctdeconvolute_rmse": 0.2461, "ks_statistic_celltype_interaction": -0.5633, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 63.2653, + "ks_statistic_efflib_size_cells": 62.473, "ks_statistic_enrichment": 0.6667, - "ks_statistic_frac_zero_cells": 170.4147, - "ks_statistic_frac_zero_genes": 394.3832, - "ks_statistic_L_stats": 1.4681, - "ks_statistic_lib_fraczero_cells": 51.5872, - "ks_statistic_lib_size_cells": 63.2653, - "ks_statistic_mean_fraczero_genes": 29.9905, - "ks_statistic_mean_var_genes": 24.7842, - "ks_statistic_morans_I": 37.574, - "ks_statistic_nn_correlation": 25.0723, - "ks_statistic_pearson_cells": 51.7232, - "ks_statistic_pearson_genes": 47.6219, - "ks_statistic_scaled_mean_cells": -0.3955, - "ks_statistic_scaled_mean_genes": 78.4783, - "ks_statistic_scaled_var_cells": -0.1378, - "ks_statistic_scaled_var_genes": -0.2269, - "ks_statistic_tmm_cells": 0.3365, + "ks_statistic_frac_zero_cells": 147.0673, + "ks_statistic_frac_zero_genes": 243.8787, + "ks_statistic_L_stats": 1.8628, + "ks_statistic_lib_fraczero_cells": 44.6796, + "ks_statistic_lib_size_cells": 62.473, + "ks_statistic_mean_fraczero_genes": 36.2335, + "ks_statistic_mean_var_genes": 24.415, + "ks_statistic_morans_I": 29.2627, + "ks_statistic_nn_correlation": 19.9785, + "ks_statistic_pearson_cells": 46.4042, + "ks_statistic_pearson_genes": 47.3146, + "ks_statistic_scaled_mean_cells": -0.352, + "ks_statistic_scaled_mean_genes": 78.988, + "ks_statistic_scaled_var_cells": -0.1373, + "ks_statistic_scaled_var_genes": -0.2315, + "ks_statistic_tmm_cells": 1.0138, "ks_statistic_transition_matrix": 0.6667, "svg_precision": "NA", "svg_recall": 0 @@ -750,11 +750,11 @@ }, "mean_score": 0.1034, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 11, - "cpu_pct": 139.3, - "peak_memory_mb": 2048, + "duration_sec": 7.7, + "cpu_pct": 247.4, + "peak_memory_mb": 6042, "disk_read_mb": 52, "disk_write_mb": 8 } @@ -772,7 +772,7 @@ "ks_statistic_celltype_interaction": -0.5633, "ks_statistic_central_score": 0.3333, "ks_statistic_efflib_size_cells": -4.0847, - "ks_statistic_enrichment": 0.2222, + "ks_statistic_enrichment": 0.4444, "ks_statistic_frac_zero_cells": -0.9472, "ks_statistic_frac_zero_genes": -0.3062, "ks_statistic_L_stats": 3.8437, @@ -782,8 +782,8 @@ "ks_statistic_mean_var_genes": -3.9537, "ks_statistic_morans_I": -0.2191, "ks_statistic_nn_correlation": -0.2478, - "ks_statistic_pearson_cells": -0.0602, - "ks_statistic_pearson_genes": -0.068, + "ks_statistic_pearson_cells": 0.0185, + "ks_statistic_pearson_genes": -0.1166, "ks_statistic_scaled_mean_cells": -0.2581, "ks_statistic_scaled_mean_genes": -0.2948, "ks_statistic_scaled_var_cells": -0.1328, @@ -826,11 +826,11 @@ }, "mean_score": 0.8276, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 11.8, - "cpu_pct": 238.6, - "peak_memory_mb": 5940, + "duration_sec": 11.9, + "cpu_pct": 130.8, + "peak_memory_mb": 1946, "disk_read_mb": 52, "disk_write_mb": 23 } @@ -839,73 +839,73 @@ "dataset_id": "breast", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.0604, - "clustering_nmi": 0.0604, + "clustering_ari": 0.0597, + "clustering_nmi": 0.0606, "crosscor_cosine": "NA", - "crosscor_mantel": 0.783, - "ctdeconcolute_jsd": 0.1194, - "ctdeconvolute_rmse": 0.1523, + "crosscor_mantel": 0.7761, + "ctdeconcolute_jsd": 0.1198, + "ctdeconvolute_rmse": 0.1522, "ks_statistic_celltype_interaction": -0.5633, - "ks_statistic_central_score": 0.5556, - "ks_statistic_efflib_size_cells": 6.861, - "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 14.8146, - "ks_statistic_frac_zero_genes": -0.256, - "ks_statistic_L_stats": 1.7747, - "ks_statistic_lib_fraczero_cells": 6.637, - "ks_statistic_lib_size_cells": 6.861, - "ks_statistic_mean_fraczero_genes": -1.1169, - "ks_statistic_mean_var_genes": -3.7877, - "ks_statistic_morans_I": 2.4383, - "ks_statistic_nn_correlation": 0.8997, - "ks_statistic_pearson_cells": 0.3739, - "ks_statistic_pearson_genes": 0.471, - "ks_statistic_scaled_mean_cells": -0.3145, - "ks_statistic_scaled_mean_genes": -0.1935, - "ks_statistic_scaled_var_cells": -0.1347, - "ks_statistic_scaled_var_genes": -0.8552, - "ks_statistic_tmm_cells": 1.392, - "ks_statistic_transition_matrix": 0.3333, - "svg_precision": 0.914, - "svg_recall": 0.9198 + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": 5.7874, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": 10.8699, + "ks_statistic_frac_zero_genes": -0.2551, + "ks_statistic_L_stats": 2.1179, + "ks_statistic_lib_fraczero_cells": 6.7846, + "ks_statistic_lib_size_cells": 5.7874, + "ks_statistic_mean_fraczero_genes": -5.9035, + "ks_statistic_mean_var_genes": -4.485, + "ks_statistic_morans_I": 2.4274, + "ks_statistic_nn_correlation": 0.8682, + "ks_statistic_pearson_cells": 0.3645, + "ks_statistic_pearson_genes": 0.4858, + "ks_statistic_scaled_mean_cells": -0.335, + "ks_statistic_scaled_mean_genes": -0.2739, + "ks_statistic_scaled_var_cells": -0.1335, + "ks_statistic_scaled_var_genes": -0.8591, + "ks_statistic_tmm_cells": 1.4036, + "ks_statistic_transition_matrix": 0.2222, + "svg_precision": 0.9032, + "svg_recall": 0.9051 }, "scaled_scores": { - "clustering_ari": 0.0875, - "clustering_nmi": 0.0979, + "clustering_ari": 0.087, + "clustering_nmi": 0.0989, "crosscor_cosine": 0, - "crosscor_mantel": 0.962, - "ctdeconcolute_jsd": 0.3004, - "ctdeconvolute_rmse": 0.3772, + "crosscor_mantel": 0.9534, + "ctdeconcolute_jsd": 0.3028, + "ctdeconvolute_rmse": 0.3814, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.8375, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.908, - "ks_statistic_frac_zero_genes": 0.9999, - "ks_statistic_L_stats": 0.8709, - "ks_statistic_lib_fraczero_cells": 0.8549, - "ks_statistic_lib_size_cells": 0.8375, - "ks_statistic_mean_fraczero_genes": 0.9983, - "ks_statistic_mean_var_genes": 0.9942, - "ks_statistic_morans_I": 0.9297, - "ks_statistic_nn_correlation": 0.9547, - "ks_statistic_pearson_cells": 0.9916, - "ks_statistic_pearson_genes": 0.9887, - "ks_statistic_scaled_mean_cells": 0.4103, - "ks_statistic_scaled_mean_genes": 0.9987, - "ks_statistic_scaled_var_cells": 0.383, - "ks_statistic_scaled_var_genes": 1.0145, - "ks_statistic_tmm_cells": -0.8932, - "ks_statistic_transition_matrix": 1, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 0.8517, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.9202, + "ks_statistic_frac_zero_genes": 0.9998, + "ks_statistic_L_stats": 0.8712, + "ks_statistic_lib_fraczero_cells": 0.8297, + "ks_statistic_lib_size_cells": 0.8517, + "ks_statistic_mean_fraczero_genes": 1.1266, + "ks_statistic_mean_var_genes": 1.0187, + "ks_statistic_morans_I": 0.9102, + "ks_statistic_nn_correlation": 0.9448, + "ks_statistic_pearson_cells": 0.9925, + "ks_statistic_pearson_genes": 0.9873, + "ks_statistic_scaled_mean_cells": 0.8183, + "ks_statistic_scaled_mean_genes": 0.9997, + "ks_statistic_scaled_var_cells": 0.1506, + "ks_statistic_scaled_var_genes": 1.0211, + "ks_statistic_tmm_cells": -0.2096, + "ks_statistic_transition_matrix": 1.3333, "svg_precision": 0, - "svg_recall": 0.9198 + "svg_recall": 0.9051 }, - "mean_score": 0.6392, + "mean_score": 0.6732, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 613, - "cpu_pct": 291.8, + "duration_sec": 283, + "cpu_pct": 292.1, "peak_memory_mb": 20276, "disk_read_mb": 56, "disk_write_mb": 10 @@ -915,74 +915,74 @@ "dataset_id": "breast", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.2374, - "clustering_nmi": 0.2031, + "clustering_ari": 0.2683, + "clustering_nmi": 0.2307, "crosscor_cosine": "NA", - "crosscor_mantel": 0.8041, - "ctdeconcolute_jsd": 0.0812, - "ctdeconvolute_rmse": 0.0691, + "crosscor_mantel": 0.8122, + "ctdeconcolute_jsd": 0.0814, + "ctdeconvolute_rmse": 0.0684, "ks_statistic_celltype_interaction": -0.5633, - "ks_statistic_central_score": 0.5556, - "ks_statistic_efflib_size_cells": 1.9851, + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": 5.4389, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 5.6514, - "ks_statistic_frac_zero_genes": -0.2846, - "ks_statistic_L_stats": 2.9124, - "ks_statistic_lib_fraczero_cells": 1.7806, - "ks_statistic_lib_size_cells": 1.9851, - "ks_statistic_mean_fraczero_genes": -1.1043, - "ks_statistic_mean_var_genes": -4.258, - "ks_statistic_morans_I": -0.0045, - "ks_statistic_nn_correlation": 0.3006, - "ks_statistic_pearson_cells": 0.6042, - "ks_statistic_pearson_genes": 0.939, - "ks_statistic_scaled_mean_cells": -0.2705, - "ks_statistic_scaled_mean_genes": -0.2022, - "ks_statistic_scaled_var_cells": -0.2483, - "ks_statistic_scaled_var_genes": -0.8301, - "ks_statistic_tmm_cells": 2.1126, + "ks_statistic_frac_zero_cells": 4.7909, + "ks_statistic_frac_zero_genes": -0.2823, + "ks_statistic_L_stats": 2.3869, + "ks_statistic_lib_fraczero_cells": 2.1049, + "ks_statistic_lib_size_cells": 5.4389, + "ks_statistic_mean_fraczero_genes": -1.5739, + "ks_statistic_mean_var_genes": -4.0577, + "ks_statistic_morans_I": 0.0428, + "ks_statistic_nn_correlation": 0.1059, + "ks_statistic_pearson_cells": 0.4831, + "ks_statistic_pearson_genes": 0.3065, + "ks_statistic_scaled_mean_cells": -0.3243, + "ks_statistic_scaled_mean_genes": -0.2512, + "ks_statistic_scaled_var_cells": -0.1744, + "ks_statistic_scaled_var_genes": -0.8218, + "ks_statistic_tmm_cells": 1.8817, "ks_statistic_transition_matrix": 0.4444, - "svg_precision": 0.9524, - "svg_recall": 0.9705 + "svg_precision": 0.9545, + "svg_recall": 0.9726 }, "scaled_scores": { - "clustering_ari": 0.3486, - "clustering_nmi": 0.3347, + "clustering_ari": 0.3946, + "clustering_nmi": 0.3811, "crosscor_cosine": 0, - "crosscor_mantel": 0.9879, - "ctdeconcolute_jsd": 0.5239, - "ctdeconvolute_rmse": 0.7175, + "crosscor_mantel": 0.9977, + "ctdeconcolute_jsd": 0.5264, + "ctdeconvolute_rmse": 0.7221, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.9099, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9615, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 0.8569, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.9612, "ks_statistic_frac_zero_genes": 0.9999, - "ks_statistic_L_stats": 0.392, - "ks_statistic_lib_fraczero_cells": 0.9473, - "ks_statistic_lib_size_cells": 0.9099, - "ks_statistic_mean_fraczero_genes": 0.9979, - "ks_statistic_mean_var_genes": 1.0106, - "ks_statistic_morans_I": 0.9943, - "ks_statistic_nn_correlation": 0.9783, - "ks_statistic_pearson_cells": 0.9872, - "ks_statistic_pearson_genes": 0.9789, - "ks_statistic_scaled_mean_cells": 0.0902, - "ks_statistic_scaled_mean_genes": 0.9988, - "ks_statistic_scaled_var_cells": 23.1526, - "ks_statistic_scaled_var_genes": 0.9741, - "ks_statistic_tmm_cells": -1.503, + "ks_statistic_L_stats": 0.7354, + "ks_statistic_lib_fraczero_cells": 0.9322, + "ks_statistic_lib_size_cells": 0.8569, + "ks_statistic_mean_fraczero_genes": 1.0108, + "ks_statistic_mean_var_genes": 1.0037, + "ks_statistic_morans_I": 0.9911, + "ks_statistic_nn_correlation": 0.9825, + "ks_statistic_pearson_cells": 0.99, + "ks_statistic_pearson_genes": 0.9911, + "ks_statistic_scaled_mean_cells": 0.7053, + "ks_statistic_scaled_mean_genes": 0.9995, + "ks_statistic_scaled_var_cells": 9.1984, + "ks_statistic_scaled_var_genes": 0.9604, + "ks_statistic_tmm_cells": -0.4668, "ks_statistic_transition_matrix": 0.6667, "svg_precision": 0, - "svg_recall": 0.9705 + "svg_recall": 0.9726 }, - "mean_score": 0.6725, + "mean_score": 0.7341, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 11208, + "duration_sec": 11237, "cpu_pct": 100.1, - "peak_memory_mb": 9421, + "peak_memory_mb": 12186, "disk_read_mb": 84, "disk_write_mb": 8 } @@ -991,74 +991,74 @@ "dataset_id": "breast", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.0818, - "clustering_nmi": 0.0918, + "clustering_ari": 0.0807, + "clustering_nmi": 0.0911, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0182, - "ctdeconcolute_jsd": 0.1982, - "ctdeconvolute_rmse": 0.3095, - "ks_statistic_celltype_interaction": -0.5633, + "crosscor_mantel": 0.0185, + "ctdeconcolute_jsd": 0.1987, + "ctdeconvolute_rmse": 0.3108, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.4444, "ks_statistic_efflib_size_cells": -4.0847, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 19.1745, - "ks_statistic_frac_zero_genes": 0.8233, - "ks_statistic_L_stats": 1.6409, - "ks_statistic_lib_fraczero_cells": 33.4098, + "ks_statistic_frac_zero_cells": 18.7696, + "ks_statistic_frac_zero_genes": 0.7226, + "ks_statistic_L_stats": "NA", + "ks_statistic_lib_fraczero_cells": 34.1144, "ks_statistic_lib_size_cells": -4.0847, - "ks_statistic_mean_fraczero_genes": -4.1005, - "ks_statistic_mean_var_genes": 1.4981, - "ks_statistic_morans_I": 1.404, - "ks_statistic_nn_correlation": 0.6082, - "ks_statistic_pearson_cells": 100.6433, - "ks_statistic_pearson_genes": 102.5276, + "ks_statistic_mean_fraczero_genes": -3.9706, + "ks_statistic_mean_var_genes": -4.315, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 106.4365, + "ks_statistic_pearson_genes": 97.2599, "ks_statistic_scaled_mean_cells": -0.2581, - "ks_statistic_scaled_mean_genes": 91.0501, - "ks_statistic_scaled_var_cells": -0.1805, - "ks_statistic_scaled_var_genes": -0.2102, - "ks_statistic_tmm_cells": 19.0652, - "ks_statistic_transition_matrix": 0.2222, - "svg_precision": 0.8386, - "svg_recall": 0.789 + "ks_statistic_scaled_mean_genes": 93.2382, + "ks_statistic_scaled_var_cells": -0.161, + "ks_statistic_scaled_var_genes": -0.2025, + "ks_statistic_tmm_cells": 23.6754, + "ks_statistic_transition_matrix": 0.3333, + "svg_precision": 0.8434, + "svg_recall": 0.7954 }, "scaled_scores": { - "clustering_ari": 0.1191, - "clustering_nmi": 0.1499, + "clustering_ari": 0.1179, + "clustering_nmi": 0.1494, "crosscor_cosine": 0, - "crosscor_mantel": 0.0242, - "ctdeconcolute_jsd": -0.1617, - "ctdeconvolute_rmse": -0.2652, + "crosscor_mantel": 0.0212, + "ctdeconcolute_jsd": -0.1562, + "ctdeconvolute_rmse": -0.2629, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0.6667, "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.8826, - "ks_statistic_frac_zero_genes": 0.9971, - "ks_statistic_L_stats": 0.9273, - "ks_statistic_lib_fraczero_cells": 0.3457, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.8668, + "ks_statistic_frac_zero_genes": 0.9958, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0.2313, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1.0941, - "ks_statistic_mean_var_genes": 0.8103, - "ks_statistic_morans_I": 0.9571, - "ks_statistic_nn_correlation": 0.9662, - "ks_statistic_pearson_cells": -0.9447, - "ks_statistic_pearson_genes": -1.1513, + "ks_statistic_mean_fraczero_genes": 1.0749, + "ks_statistic_mean_var_genes": 1.0127, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": -1.2942, + "ks_statistic_pearson_genes": -1.053, "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": -0.1596, - "ks_statistic_scaled_var_cells": 9.5619, - "ks_statistic_scaled_var_genes": -0.027, - "ks_statistic_tmm_cells": -15.8484, - "ks_statistic_transition_matrix": 1.3333, + "ks_statistic_scaled_mean_genes": -0.1797, + "ks_statistic_scaled_var_cells": 6.2404, + "ks_statistic_scaled_var_genes": -0.0473, + "ks_statistic_tmm_cells": -12.1894, + "ks_statistic_transition_matrix": 1, "svg_precision": 0, - "svg_recall": 0.789 + "svg_recall": 0.7954 }, - "mean_score": 0.4529, + "mean_score": 0.3739, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 132, - "cpu_pct": 105.4, - "peak_memory_mb": 5837, + "duration_sec": 134, + "cpu_pct": 110.2, + "peak_memory_mb": 8500, "disk_read_mb": 81, "disk_write_mb": 8 } @@ -1070,71 +1070,71 @@ "clustering_ari": 0.0894, "clustering_nmi": 0.0975, "crosscor_cosine": "NA", - "crosscor_mantel": -0.0007, - "ctdeconcolute_jsd": 0.1543, - "ctdeconvolute_rmse": 0.2144, + "crosscor_mantel": -0.0011, + "ctdeconcolute_jsd": 0.1668, + "ctdeconvolute_rmse": 0.2448, "ks_statistic_celltype_interaction": -0.5633, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 1.0852, + "ks_statistic_efflib_size_cells": -0.2026, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 41.5547, - "ks_statistic_frac_zero_genes": 44.2757, - "ks_statistic_L_stats": 1.9809, - "ks_statistic_lib_fraczero_cells": 47.355, - "ks_statistic_lib_size_cells": 1.0852, - "ks_statistic_mean_fraczero_genes": 34.5785, - "ks_statistic_mean_var_genes": -7.3188, - "ks_statistic_morans_I": 26.356, - "ks_statistic_nn_correlation": 26.4741, - "ks_statistic_pearson_cells": 135.9672, - "ks_statistic_pearson_genes": 119.5907, - "ks_statistic_scaled_mean_cells": -0.3134, - "ks_statistic_scaled_mean_genes": 74.1749, - "ks_statistic_scaled_var_cells": -0.1939, - "ks_statistic_scaled_var_genes": -0.2233, - "ks_statistic_tmm_cells": 19.2865, + "ks_statistic_frac_zero_cells": 36.068, + "ks_statistic_frac_zero_genes": 45.0372, + "ks_statistic_L_stats": 1.8356, + "ks_statistic_lib_fraczero_cells": 48.0615, + "ks_statistic_lib_size_cells": -0.2026, + "ks_statistic_mean_fraczero_genes": 64.4062, + "ks_statistic_mean_var_genes": -4.5147, + "ks_statistic_morans_I": 26.4278, + "ks_statistic_nn_correlation": 28.5236, + "ks_statistic_pearson_cells": 135.7283, + "ks_statistic_pearson_genes": 124.1101, + "ks_statistic_scaled_mean_cells": -0.2578, + "ks_statistic_scaled_mean_genes": 70.3906, + "ks_statistic_scaled_var_cells": -0.1857, + "ks_statistic_scaled_var_genes": -0.2214, + "ks_statistic_tmm_cells": 47.9958, "ks_statistic_transition_matrix": 0, - "svg_precision": 0.4759, - "svg_recall": 0.9177 + "svg_precision": 0.465, + "svg_recall": 0.8966 }, "scaled_scores": { - "clustering_ari": 0.1303, - "clustering_nmi": 0.1594, + "clustering_ari": 0.1308, + "clustering_nmi": 0.1601, "crosscor_cosine": 0, - "crosscor_mantel": 0.001, - "ctdeconcolute_jsd": 0.0959, - "ctdeconvolute_rmse": 0.1237, + "crosscor_mantel": -0.0029, + "ctdeconcolute_jsd": 0.0293, + "ctdeconvolute_rmse": 0.0051, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.9232, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.752, - "ks_statistic_frac_zero_genes": 0.887, - "ks_statistic_L_stats": 0.7842, - "ks_statistic_lib_fraczero_cells": 0.0805, - "ks_statistic_lib_size_cells": 0.9232, - "ks_statistic_mean_fraczero_genes": -0.1472, - "ks_statistic_mean_var_genes": 1.1171, - "ks_statistic_morans_I": 0.2968, - "ks_statistic_nn_correlation": -0.0554, - "ks_statistic_pearson_cells": -1.6269, - "ks_statistic_pearson_genes": -1.5091, - "ks_statistic_scaled_mean_cells": 0.4023, - "ks_statistic_scaled_mean_genes": 0.0546, - "ks_statistic_scaled_var_cells": 12.2528, - "ks_statistic_scaled_var_genes": -0.0059, - "ks_statistic_tmm_cells": -16.0357, + "ks_statistic_efflib_size_cells": 0.9417, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.7499, + "ks_statistic_frac_zero_genes": 0.8143, + "ks_statistic_L_stats": 1.0137, + "ks_statistic_lib_fraczero_cells": -0.074, + "ks_statistic_lib_size_cells": 0.9417, + "ks_statistic_mean_fraczero_genes": -0.7532, + "ks_statistic_mean_var_genes": 1.0198, + "ks_statistic_morans_I": 0.0962, + "ks_statistic_nn_correlation": -0.4225, + "ks_statistic_pearson_cells": -1.9257, + "ks_statistic_pearson_genes": -1.6191, + "ks_statistic_scaled_mean_cells": -0.0029, + "ks_statistic_scaled_mean_genes": 0.1084, + "ks_statistic_scaled_var_cells": 11.7013, + "ks_statistic_scaled_var_genes": -0.0165, + "ks_statistic_tmm_cells": -25.271, "ks_statistic_transition_matrix": 2, "svg_precision": 0, - "svg_recall": 0.9177 + "svg_recall": 0.8966 }, - "mean_score": 0.3804, + "mean_score": 0.375, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 26, - "cpu_pct": 124.2, - "peak_memory_mb": 4096, + "duration_sec": 26.4, + "cpu_pct": 146.4, + "peak_memory_mb": 6759, "disk_read_mb": 76, "disk_write_mb": 8 } @@ -1143,75 +1143,75 @@ "dataset_id": "breast", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.6295, - "clustering_nmi": 0.5518, + "clustering_ari": 0.6165, + "clustering_nmi": 0.5434, "crosscor_cosine": "NA", - "crosscor_mantel": 0.8128, - "ctdeconcolute_jsd": 0.062, - "ctdeconvolute_rmse": 0.0688, + "crosscor_mantel": 0.8137, + "ctdeconcolute_jsd": 0.0609, + "ctdeconvolute_rmse": 0.0669, "ks_statistic_celltype_interaction": -0.5633, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": -1.211, - "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": -0.2762, - "ks_statistic_frac_zero_genes": -0.2595, - "ks_statistic_L_stats": 4.3038, - "ks_statistic_lib_fraczero_cells": 1.4377, - "ks_statistic_lib_size_cells": -1.211, - "ks_statistic_mean_fraczero_genes": -0.9565, - "ks_statistic_mean_var_genes": -4.0664, - "ks_statistic_morans_I": 0.0389, - "ks_statistic_nn_correlation": -0.1093, - "ks_statistic_pearson_cells": 0.1131, - "ks_statistic_pearson_genes": 0.0766, - "ks_statistic_scaled_mean_cells": -0.2891, - "ks_statistic_scaled_mean_genes": -0.1557, - "ks_statistic_scaled_var_cells": -0.1479, - "ks_statistic_scaled_var_genes": -0.851, - "ks_statistic_tmm_cells": 2.8285, + "ks_statistic_central_score": 0.2222, + "ks_statistic_efflib_size_cells": -1.2379, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": -0.358, + "ks_statistic_frac_zero_genes": -0.262, + "ks_statistic_L_stats": 4.1367, + "ks_statistic_lib_fraczero_cells": 1.5602, + "ks_statistic_lib_size_cells": -1.2379, + "ks_statistic_mean_fraczero_genes": -1.0535, + "ks_statistic_mean_var_genes": -4.0274, + "ks_statistic_morans_I": 0.0648, + "ks_statistic_nn_correlation": -0.0909, + "ks_statistic_pearson_cells": 0.0039, + "ks_statistic_pearson_genes": 0.231, + "ks_statistic_scaled_mean_cells": -0.3079, + "ks_statistic_scaled_mean_genes": -0.2402, + "ks_statistic_scaled_var_cells": -0.1449, + "ks_statistic_scaled_var_genes": -0.8395, + "ks_statistic_tmm_cells": 2.8838, "ks_statistic_transition_matrix": 0.3333, - "svg_precision": 0.9873, + "svg_precision": 0.9749, "svg_recall": 0.9852 }, "scaled_scores": { - "clustering_ari": 0.9273, - "clustering_nmi": 0.9137, + "clustering_ari": 0.9082, + "clustering_nmi": 0.8997, "crosscor_cosine": 0, - "crosscor_mantel": 0.9986, - "ctdeconcolute_jsd": 0.6368, - "ctdeconvolute_rmse": 0.7188, + "crosscor_mantel": 0.9996, + "ctdeconcolute_jsd": 0.6456, + "ctdeconvolute_rmse": 0.7282, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9573, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9961, - "ks_statistic_frac_zero_genes": 0.9999, - "ks_statistic_L_stats": -0.1937, - "ks_statistic_lib_fraczero_cells": 0.9538, - "ks_statistic_lib_size_cells": 0.9573, - "ks_statistic_mean_fraczero_genes": 0.9932, - "ks_statistic_mean_var_genes": 1.0039, - "ks_statistic_morans_I": 0.9932, - "ks_statistic_nn_correlation": 0.9945, - "ks_statistic_pearson_cells": 0.9967, - "ks_statistic_pearson_genes": 0.997, - "ks_statistic_scaled_mean_cells": 0.2258, - "ks_statistic_scaled_mean_genes": 0.9982, - "ks_statistic_scaled_var_cells": 3.0185, - "ks_statistic_scaled_var_genes": 1.0078, - "ks_statistic_tmm_cells": -2.1088, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 0.9572, + "ks_statistic_enrichment": 1.5, + "ks_statistic_frac_zero_cells": 0.996, + "ks_statistic_frac_zero_genes": 0.9998, + "ks_statistic_L_stats": -0.1479, + "ks_statistic_lib_fraczero_cells": 0.9441, + "ks_statistic_lib_size_cells": 0.9572, + "ks_statistic_mean_fraczero_genes": 0.9969, + "ks_statistic_mean_var_genes": 1.0026, + "ks_statistic_morans_I": 0.9904, + "ks_statistic_nn_correlation": 0.9922, + "ks_statistic_pearson_cells": 1.0003, + "ks_statistic_pearson_genes": 0.9927, + "ks_statistic_scaled_mean_cells": 0.5302, + "ks_statistic_scaled_mean_genes": 0.9993, + "ks_statistic_scaled_var_cells": 2.6701, + "ks_statistic_scaled_var_genes": 0.9892, + "ks_statistic_tmm_cells": -1.0058, "ks_statistic_transition_matrix": 1, "svg_precision": 0, "svg_recall": 0.9852 }, - "mean_score": 0.7498, + "mean_score": 0.7763, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 44, - "cpu_pct": 115.5, - "peak_memory_mb": 3687, - "disk_read_mb": 76, + "duration_sec": 45.5, + "cpu_pct": 123.3, + "peak_memory_mb": 6349, + "disk_read_mb": 77, "disk_write_mb": 8 } }, @@ -1225,21 +1225,21 @@ "crosscor_mantel": -0.001, "ctdeconcolute_jsd": 0.1582, "ctdeconvolute_rmse": 0.1905, - "ks_statistic_celltype_interaction": -0.5633, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0, "ks_statistic_efflib_size_cells": 57.2062, - "ks_statistic_enrichment": 0.4444, + "ks_statistic_enrichment": 0.2222, "ks_statistic_frac_zero_cells": 55.1462, "ks_statistic_frac_zero_genes": 28.7065, - "ks_statistic_L_stats": 1.6208, + "ks_statistic_L_stats": "NA", "ks_statistic_lib_fraczero_cells": 35.5764, "ks_statistic_lib_size_cells": 57.2062, "ks_statistic_mean_fraczero_genes": 133.7932, "ks_statistic_mean_var_genes": 253.3827, - "ks_statistic_morans_I": 5.1939, - "ks_statistic_nn_correlation": 8.9632, - "ks_statistic_pearson_cells": 237.4811, - "ks_statistic_pearson_genes": 238.1429, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 250.0104, + "ks_statistic_pearson_genes": 251.4068, "ks_statistic_scaled_mean_cells": -0.1891, "ks_statistic_scaled_mean_genes": 145.4024, "ks_statistic_scaled_var_cells": -0.1315, @@ -1250,42 +1250,42 @@ "svg_recall": 0.0675 }, "scaled_scores": { - "clustering_ari": 0.1303, - "clustering_nmi": 0.1594, + "clustering_ari": 0.1308, + "clustering_nmi": 0.1601, "crosscor_cosine": 0, - "crosscor_mantel": 0.0006, - "ctdeconcolute_jsd": 0.073, - "ctdeconvolute_rmse": 0.2213, + "crosscor_mantel": -0.0028, + "ctdeconcolute_jsd": 0.0795, + "ctdeconvolute_rmse": 0.226, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.09, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.6727, - "ks_statistic_frac_zero_genes": 0.9265, - "ks_statistic_L_stats": 0.9357, - "ks_statistic_lib_fraczero_cells": 0.3045, - "ks_statistic_lib_size_cells": 0.09, - "ks_statistic_mean_fraczero_genes": -3.3313, - "ks_statistic_mean_var_genes": -7.9546, - "ks_statistic_morans_I": 0.8568, - "ks_statistic_nn_correlation": 0.6362, - "ks_statistic_pearson_cells": -3.5872, - "ks_statistic_pearson_genes": -3.995, - "ks_statistic_scaled_mean_cells": -0.5022, - "ks_statistic_scaled_mean_genes": -0.8496, - "ks_statistic_scaled_var_cells": -0.2521, - "ks_statistic_scaled_var_genes": 1.347, - "ks_statistic_tmm_cells": -40.8552, + "ks_statistic_efflib_size_cells": 0.0791, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.621, + "ks_statistic_frac_zero_genes": 0.8812, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0.1993, + "ks_statistic_lib_size_cells": 0.0791, + "ks_statistic_mean_fraczero_genes": -2.6083, + "ks_statistic_mean_var_genes": -8.0711, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": -4.3894, + "ks_statistic_pearson_genes": -4.3029, + "ks_statistic_scaled_mean_cells": -0.7348, + "ks_statistic_scaled_mean_genes": -0.8377, + "ks_statistic_scaled_var_cells": -0.2785, + "ks_statistic_scaled_var_genes": 1.3496, + "ks_statistic_tmm_cells": -25.6051, "ks_statistic_transition_matrix": 2, "svg_precision": 0, "svg_recall": 0.0675 }, - "mean_score": 0.2988, + "mean_score": 0.225, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, "duration_sec": 274, - "cpu_pct": 101.3, + "cpu_pct": 101.6, "peak_memory_mb": 3789, "disk_read_mb": 337, "disk_write_mb": 10 @@ -1295,74 +1295,74 @@ "dataset_id": "breast", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.0845, - "clustering_nmi": 0.0917, + "clustering_ari": 0.086, + "clustering_nmi": 0.0935, "crosscor_cosine": "NA", - "crosscor_mantel": 0.4186, - "ctdeconcolute_jsd": 0.0788, - "ctdeconvolute_rmse": 0.0646, + "crosscor_mantel": 0.4204, + "ctdeconcolute_jsd": 0.0791, + "ctdeconvolute_rmse": 0.0649, "ks_statistic_celltype_interaction": -0.5633, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": -1.3867, - "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 0.3371, - "ks_statistic_frac_zero_genes": -0.2894, - "ks_statistic_L_stats": 2.1431, - "ks_statistic_lib_fraczero_cells": 0.401, - "ks_statistic_lib_size_cells": -1.3867, - "ks_statistic_mean_fraczero_genes": -1.1019, - "ks_statistic_mean_var_genes": -4.3789, - "ks_statistic_morans_I": 3.8599, - "ks_statistic_nn_correlation": 1.2703, - "ks_statistic_pearson_cells": 26.4525, - "ks_statistic_pearson_genes": 29.242, - "ks_statistic_scaled_mean_cells": -0.2545, - "ks_statistic_scaled_mean_genes": -0.2898, - "ks_statistic_scaled_var_cells": -0.1505, - "ks_statistic_scaled_var_genes": -0.78, - "ks_statistic_tmm_cells": 29.8185, - "ks_statistic_transition_matrix": 0.5556, - "svg_precision": 0.9464, - "svg_recall": 0.8945 + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": -2.5215, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": 0.0002, + "ks_statistic_frac_zero_genes": -0.2809, + "ks_statistic_L_stats": 1.818, + "ks_statistic_lib_fraczero_cells": 0.4666, + "ks_statistic_lib_size_cells": -2.5215, + "ks_statistic_mean_fraczero_genes": -1.1471, + "ks_statistic_mean_var_genes": -3.3974, + "ks_statistic_morans_I": 3.6676, + "ks_statistic_nn_correlation": 1.4762, + "ks_statistic_pearson_cells": 27.5961, + "ks_statistic_pearson_genes": 30.708, + "ks_statistic_scaled_mean_cells": -0.2529, + "ks_statistic_scaled_mean_genes": -0.2897, + "ks_statistic_scaled_var_cells": -0.1469, + "ks_statistic_scaled_var_genes": -0.7821, + "ks_statistic_tmm_cells": 32.4253, + "ks_statistic_transition_matrix": 0.2222, + "svg_precision": 0.9487, + "svg_recall": 0.8966 }, "scaled_scores": { - "clustering_ari": 0.1231, - "clustering_nmi": 0.1499, + "clustering_ari": 0.1257, + "clustering_nmi": 0.1535, "crosscor_cosine": 0, - "crosscor_mantel": 0.5151, - "ctdeconcolute_jsd": 0.538, - "ctdeconvolute_rmse": 0.7357, + "crosscor_mantel": 0.5157, + "ctdeconcolute_jsd": 0.5396, + "ctdeconvolute_rmse": 0.7362, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9599, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9925, - "ks_statistic_frac_zero_genes": 1, - "ks_statistic_L_stats": 0.7159, - "ks_statistic_lib_fraczero_cells": 0.9735, - "ks_statistic_lib_size_cells": 0.9599, - "ks_statistic_mean_fraczero_genes": 0.9978, - "ks_statistic_mean_var_genes": 1.0148, - "ks_statistic_morans_I": 0.8921, - "ks_statistic_nn_correlation": 0.94, - "ks_statistic_pearson_cells": 0.488, - "ks_statistic_pearson_genes": 0.3854, - "ks_statistic_scaled_mean_cells": -0.0262, + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": 0.9765, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.9936, + "ks_statistic_frac_zero_genes": 0.9999, + "ks_statistic_L_stats": 1.0226, + "ks_statistic_lib_fraczero_cells": 0.9681, + "ks_statistic_lib_size_cells": 0.9765, + "ks_statistic_mean_fraczero_genes": 0.9994, + "ks_statistic_mean_var_genes": 0.9804, + "ks_statistic_morans_I": 0.8682, + "ks_statistic_nn_correlation": 0.9148, + "ks_statistic_pearson_cells": 0.4055, + "ks_statistic_pearson_genes": 0.3501, + "ks_statistic_scaled_mean_cells": -0.0555, "ks_statistic_scaled_mean_genes": 0.9999, - "ks_statistic_scaled_var_cells": 3.5568, - "ks_statistic_scaled_var_genes": 0.8931, - "ks_statistic_tmm_cells": -24.9479, - "ks_statistic_transition_matrix": 0.3333, + "ks_statistic_scaled_var_cells": 3.121, + "ks_statistic_scaled_var_genes": 0.8958, + "ks_statistic_tmm_cells": -16.8959, + "ks_statistic_transition_matrix": 1.3333, "svg_precision": 0, - "svg_recall": 0.8945 + "svg_recall": 0.8966 }, - "mean_score": 0.5858, + "mean_score": 0.6539, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 295, - "cpu_pct": 327.2, - "peak_memory_mb": 101991, + "duration_sec": 290, + "cpu_pct": 390.3, + "peak_memory_mb": 53044, "disk_read_mb": 83, "disk_write_mb": 9 } @@ -1371,32 +1371,32 @@ "dataset_id": "cortex", "method_id": "negative", "metric_values": { - "clustering_ari": 0.0043, - "clustering_nmi": 0.0087, - "crosscor_cosine": 0.4993, - "crosscor_mantel": -0.0002, - "ctdeconcolute_jsd": 0.1016, - "ctdeconvolute_rmse": 0.4187, + "clustering_ari": -0.0018, + "clustering_nmi": 0.0034, + "crosscor_cosine": 0.4997, + "crosscor_mantel": 0.0004, + "ctdeconcolute_jsd": 0.1026, + "ctdeconvolute_rmse": 0.4232, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 42.1572, + "ks_statistic_efflib_size_cells": 159.8939, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 399.2042, - "ks_statistic_frac_zero_genes": 70.5244, - "ks_statistic_L_stats": 38.0891, - "ks_statistic_lib_fraczero_cells": 30.2118, - "ks_statistic_lib_size_cells": 42.1572, - "ks_statistic_mean_fraczero_genes": 70.5702, - "ks_statistic_mean_var_genes": 24.07, - "ks_statistic_morans_I": 14.5992, - "ks_statistic_nn_correlation": 7.8573, - "ks_statistic_pearson_cells": 75.3561, - "ks_statistic_pearson_genes": 76.5887, - "ks_statistic_scaled_mean_cells": -0.8365, - "ks_statistic_scaled_mean_genes": 13.115, - "ks_statistic_scaled_var_cells": -0.2874, - "ks_statistic_scaled_var_genes": -0.2335, - "ks_statistic_tmm_cells": 50.4995, + "ks_statistic_frac_zero_cells": 1533.1991, + "ks_statistic_frac_zero_genes": 68.8484, + "ks_statistic_L_stats": 37.8328, + "ks_statistic_lib_fraczero_cells": 96.6855, + "ks_statistic_lib_size_cells": 159.8939, + "ks_statistic_mean_fraczero_genes": 98.854, + "ks_statistic_mean_var_genes": 44.9025, + "ks_statistic_morans_I": 12.5798, + "ks_statistic_nn_correlation": 9.6081, + "ks_statistic_pearson_cells": 76.3022, + "ks_statistic_pearson_genes": 82.9679, + "ks_statistic_scaled_mean_cells": -3.413, + "ks_statistic_scaled_mean_genes": 12.886, + "ks_statistic_scaled_var_cells": -0.2996, + "ks_statistic_scaled_var_genes": -0.243, + "ks_statistic_tmm_cells": 31.0977, "ks_statistic_transition_matrix": 0.625, "svg_precision": "NA", "svg_recall": 0 @@ -1434,11 +1434,11 @@ }, "mean_score": 0.069, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, "duration_sec": 11.4, - "cpu_pct": 138.1, - "peak_memory_mb": 1946, + "cpu_pct": 175.5, + "peak_memory_mb": 3380, "disk_read_mb": 49, "disk_write_mb": 9 } @@ -1454,7 +1454,7 @@ "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": -0.3823, - "ks_statistic_central_score": 0.25, + "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": -0.6012, "ks_statistic_enrichment": 0.25, "ks_statistic_frac_zero_cells": -9.212, @@ -1466,14 +1466,14 @@ "ks_statistic_mean_var_genes": -0.8404, "ks_statistic_morans_I": -0.2167, "ks_statistic_nn_correlation": -0.7794, - "ks_statistic_pearson_cells": -0.317, - "ks_statistic_pearson_genes": 0.0316, + "ks_statistic_pearson_cells": -0.1752, + "ks_statistic_pearson_genes": -0.6707, "ks_statistic_scaled_mean_cells": -0.6148, "ks_statistic_scaled_mean_genes": -0.2258, "ks_statistic_scaled_var_cells": -0.2695, "ks_statistic_scaled_var_genes": -0.3765, "ks_statistic_tmm_cells": -0.3039, - "ks_statistic_transition_matrix": 0.1875, + "ks_statistic_transition_matrix": 0.125, "svg_precision": 1, "svg_recall": 1 }, @@ -1510,11 +1510,11 @@ }, "mean_score": 0.8621, "resources": { - "submit": "2024-11-25 06:12:00", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 13.2, - "cpu_pct": 131.5, - "peak_memory_mb": 1946, + "duration_sec": 8.7, + "cpu_pct": 274.6, + "peak_memory_mb": 6042, "disk_read_mb": 49, "disk_write_mb": 20 } @@ -1523,74 +1523,74 @@ "dataset_id": "cortex", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.2459, - "clustering_nmi": 0.2448, - "crosscor_cosine": 0.7707, - "crosscor_mantel": 0.5227, - "ctdeconcolute_jsd": 0.0936, - "ctdeconvolute_rmse": 0.3451, + "clustering_ari": 0.2173, + "clustering_nmi": 0.2055, + "crosscor_cosine": 0.7643, + "crosscor_mantel": 0.509, + "ctdeconcolute_jsd": 0.0944, + "ctdeconvolute_rmse": 0.3453, "ks_statistic_celltype_interaction": -0.3823, - "ks_statistic_central_score": 0.5833, - "ks_statistic_efflib_size_cells": 1.605, + "ks_statistic_central_score": 0.4167, + "ks_statistic_efflib_size_cells": 1.6162, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": 6.129, - "ks_statistic_frac_zero_genes": -0.1442, - "ks_statistic_L_stats": 37.7027, - "ks_statistic_lib_fraczero_cells": 4.3489, - "ks_statistic_lib_size_cells": 1.605, - "ks_statistic_mean_fraczero_genes": 1.7182, - "ks_statistic_mean_var_genes": -0.5237, - "ks_statistic_morans_I": 0.7641, - "ks_statistic_nn_correlation": 1.6567, - "ks_statistic_pearson_cells": 4.2693, - "ks_statistic_pearson_genes": 4.194, - "ks_statistic_scaled_mean_cells": -0.5366, - "ks_statistic_scaled_mean_genes": -0.1183, - "ks_statistic_scaled_var_cells": -0.2884, - "ks_statistic_scaled_var_genes": -0.3166, - "ks_statistic_tmm_cells": 1.2488, - "ks_statistic_transition_matrix": 0.375, - "svg_precision": 0.8165, - "svg_recall": 0.3162 + "ks_statistic_frac_zero_cells": 11.5715, + "ks_statistic_frac_zero_genes": 0.0438, + "ks_statistic_L_stats": 38.1231, + "ks_statistic_lib_fraczero_cells": 4.6113, + "ks_statistic_lib_size_cells": 1.6162, + "ks_statistic_mean_fraczero_genes": 1.7418, + "ks_statistic_mean_var_genes": 0.2849, + "ks_statistic_morans_I": 0.8019, + "ks_statistic_nn_correlation": 2.5431, + "ks_statistic_pearson_cells": 7.2303, + "ks_statistic_pearson_genes": 7.4771, + "ks_statistic_scaled_mean_cells": -0.4753, + "ks_statistic_scaled_mean_genes": 0.0612, + "ks_statistic_scaled_var_cells": -0.3135, + "ks_statistic_scaled_var_genes": -0.3787, + "ks_statistic_tmm_cells": 1.0956, + "ks_statistic_transition_matrix": 0.3125, + "svg_precision": 0.8371, + "svg_recall": 0.3652 }, "scaled_scores": { - "clustering_ari": 0.386, - "clustering_nmi": 0.4192, - "crosscor_cosine": 0.6754, - "crosscor_mantel": 0.5932, - "ctdeconcolute_jsd": 0.0785, - "ctdeconvolute_rmse": 0.1757, + "clustering_ari": 0.3468, + "clustering_nmi": 0.3555, + "crosscor_cosine": 0.659, + "crosscor_mantel": 0.5774, + "ctdeconcolute_jsd": 0.0793, + "ctdeconvolute_rmse": 0.1842, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.2, - "ks_statistic_efflib_size_cells": 0.9484, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.9862, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9624, - "ks_statistic_frac_zero_genes": 0.9979, - "ks_statistic_L_stats": 1.0366, - "ks_statistic_lib_fraczero_cells": 0.8363, - "ks_statistic_lib_size_cells": 0.9484, - "ks_statistic_mean_fraczero_genes": 0.9635, - "ks_statistic_mean_var_genes": 0.9873, - "ks_statistic_morans_I": 0.9338, - "ks_statistic_nn_correlation": 0.7179, - "ks_statistic_pearson_cells": 0.9394, - "ks_statistic_pearson_genes": 0.9456, - "ks_statistic_scaled_mean_cells": -0.353, - "ks_statistic_scaled_mean_genes": 0.9919, - "ks_statistic_scaled_var_cells": 1.0545, - "ks_statistic_scaled_var_genes": 0.5811, - "ks_statistic_tmm_cells": 0.9694, - "ks_statistic_transition_matrix": 0.5714, + "ks_statistic_frac_zero_cells": 0.9865, + "ks_statistic_frac_zero_genes": 0.9951, + "ks_statistic_L_stats": -2.4923, + "ks_statistic_lib_fraczero_cells": 0.9453, + "ks_statistic_lib_size_cells": 0.9862, + "ks_statistic_mean_fraczero_genes": 0.9736, + "ks_statistic_mean_var_genes": 0.9754, + "ks_statistic_morans_I": 0.9204, + "ks_statistic_nn_correlation": 0.6801, + "ks_statistic_pearson_cells": 0.9032, + "ks_statistic_pearson_genes": 0.9026, + "ks_statistic_scaled_mean_cells": -0.0498, + "ks_statistic_scaled_mean_genes": 0.9781, + "ks_statistic_scaled_var_cells": 1.463, + "ks_statistic_scaled_var_genes": 1.0168, + "ks_statistic_tmm_cells": 0.9554, + "ks_statistic_transition_matrix": 0.625, "svg_precision": 0, - "svg_recall": 0.3162 + "svg_recall": 0.3652 }, - "mean_score": 0.6427, + "mean_score": 0.6338, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 271, - "cpu_pct": 325.2, - "peak_memory_mb": 25088, + "duration_sec": 261, + "cpu_pct": 319.2, + "peak_memory_mb": 14234, "disk_read_mb": 72, "disk_write_mb": 30 } @@ -1599,74 +1599,74 @@ "dataset_id": "cortex", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.179, - "clustering_nmi": 0.1645, - "crosscor_cosine": 0.8647, - "crosscor_mantel": 0.7299, - "ctdeconcolute_jsd": 0.0785, - "ctdeconvolute_rmse": 0.2755, + "clustering_ari": 0.2129, + "clustering_nmi": 0.2064, + "crosscor_cosine": 0.8317, + "crosscor_mantel": 0.6823, + "ctdeconcolute_jsd": 0.0787, + "ctdeconvolute_rmse": 0.278, "ks_statistic_celltype_interaction": -0.3823, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.5356, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.2982, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 50.9517, - "ks_statistic_frac_zero_genes": 0.2106, - "ks_statistic_L_stats": 38.1609, - "ks_statistic_lib_fraczero_cells": 2.9754, - "ks_statistic_lib_size_cells": 0.5356, - "ks_statistic_mean_fraczero_genes": 10.0049, - "ks_statistic_mean_var_genes": -0.2892, - "ks_statistic_morans_I": 0.0158, - "ks_statistic_nn_correlation": 0.7837, - "ks_statistic_pearson_cells": 9.3271, - "ks_statistic_pearson_genes": 9.4094, - "ks_statistic_scaled_mean_cells": -0.6617, - "ks_statistic_scaled_mean_genes": -0.017, - "ks_statistic_scaled_var_cells": -0.3087, - "ks_statistic_scaled_var_genes": -0.3579, - "ks_statistic_tmm_cells": 0.7762, + "ks_statistic_frac_zero_cells": 10.6793, + "ks_statistic_frac_zero_genes": 0.1253, + "ks_statistic_L_stats": 37.9735, + "ks_statistic_lib_fraczero_cells": 3.104, + "ks_statistic_lib_size_cells": 0.2982, + "ks_statistic_mean_fraczero_genes": 12.1544, + "ks_statistic_mean_var_genes": 0.027, + "ks_statistic_morans_I": 0.1335, + "ks_statistic_nn_correlation": 0.9044, + "ks_statistic_pearson_cells": 10.7171, + "ks_statistic_pearson_genes": 9.2796, + "ks_statistic_scaled_mean_cells": -0.635, + "ks_statistic_scaled_mean_genes": -0.046, + "ks_statistic_scaled_var_cells": -0.3046, + "ks_statistic_scaled_var_genes": -7.666, + "ks_statistic_tmm_cells": 0.9676, "ks_statistic_transition_matrix": 0.25, - "svg_precision": 0.8512, - "svg_recall": 0.701 + "svg_precision": 0.8162, + "svg_recall": 0.8162 }, "scaled_scores": { - "clustering_ari": 0.2791, - "clustering_nmi": 0.2767, - "crosscor_cosine": 0.9093, - "crosscor_mantel": 0.8282, - "ctdeconcolute_jsd": 0.2274, - "ctdeconvolute_rmse": 0.3419, + "clustering_ari": 0.3397, + "clustering_nmi": 0.357, + "crosscor_cosine": 0.827, + "crosscor_mantel": 0.7741, + "ctdeconcolute_jsd": 0.233, + "ctdeconvolute_rmse": 0.3432, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.8, - "ks_statistic_efflib_size_cells": 0.9734, + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": 0.9944, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.8527, - "ks_statistic_frac_zero_genes": 0.9929, - "ks_statistic_L_stats": -0.1926, - "ks_statistic_lib_fraczero_cells": 0.8807, - "ks_statistic_lib_size_cells": 0.9734, - "ks_statistic_mean_fraczero_genes": 0.8476, - "ks_statistic_mean_var_genes": 0.9779, - "ks_statistic_morans_I": 0.9843, - "ks_statistic_nn_correlation": 0.819, - "ks_statistic_pearson_cells": 0.8726, - "ks_statistic_pearson_genes": 0.8775, - "ks_statistic_scaled_mean_cells": 0.2114, - "ks_statistic_scaled_mean_genes": 0.9843, - "ks_statistic_scaled_var_cells": 2.185, - "ks_statistic_scaled_var_genes": 0.8697, - "ks_statistic_tmm_cells": 0.9787, - "ks_statistic_transition_matrix": 0.8571, + "ks_statistic_frac_zero_cells": 0.9871, + "ks_statistic_frac_zero_genes": 0.994, + "ks_statistic_L_stats": -1.2077, + "ks_statistic_lib_fraczero_cells": 0.9608, + "ks_statistic_lib_size_cells": 0.9944, + "ks_statistic_mean_fraczero_genes": 0.8692, + "ks_statistic_mean_var_genes": 0.981, + "ks_statistic_morans_I": 0.9726, + "ks_statistic_nn_correlation": 0.8379, + "ks_statistic_pearson_cells": 0.8576, + "ks_statistic_pearson_genes": 0.881, + "ks_statistic_scaled_mean_cells": 0.0072, + "ks_statistic_scaled_mean_genes": 0.9863, + "ks_statistic_scaled_var_cells": 1.1646, + "ks_statistic_scaled_var_genes": 55.6164, + "ks_statistic_tmm_cells": 0.9595, + "ks_statistic_transition_matrix": 0.75, "svg_precision": 0, - "svg_recall": 0.701 + "svg_recall": 0.8162 }, - "mean_score": 0.7006, + "mean_score": 0.6916, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 726, - "cpu_pct": 101.2, - "peak_memory_mb": 5632, + "duration_sec": 723, + "cpu_pct": 101.9, + "peak_memory_mb": 8295, "disk_read_mb": 80, "disk_write_mb": 9 } @@ -1675,75 +1675,75 @@ "dataset_id": "cortex", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.3075, - "clustering_nmi": 0.3268, - "crosscor_cosine": 0.7194, - "crosscor_mantel": 0.4593, - "ctdeconcolute_jsd": 0.0736, - "ctdeconvolute_rmse": 0.2603, + "clustering_ari": 0.2963, + "clustering_nmi": 0.3116, + "crosscor_cosine": 0.7161, + "crosscor_mantel": 0.451, + "ctdeconcolute_jsd": 0.0737, + "ctdeconvolute_rmse": 0.2593, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": -0.6012, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 6.7236, - "ks_statistic_frac_zero_genes": 0.014, - "ks_statistic_L_stats": 37.5895, - "ks_statistic_lib_fraczero_cells": 3.5243, + "ks_statistic_frac_zero_cells": 3.5686, + "ks_statistic_frac_zero_genes": 0.0584, + "ks_statistic_L_stats": 37.839, + "ks_statistic_lib_fraczero_cells": 3.5109, "ks_statistic_lib_size_cells": -0.6012, - "ks_statistic_mean_fraczero_genes": 12.4997, - "ks_statistic_mean_var_genes": -0.859, - "ks_statistic_morans_I": 0.924, - "ks_statistic_nn_correlation": 2.4482, - "ks_statistic_pearson_cells": 32.2062, - "ks_statistic_pearson_genes": 34.8636, + "ks_statistic_mean_fraczero_genes": 11.8221, + "ks_statistic_mean_var_genes": -1.7038, + "ks_statistic_morans_I": 0.8889, + "ks_statistic_nn_correlation": 3.0745, + "ks_statistic_pearson_cells": 40.1408, + "ks_statistic_pearson_genes": 32.7543, "ks_statistic_scaled_mean_cells": -0.6148, - "ks_statistic_scaled_mean_genes": 0.5941, - "ks_statistic_scaled_var_cells": -0.2996, - "ks_statistic_scaled_var_genes": -0.2803, - "ks_statistic_tmm_cells": 0.1065, + "ks_statistic_scaled_mean_genes": 0.5917, + "ks_statistic_scaled_var_cells": -0.3208, + "ks_statistic_scaled_var_genes": -0.2633, + "ks_statistic_tmm_cells": -0.0454, "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.694, - "svg_recall": 0.5392 + "svg_precision": 0.6925, + "svg_recall": 0.5466 }, "scaled_scores": { - "clustering_ari": 0.4845, - "clustering_nmi": 0.5648, - "crosscor_cosine": 0.5476, - "crosscor_mantel": 0.5212, - "ctdeconcolute_jsd": 0.2748, - "ctdeconvolute_rmse": 0.3784, + "clustering_ari": 0.4717, + "clustering_nmi": 0.5421, + "crosscor_cosine": 0.539, + "crosscor_mantel": 0.5115, + "ctdeconcolute_jsd": 0.2813, + "ctdeconvolute_rmse": 0.3873, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.2, + "ks_statistic_central_score": 1, "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.961, - "ks_statistic_frac_zero_genes": 0.9957, - "ks_statistic_L_stats": 1.3404, - "ks_statistic_lib_fraczero_cells": 0.863, + "ks_statistic_frac_zero_cells": 0.9917, + "ks_statistic_frac_zero_genes": 0.9949, + "ks_statistic_L_stats": -0.053, + "ks_statistic_lib_fraczero_cells": 0.9566, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.8127, - "ks_statistic_mean_var_genes": 1.0007, - "ks_statistic_morans_I": 0.923, - "ks_statistic_nn_correlation": 0.6263, - "ks_statistic_pearson_cells": 0.5702, - "ks_statistic_pearson_genes": 0.545, + "ks_statistic_mean_fraczero_genes": 0.8726, + "ks_statistic_mean_var_genes": 1.0189, + "ks_statistic_morans_I": 0.9136, + "ks_statistic_nn_correlation": 0.629, + "ks_statistic_pearson_cells": 0.4728, + "ks_statistic_pearson_genes": 0.6004, "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 0.9385, - "ks_statistic_scaled_var_cells": 1.678, - "ks_statistic_scaled_var_genes": 0.3274, - "ks_statistic_tmm_cells": 0.9919, - "ks_statistic_transition_matrix": 1.1429, + "ks_statistic_scaled_mean_genes": 0.9376, + "ks_statistic_scaled_var_cells": 1.7024, + "ks_statistic_scaled_var_genes": 0.1515, + "ks_statistic_tmm_cells": 0.9918, + "ks_statistic_transition_matrix": 1, "svg_precision": 0, - "svg_recall": 0.5392 + "svg_recall": 0.5466 }, - "mean_score": 0.685, + "mean_score": 0.648, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 45.1, - "cpu_pct": 109.8, - "peak_memory_mb": 2560, - "disk_read_mb": 77, + "duration_sec": 35, + "cpu_pct": 142.4, + "peak_memory_mb": 6554, + "disk_read_mb": 78, "disk_write_mb": 9 } }, @@ -1751,74 +1751,74 @@ "dataset_id": "cortex", "method_id": "splatter", "metric_values": { - "clustering_ari": 0.3015, - "clustering_nmi": 0.3196, - "crosscor_cosine": 0.5007, - "crosscor_mantel": -0.0037, - "ctdeconcolute_jsd": 0.1059, - "ctdeconvolute_rmse": 0.4529, + "clustering_ari": 0.3065, + "clustering_nmi": 0.3274, + "crosscor_cosine": 0.5068, + "crosscor_mantel": 0.0075, + "ctdeconcolute_jsd": 0.1014, + "ctdeconvolute_rmse": 0.4266, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.6367, + "ks_statistic_efflib_size_cells": 0.4087, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 5.7499, - "ks_statistic_frac_zero_genes": 0.7847, - "ks_statistic_L_stats": 37.9566, - "ks_statistic_lib_fraczero_cells": 11.9993, - "ks_statistic_lib_size_cells": 0.6367, - "ks_statistic_mean_fraczero_genes": 31.3094, - "ks_statistic_mean_var_genes": 24.6463, - "ks_statistic_morans_I": 0.2989, - "ks_statistic_nn_correlation": 0.1573, - "ks_statistic_pearson_cells": 30.824, - "ks_statistic_pearson_genes": 29.395, - "ks_statistic_scaled_mean_cells": -0.362, - "ks_statistic_scaled_mean_genes": 7.4055, - "ks_statistic_scaled_var_cells": -0.3714, - "ks_statistic_scaled_var_genes": -0.2185, - "ks_statistic_tmm_cells": 0.188, + "ks_statistic_frac_zero_cells": 4.6084, + "ks_statistic_frac_zero_genes": 0.9187, + "ks_statistic_L_stats": 37.8942, + "ks_statistic_lib_fraczero_cells": 16.3733, + "ks_statistic_lib_size_cells": 0.4087, + "ks_statistic_mean_fraczero_genes": 35.8764, + "ks_statistic_mean_var_genes": 26.1556, + "ks_statistic_morans_I": 0.6154, + "ks_statistic_nn_correlation": -0.2214, + "ks_statistic_pearson_cells": 32.5515, + "ks_statistic_pearson_genes": 32.0893, + "ks_statistic_scaled_mean_cells": -0.4342, + "ks_statistic_scaled_mean_genes": 8.1087, + "ks_statistic_scaled_var_cells": -0.3289, + "ks_statistic_scaled_var_genes": -0.2218, + "ks_statistic_tmm_cells": -0.0311, "ks_statistic_transition_matrix": 0, - "svg_precision": 0.3867, - "svg_recall": 0.1716 + "svg_precision": 0.4048, + "svg_recall": 0.2083 }, "scaled_scores": { - "clustering_ari": 0.4749, - "clustering_nmi": 0.5521, - "crosscor_cosine": 0.0033, - "crosscor_mantel": -0.004, - "ctdeconcolute_jsd": -0.043, - "ctdeconvolute_rmse": -0.0818, + "clustering_ari": 0.4879, + "clustering_nmi": 0.5699, + "crosscor_cosine": 0.0177, + "crosscor_mantel": 0.0081, + "ctdeconcolute_jsd": 0.0116, + "ctdeconvolute_rmse": -0.0079, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.6, - "ks_statistic_efflib_size_cells": 0.9711, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 0.9937, "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.9634, - "ks_statistic_frac_zero_genes": 0.9848, - "ks_statistic_L_stats": 0.3554, - "ks_statistic_lib_fraczero_cells": 0.5889, - "ks_statistic_lib_size_cells": 0.9711, - "ks_statistic_mean_fraczero_genes": 0.5494, - "ks_statistic_mean_var_genes": -0.0231, - "ks_statistic_morans_I": 0.9652, - "ks_statistic_nn_correlation": 0.8915, - "ks_statistic_pearson_cells": 0.5885, - "ks_statistic_pearson_genes": 0.6165, - "ks_statistic_scaled_mean_cells": -1.1402, - "ks_statistic_scaled_mean_genes": 0.428, - "ks_statistic_scaled_var_cells": 5.6837, - "ks_statistic_scaled_var_genes": -0.1046, - "ks_statistic_tmm_cells": 0.9903, - "ks_statistic_transition_matrix": 1.4286, + "ks_statistic_frac_zero_cells": 0.991, + "ks_statistic_frac_zero_genes": 0.9825, + "ks_statistic_L_stats": -0.5265, + "ks_statistic_lib_fraczero_cells": 0.8246, + "ks_statistic_lib_size_cells": 0.9937, + "ks_statistic_mean_fraczero_genes": 0.6314, + "ks_statistic_mean_var_genes": 0.4098, + "ks_statistic_morans_I": 0.935, + "ks_statistic_nn_correlation": 0.9463, + "ks_statistic_pearson_cells": 0.5721, + "ks_statistic_pearson_genes": 0.6083, + "ks_statistic_scaled_mean_cells": -0.0645, + "ks_statistic_scaled_mean_genes": 0.3643, + "ks_statistic_scaled_var_cells": 1.974, + "ks_statistic_scaled_var_genes": -0.1589, + "ks_statistic_tmm_cells": 0.9913, + "ks_statistic_transition_matrix": 1.25, "svg_precision": 0, - "svg_recall": 0.1716 + "svg_recall": 0.2083 }, - "mean_score": 0.5195, + "mean_score": 0.5361, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 27.4, - "cpu_pct": 115.1, - "peak_memory_mb": 2458, + "duration_sec": 17.2, + "cpu_pct": 171.2, + "peak_memory_mb": 6452, "disk_read_mb": 73, "disk_write_mb": 9 } @@ -1827,73 +1827,73 @@ "dataset_id": "cortex", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.8262, - "clustering_nmi": 0.8006, - "crosscor_cosine": 0.8844, - "crosscor_mantel": 0.8258, - "ctdeconcolute_jsd": 0.016, - "ctdeconvolute_rmse": 0.0179, + "clustering_ari": 0.7524, + "clustering_nmi": 0.6846, + "crosscor_cosine": 0.8826, + "crosscor_mantel": 0.8228, + "ctdeconcolute_jsd": 0.0165, + "ctdeconvolute_rmse": 0.0189, "ks_statistic_celltype_interaction": -0.3823, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.5752, + "ks_statistic_efflib_size_cells": -0.5899, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": -3.5519, - "ks_statistic_frac_zero_genes": -0.1149, - "ks_statistic_L_stats": 37.551, - "ks_statistic_lib_fraczero_cells": -0.0082, - "ks_statistic_lib_size_cells": -0.5752, - "ks_statistic_mean_fraczero_genes": 0.7788, - "ks_statistic_mean_var_genes": -0.4397, - "ks_statistic_morans_I": 0.0586, - "ks_statistic_nn_correlation": -0.4137, - "ks_statistic_pearson_cells": 3.112, - "ks_statistic_pearson_genes": 1.108, - "ks_statistic_scaled_mean_cells": -0.6205, - "ks_statistic_scaled_mean_genes": -0.0909, - "ks_statistic_scaled_var_cells": -0.2929, - "ks_statistic_scaled_var_genes": -0.3612, - "ks_statistic_tmm_cells": -0.1305, - "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.91, - "svg_recall": 0.8676 + "ks_statistic_frac_zero_cells": -4.1137, + "ks_statistic_frac_zero_genes": -0.1271, + "ks_statistic_L_stats": 37.5524, + "ks_statistic_lib_fraczero_cells": -0.0298, + "ks_statistic_lib_size_cells": -0.5899, + "ks_statistic_mean_fraczero_genes": 1.2625, + "ks_statistic_mean_var_genes": -0.4226, + "ks_statistic_morans_I": -0.016, + "ks_statistic_nn_correlation": -0.2102, + "ks_statistic_pearson_cells": 0.927, + "ks_statistic_pearson_genes": 1.625, + "ks_statistic_scaled_mean_cells": -0.6229, + "ks_statistic_scaled_mean_genes": -0.0953, + "ks_statistic_scaled_var_cells": -0.2817, + "ks_statistic_scaled_var_genes": -0.3891, + "ks_statistic_tmm_cells": -0.1362, + "ks_statistic_transition_matrix": 0.1875, + "svg_precision": 0.9118, + "svg_recall": 0.8873 }, "scaled_scores": { - "clustering_ari": 1.3135, - "clustering_nmi": 1.406, - "crosscor_cosine": 0.9583, - "crosscor_mantel": 0.937, - "ctdeconcolute_jsd": 0.8426, - "ctdeconvolute_rmse": 0.9574, + "clustering_ari": 1.1935, + "clustering_nmi": 1.1981, + "crosscor_cosine": 0.9539, + "crosscor_mantel": 0.9335, + "ctdeconcolute_jsd": 0.8394, + "ctdeconvolute_rmse": 0.9554, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.2, - "ks_statistic_efflib_size_cells": 0.9994, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9999, "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.9861, - "ks_statistic_frac_zero_genes": 0.9975, - "ks_statistic_L_stats": 1.4436, - "ks_statistic_lib_fraczero_cells": 0.9772, - "ks_statistic_lib_size_cells": 0.9994, - "ks_statistic_mean_fraczero_genes": 0.9767, - "ks_statistic_mean_var_genes": 0.9839, - "ks_statistic_morans_I": 0.9814, - "ks_statistic_nn_correlation": 0.9577, - "ks_statistic_pearson_cells": 0.9547, - "ks_statistic_pearson_genes": 0.9859, - "ks_statistic_scaled_mean_cells": 0.0256, - "ks_statistic_scaled_mean_genes": 0.9899, - "ks_statistic_scaled_var_cells": 1.309, - "ks_statistic_scaled_var_genes": 0.8928, - "ks_statistic_tmm_cells": 0.9966, - "ks_statistic_transition_matrix": 1.1429, + "ks_statistic_frac_zero_cells": 0.9967, + "ks_statistic_frac_zero_genes": 0.9976, + "ks_statistic_L_stats": 2.4081, + "ks_statistic_lib_fraczero_cells": 0.993, + "ks_statistic_lib_size_cells": 0.9999, + "ks_statistic_mean_fraczero_genes": 0.9784, + "ks_statistic_mean_var_genes": 0.9909, + "ks_statistic_morans_I": 0.9843, + "ks_statistic_nn_correlation": 0.9452, + "ks_statistic_pearson_cells": 0.9856, + "ks_statistic_pearson_genes": 0.9726, + "ks_statistic_scaled_mean_cells": 0.0029, + "ks_statistic_scaled_mean_genes": 0.99, + "ks_statistic_scaled_var_cells": 0.406, + "ks_statistic_scaled_var_genes": 1.0943, + "ks_statistic_tmm_cells": 0.9947, + "ks_statistic_transition_matrix": 0.875, "svg_precision": 0, - "svg_recall": 0.8676 + "svg_recall": 0.8873 }, - "mean_score": 0.8713, + "mean_score": 0.8511, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 51.6, - "cpu_pct": 113.1, + "duration_sec": 98, + "cpu_pct": 106.4, "peak_memory_mb": 3687, "disk_read_mb": 73, "disk_write_mb": 9 @@ -1922,8 +1922,8 @@ "ks_statistic_mean_var_genes": 71.1716, "ks_statistic_morans_I": 6.0057, "ks_statistic_nn_correlation": 4.5194, - "ks_statistic_pearson_cells": 15.7232, - "ks_statistic_pearson_genes": 15.7091, + "ks_statistic_pearson_cells": 16.6969, + "ks_statistic_pearson_genes": 16.609, "ks_statistic_scaled_mean_cells": -0.2758, "ks_statistic_scaled_mean_genes": 38.0128, "ks_statistic_scaled_var_cells": -0.246, @@ -1934,43 +1934,43 @@ "svg_recall": 0.1618 }, "scaled_scores": { - "clustering_ari": 0.479, - "clustering_nmi": 0.559, + "clustering_ari": 0.484, + "clustering_nmi": 0.563, "crosscor_cosine": 0, - "crosscor_mantel": -0.0028, - "ctdeconcolute_jsd": -0.0581, - "ctdeconvolute_rmse": -0.1296, + "crosscor_mantel": -0.0034, + "ctdeconcolute_jsd": -0.0477, + "ctdeconvolute_rmse": -0.1174, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.6, - "ks_statistic_efflib_size_cells": 0.9354, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 0.9828, "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.9472, - "ks_statistic_frac_zero_genes": 0.8131, - "ks_statistic_L_stats": 0.7955, - "ks_statistic_lib_fraczero_cells": 0.5364, - "ks_statistic_lib_size_cells": 0.9354, - "ks_statistic_mean_fraczero_genes": 0.1341, - "ks_statistic_mean_var_genes": -1.8908, - "ks_statistic_morans_I": 0.58, - "ks_statistic_nn_correlation": 0.3865, - "ks_statistic_pearson_cells": 0.788, - "ks_statistic_pearson_genes": 0.7952, - "ks_statistic_scaled_mean_cells": -1.529, - "ks_statistic_scaled_mean_genes": -1.8663, - "ks_statistic_scaled_var_cells": -1.3062, - "ks_statistic_scaled_var_genes": 1.9374, - "ks_statistic_tmm_cells": 0.8834, - "ks_statistic_transition_matrix": 1.4286, + "ks_statistic_frac_zero_cells": 0.986, + "ks_statistic_frac_zero_genes": 0.8085, + "ks_statistic_L_stats": 0.3457, + "ks_statistic_lib_fraczero_cells": 0.8528, + "ks_statistic_lib_size_cells": 0.9828, + "ks_statistic_mean_fraczero_genes": 0.3797, + "ks_statistic_mean_var_genes": -0.5743, + "ks_statistic_morans_I": 0.5137, + "ks_statistic_nn_correlation": 0.4899, + "ks_statistic_pearson_cells": 0.7794, + "ks_statistic_pearson_genes": 0.7934, + "ks_statistic_scaled_mean_cells": -0.1211, + "ks_statistic_scaled_mean_genes": -1.9163, + "ks_statistic_scaled_var_cells": -0.7777, + "ks_statistic_scaled_var_genes": 2.0044, + "ks_statistic_tmm_cells": 0.8114, + "ks_statistic_transition_matrix": 1.25, "svg_precision": 0, "svg_recall": 0.1618 }, - "mean_score": 0.4735, + "mean_score": 0.4805, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 179, - "cpu_pct": 105.9, - "peak_memory_mb": 5940, + "duration_sec": 173, + "cpu_pct": 102.6, + "peak_memory_mb": 3277, "disk_read_mb": 416, "disk_write_mb": 11 } @@ -1979,74 +1979,74 @@ "dataset_id": "cortex", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.1583, - "clustering_nmi": 0.1537, - "crosscor_cosine": 0.6773, - "crosscor_mantel": 0.3576, - "ctdeconcolute_jsd": 0.0802, - "ctdeconvolute_rmse": 0.2757, + "clustering_ari": 0.0913, + "clustering_nmi": 0.0966, + "crosscor_cosine": 0.6843, + "crosscor_mantel": 0.3743, + "ctdeconcolute_jsd": 0.0794, + "ctdeconvolute_rmse": 0.2719, "ks_statistic_celltype_interaction": -0.3823, - "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": -0.5868, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": -9.2297, - "ks_statistic_frac_zero_genes": -0.1556, - "ks_statistic_L_stats": 37.549, - "ks_statistic_lib_fraczero_cells": -0.298, - "ks_statistic_lib_size_cells": -0.5868, - "ks_statistic_mean_fraczero_genes": 0.8721, - "ks_statistic_mean_var_genes": 10.2026, - "ks_statistic_morans_I": 1.4986, - "ks_statistic_nn_correlation": 3.3325, - "ks_statistic_pearson_cells": 147.8557, - "ks_statistic_pearson_genes": 156.6818, - "ks_statistic_scaled_mean_cells": -0.6353, - "ks_statistic_scaled_mean_genes": -0.1588, - "ks_statistic_scaled_var_cells": -0.3416, - "ks_statistic_scaled_var_genes": -0.271, - "ks_statistic_tmm_cells": 0.0557, - "ks_statistic_transition_matrix": 0.375, - "svg_precision": 0.6293, - "svg_recall": 0.5368 + "ks_statistic_central_score": 0.5833, + "ks_statistic_efflib_size_cells": -0.5661, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -3.6291, + "ks_statistic_frac_zero_genes": -0.1105, + "ks_statistic_L_stats": 37.593, + "ks_statistic_lib_fraczero_cells": -0.2551, + "ks_statistic_lib_size_cells": -0.5661, + "ks_statistic_mean_fraczero_genes": 1.4039, + "ks_statistic_mean_var_genes": 4.498, + "ks_statistic_morans_I": 1.6986, + "ks_statistic_nn_correlation": 3.5131, + "ks_statistic_pearson_cells": 138.9123, + "ks_statistic_pearson_genes": 276.0448, + "ks_statistic_scaled_mean_cells": -0.5885, + "ks_statistic_scaled_mean_genes": -0.065, + "ks_statistic_scaled_var_cells": -0.343, + "ks_statistic_scaled_var_genes": -0.2708, + "ks_statistic_tmm_cells": -0.0962, + "ks_statistic_transition_matrix": 0.625, + "svg_precision": 0.6697, + "svg_recall": 0.5466 }, "scaled_scores": { - "clustering_ari": 0.2461, - "clustering_nmi": 0.2575, - "crosscor_cosine": 0.443, - "crosscor_mantel": 0.4059, - "ctdeconcolute_jsd": 0.2098, - "ctdeconvolute_rmse": 0.3415, + "clustering_ari": 0.1474, + "clustering_nmi": 0.1638, + "crosscor_cosine": 0.4598, + "crosscor_mantel": 0.4245, + "ctdeconcolute_jsd": 0.2264, + "ctdeconvolute_rmse": 0.3576, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.4, - "ks_statistic_efflib_size_cells": 0.9997, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 1, - "ks_statistic_frac_zero_genes": 0.9981, - "ks_statistic_L_stats": 1.4491, - "ks_statistic_lib_fraczero_cells": 0.9866, - "ks_statistic_lib_size_cells": 0.9997, - "ks_statistic_mean_fraczero_genes": 0.9754, - "ks_statistic_mean_var_genes": 0.5567, - "ks_statistic_morans_I": 0.8842, - "ks_statistic_nn_correlation": 0.5239, - "ks_statistic_pearson_cells": -0.9581, - "ks_statistic_pearson_genes": -1.0462, - "ks_statistic_scaled_mean_cells": 0.0923, - "ks_statistic_scaled_mean_genes": 0.995, - "ks_statistic_scaled_var_cells": 4.0217, - "ks_statistic_scaled_var_genes": 0.262, - "ks_statistic_tmm_cells": 0.9929, - "ks_statistic_transition_matrix": 0.5714, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 0.9998, + "ks_statistic_enrichment": 0.5, + "ks_statistic_frac_zero_cells": 0.9964, + "ks_statistic_frac_zero_genes": 0.9974, + "ks_statistic_L_stats": 2.0593, + "ks_statistic_lib_fraczero_cells": 0.9953, + "ks_statistic_lib_size_cells": 0.9998, + "ks_statistic_mean_fraczero_genes": 0.977, + "ks_statistic_mean_var_genes": 0.8833, + "ks_statistic_morans_I": 0.8503, + "ks_statistic_nn_correlation": 0.5868, + "ks_statistic_pearson_cells": -0.8187, + "ks_statistic_pearson_genes": -2.3085, + "ks_statistic_scaled_mean_cells": -0.0094, + "ks_statistic_scaled_mean_genes": 0.9877, + "ks_statistic_scaled_var_cells": 2.4395, + "ks_statistic_scaled_var_genes": 0.2076, + "ks_statistic_tmm_cells": 0.9934, + "ks_statistic_transition_matrix": 0, "svg_precision": 0, - "svg_recall": 0.5368 + "svg_recall": 0.5466 }, - "mean_score": 0.5751, + "mean_score": 0.5334, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 62, - "cpu_pct": 519.6, - "peak_memory_mb": 36250, + "duration_sec": 61, + "cpu_pct": 473.2, + "peak_memory_mb": 36455, "disk_read_mb": 79, "disk_write_mb": 9 } @@ -2055,32 +2055,32 @@ "dataset_id": "fibrosarcoma", "method_id": "negative", "metric_values": { - "clustering_ari": 0.0007, - "clustering_nmi": 0.0026, - "crosscor_cosine": 0.4991, - "crosscor_mantel": 0.0004, - "ctdeconcolute_jsd": 0.2669, - "ctdeconvolute_rmse": 0.4311, + "clustering_ari": 0.0005, + "clustering_nmi": 0.0023, + "crosscor_cosine": 0.4997, + "crosscor_mantel": 0.0011, + "ctdeconcolute_jsd": 0.266, + "ctdeconvolute_rmse": 0.4305, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.8333, - "ks_statistic_efflib_size_cells": 394.5258, + "ks_statistic_efflib_size_cells": 259.2002, "ks_statistic_enrichment": 0.75, - "ks_statistic_frac_zero_cells": 151.5459, - "ks_statistic_frac_zero_genes": 277.1027, - "ks_statistic_L_stats": -0.0007, - "ks_statistic_lib_fraczero_cells": 80.878, - "ks_statistic_lib_size_cells": 394.5258, - "ks_statistic_mean_fraczero_genes": 181.306, - "ks_statistic_mean_var_genes": 48.7628, - "ks_statistic_morans_I": 99.8105, - "ks_statistic_nn_correlation": 61.1464, - "ks_statistic_pearson_cells": 83.6298, - "ks_statistic_pearson_genes": 90.3781, - "ks_statistic_scaled_mean_cells": -1.3456, - "ks_statistic_scaled_mean_genes": 33.5996, - "ks_statistic_scaled_var_cells": -0.6274, - "ks_statistic_scaled_var_genes": -1.2372, - "ks_statistic_tmm_cells": 3.6569, + "ks_statistic_frac_zero_cells": 96.0649, + "ks_statistic_frac_zero_genes": 893.6663, + "ks_statistic_L_stats": 0.0778, + "ks_statistic_lib_fraczero_cells": 51.9336, + "ks_statistic_lib_size_cells": 259.2002, + "ks_statistic_mean_fraczero_genes": 95.1638, + "ks_statistic_mean_var_genes": 66.5106, + "ks_statistic_morans_I": 114.7552, + "ks_statistic_nn_correlation": 46.8368, + "ks_statistic_pearson_cells": 85.5843, + "ks_statistic_pearson_genes": 95.1863, + "ks_statistic_scaled_mean_cells": -1.052, + "ks_statistic_scaled_mean_genes": 32.4911, + "ks_statistic_scaled_var_cells": -0.6137, + "ks_statistic_scaled_var_genes": -1.5317, + "ks_statistic_tmm_cells": 6.9745, "ks_statistic_transition_matrix": 0.75, "svg_precision": "NA", "svg_recall": 0 @@ -2118,10 +2118,10 @@ }, "mean_score": 0.1034, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 10.1, - "cpu_pct": 143.6, + "duration_sec": 10, + "cpu_pct": 143.4, "peak_memory_mb": 2048, "disk_read_mb": 56, "disk_write_mb": 8 @@ -2150,8 +2150,8 @@ "ks_statistic_mean_var_genes": -1.2337, "ks_statistic_morans_I": -0.2444, "ks_statistic_nn_correlation": -0.2771, - "ks_statistic_pearson_cells": -0.0618, - "ks_statistic_pearson_genes": -0.0705, + "ks_statistic_pearson_cells": -0.0565, + "ks_statistic_pearson_genes": 0.0062, "ks_statistic_scaled_mean_cells": -0.4032, "ks_statistic_scaled_mean_genes": -0.2088, "ks_statistic_scaled_var_cells": -0.3671, @@ -2194,11 +2194,11 @@ }, "mean_score": 0.8276, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 11.6, - "cpu_pct": 136.8, - "peak_memory_mb": 1946, + "duration_sec": 8.1, + "cpu_pct": 190.4, + "peak_memory_mb": 3277, "disk_read_mb": 56, "disk_write_mb": 28 } @@ -2207,74 +2207,74 @@ "dataset_id": "fibrosarcoma", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.0007, + "clustering_ari": -0.0005, "clustering_nmi": 0.0015, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0483, - "ctdeconcolute_jsd": 0.0646, - "ctdeconvolute_rmse": 0.0441, + "crosscor_mantel": -0.0259, + "ctdeconcolute_jsd": 0.064, + "ctdeconvolute_rmse": 0.0435, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.8333, - "ks_statistic_efflib_size_cells": 1.6052, + "ks_statistic_efflib_size_cells": 2.8888, "ks_statistic_enrichment": 0.75, - "ks_statistic_frac_zero_cells": 5.4299, - "ks_statistic_frac_zero_genes": -0.6665, - "ks_statistic_L_stats": 1.1666, - "ks_statistic_lib_fraczero_cells": 1.9666, - "ks_statistic_lib_size_cells": 1.6052, - "ks_statistic_mean_fraczero_genes": -1.0268, - "ks_statistic_mean_var_genes": -1.1905, - "ks_statistic_morans_I": 46.2786, - "ks_statistic_nn_correlation": 43.6359, - "ks_statistic_pearson_cells": 0.1056, - "ks_statistic_pearson_genes": -0.0513, - "ks_statistic_scaled_mean_cells": -0.3277, - "ks_statistic_scaled_mean_genes": -0.1814, - "ks_statistic_scaled_var_cells": -0.2996, - "ks_statistic_scaled_var_genes": -0.3894, - "ks_statistic_tmm_cells": 4.132, + "ks_statistic_frac_zero_cells": 2.8522, + "ks_statistic_frac_zero_genes": -0.6273, + "ks_statistic_L_stats": 0.7154, + "ks_statistic_lib_fraczero_cells": 1.9772, + "ks_statistic_lib_size_cells": 2.8888, + "ks_statistic_mean_fraczero_genes": -1.0254, + "ks_statistic_mean_var_genes": -1.361, + "ks_statistic_morans_I": 43.8928, + "ks_statistic_nn_correlation": 46.3322, + "ks_statistic_pearson_cells": -0.0644, + "ks_statistic_pearson_genes": 0.079, + "ks_statistic_scaled_mean_cells": -0.3323, + "ks_statistic_scaled_mean_genes": -0.1807, + "ks_statistic_scaled_var_cells": -0.2651, + "ks_statistic_scaled_var_genes": -0.3846, + "ks_statistic_tmm_cells": 1.7652, "ks_statistic_transition_matrix": 0.75, "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": -0.0001, - "clustering_nmi": -0.0027, + "clustering_ari": -0.0024, + "clustering_nmi": -0.002, "crosscor_cosine": 0, - "crosscor_mantel": 0.0951, - "ctdeconcolute_jsd": 0.758, - "ctdeconvolute_rmse": 0.8978, + "crosscor_mantel": -0.0537, + "ctdeconcolute_jsd": 0.7596, + "ctdeconvolute_rmse": 0.899, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9935, + "ks_statistic_efflib_size_cells": 0.9851, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9452, - "ks_statistic_frac_zero_genes": 0.9992, - "ks_statistic_L_stats": -1.3043, - "ks_statistic_lib_fraczero_cells": 0.9514, - "ks_statistic_lib_size_cells": 0.9935, - "ks_statistic_mean_fraczero_genes": 0.9961, - "ks_statistic_mean_var_genes": 0.9991, - "ks_statistic_morans_I": 0.535, - "ks_statistic_nn_correlation": 0.2851, - "ks_statistic_pearson_cells": 0.998, - "ks_statistic_pearson_genes": 0.9998, - "ks_statistic_scaled_mean_cells": -0.08, - "ks_statistic_scaled_mean_genes": 0.9992, - "ks_statistic_scaled_var_cells": -0.2594, - "ks_statistic_scaled_var_genes": 0.1257, - "ks_statistic_tmm_cells": -0.0198, + "ks_statistic_frac_zero_cells": 0.9406, + "ks_statistic_frac_zero_genes": 0.9997, + "ks_statistic_L_stats": -0.6549, + "ks_statistic_lib_fraczero_cells": 0.9252, + "ks_statistic_lib_size_cells": 0.9851, + "ks_statistic_mean_fraczero_genes": 0.9926, + "ks_statistic_mean_var_genes": 1.0019, + "ks_statistic_morans_I": 0.6162, + "ks_statistic_nn_correlation": 0.0107, + "ks_statistic_pearson_cells": 1.0001, + "ks_statistic_pearson_genes": 0.9992, + "ks_statistic_scaled_mean_cells": -0.1091, + "ks_statistic_scaled_mean_genes": 0.9991, + "ks_statistic_scaled_var_cells": -0.4136, + "ks_statistic_scaled_var_genes": 0.0926, + "ks_statistic_tmm_cells": 0.1911, "ks_statistic_transition_matrix": 0, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4335, + "mean_score": 0.4274, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 254, - "cpu_pct": 278.6, - "peak_memory_mb": 25191, + "duration_sec": 249, + "cpu_pct": 269.1, + "peak_memory_mb": 8909, "disk_read_mb": 77, "disk_write_mb": 26 } @@ -2283,74 +2283,74 @@ "dataset_id": "fibrosarcoma", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.2635, - "clustering_nmi": 0.2976, + "clustering_ari": 0.293, + "clustering_nmi": 0.3363, "crosscor_cosine": "NA", - "crosscor_mantel": 0.4927, + "crosscor_mantel": 0.4867, "ctdeconcolute_jsd": 0.0443, - "ctdeconvolute_rmse": 0.0222, + "ctdeconvolute_rmse": 0.0219, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.5833, - "ks_statistic_efflib_size_cells": -0.1331, + "ks_statistic_efflib_size_cells": 0.1236, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": 0.8839, - "ks_statistic_frac_zero_genes": -0.8446, - "ks_statistic_L_stats": -0.68, - "ks_statistic_lib_fraczero_cells": 0.6552, - "ks_statistic_lib_size_cells": -0.1331, - "ks_statistic_mean_fraczero_genes": -1.5959, - "ks_statistic_mean_var_genes": -1.2918, - "ks_statistic_morans_I": 0.3014, - "ks_statistic_nn_correlation": 1.9348, - "ks_statistic_pearson_cells": 0.2339, - "ks_statistic_pearson_genes": 0.2851, - "ks_statistic_scaled_mean_cells": -0.4372, - "ks_statistic_scaled_mean_genes": -0.206, - "ks_statistic_scaled_var_cells": -0.3241, - "ks_statistic_scaled_var_genes": -0.3779, - "ks_statistic_tmm_cells": 2.8744, + "ks_statistic_frac_zero_cells": 0.6755, + "ks_statistic_frac_zero_genes": -0.8527, + "ks_statistic_L_stats": -0.7578, + "ks_statistic_lib_fraczero_cells": 0.7657, + "ks_statistic_lib_size_cells": 0.1236, + "ks_statistic_mean_fraczero_genes": -1.6774, + "ks_statistic_mean_var_genes": -1.2475, + "ks_statistic_morans_I": 0.5399, + "ks_statistic_nn_correlation": 2.0609, + "ks_statistic_pearson_cells": 0.5295, + "ks_statistic_pearson_genes": 0.4315, + "ks_statistic_scaled_mean_cells": -0.3795, + "ks_statistic_scaled_mean_genes": -0.2064, + "ks_statistic_scaled_var_cells": -0.3357, + "ks_statistic_scaled_var_genes": -0.2707, + "ks_statistic_tmm_cells": 1.8979, "ks_statistic_transition_matrix": 0.5, - "svg_precision": 0.9793, - "svg_recall": 0.993 + "svg_precision": 0.9724, + "svg_recall": 0.9848 }, "scaled_scores": { - "clustering_ari": 0.6535, - "clustering_nmi": 0.7278, + "clustering_ari": 0.7272, + "clustering_nmi": 0.8233, "crosscor_cosine": 0, - "crosscor_mantel": 0.9766, - "ctdeconcolute_jsd": 0.8339, - "ctdeconvolute_rmse": 0.9484, + "crosscor_mantel": 0.9645, + "ctdeconcolute_jsd": 0.8333, + "ctdeconvolute_rmse": 0.9491, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9979, + "ks_statistic_efflib_size_cells": 0.9958, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9746, - "ks_statistic_frac_zero_genes": 0.9999, - "ks_statistic_L_stats": 0.759, - "ks_statistic_lib_fraczero_cells": 0.9673, - "ks_statistic_lib_size_cells": 0.9979, - "ks_statistic_mean_fraczero_genes": 0.9992, - "ks_statistic_mean_var_genes": 1.0012, - "ks_statistic_morans_I": 0.9945, - "ks_statistic_nn_correlation": 0.964, - "ks_statistic_pearson_cells": 0.9965, - "ks_statistic_pearson_genes": 0.9961, - "ks_statistic_scaled_mean_cells": 0.0361, + "ks_statistic_frac_zero_cells": 0.9626, + "ks_statistic_frac_zero_genes": 1, + "ks_statistic_L_stats": 0.8584, + "ks_statistic_lib_fraczero_cells": 0.9477, + "ks_statistic_lib_size_cells": 0.9958, + "ks_statistic_mean_fraczero_genes": 0.9994, + "ks_statistic_mean_var_genes": 1.0002, + "ks_statistic_morans_I": 0.9932, + "ks_statistic_nn_correlation": 0.9504, + "ks_statistic_pearson_cells": 0.9932, + "ks_statistic_pearson_genes": 0.9955, + "ks_statistic_scaled_mean_cells": -0.0365, "ks_statistic_scaled_mean_genes": 0.9999, - "ks_statistic_scaled_var_cells": -0.1655, - "ks_statistic_scaled_var_genes": 0.114, - "ks_statistic_tmm_cells": 0.0327, + "ks_statistic_scaled_var_cells": -0.1275, + "ks_statistic_scaled_var_genes": 0.0025, + "ks_statistic_tmm_cells": 0.1862, "ks_statistic_transition_matrix": 1, "svg_precision": 0, - "svg_recall": 0.993 + "svg_recall": 0.9848 }, - "mean_score": 0.7229, + "mean_score": 0.7297, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 3955, + "duration_sec": 3940, "cpu_pct": 100.2, - "peak_memory_mb": 7885, + "peak_memory_mb": 7988, "disk_read_mb": 88, "disk_write_mb": 8 } @@ -2359,74 +2359,74 @@ "dataset_id": "fibrosarcoma", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.0027, - "clustering_nmi": 0.0016, - "crosscor_cosine": 0.7179, - "crosscor_mantel": 0.4122, - "ctdeconcolute_jsd": 0.0508, - "ctdeconvolute_rmse": 0.0309, + "clustering_ari": 0.0033, + "clustering_nmi": 0.0018, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.4117, + "ctdeconcolute_jsd": 0.052, + "ctdeconvolute_rmse": 0.0313, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": -0.9796, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 0.4583, - "ks_statistic_frac_zero_genes": -0.8101, - "ks_statistic_L_stats": 3.7656, - "ks_statistic_lib_fraczero_cells": 9.7946, + "ks_statistic_frac_zero_cells": 0.2076, + "ks_statistic_frac_zero_genes": -0.79, + "ks_statistic_L_stats": 4.0725, + "ks_statistic_lib_fraczero_cells": 7.4503, "ks_statistic_lib_size_cells": -0.9796, - "ks_statistic_mean_fraczero_genes": -1.4679, - "ks_statistic_mean_var_genes": -2.0163, - "ks_statistic_morans_I": 6.3894, - "ks_statistic_nn_correlation": 7.1102, - "ks_statistic_pearson_cells": 6.1908, - "ks_statistic_pearson_genes": 5.7275, + "ks_statistic_mean_fraczero_genes": -1.4809, + "ks_statistic_mean_var_genes": -1.7836, + "ks_statistic_morans_I": 6.6241, + "ks_statistic_nn_correlation": 7.5516, + "ks_statistic_pearson_cells": 6.9078, + "ks_statistic_pearson_genes": 6.4348, "ks_statistic_scaled_mean_cells": -0.4032, - "ks_statistic_scaled_mean_genes": -0.1843, - "ks_statistic_scaled_var_cells": -0.3328, - "ks_statistic_scaled_var_genes": -0.388, - "ks_statistic_tmm_cells": 18.5964, + "ks_statistic_scaled_mean_genes": -0.1845, + "ks_statistic_scaled_var_cells": -0.3331, + "ks_statistic_scaled_var_genes": -0.2736, + "ks_statistic_tmm_cells": 4.2009, "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.9801, - "svg_recall": 0.9767 + "svg_precision": 0.98, + "svg_recall": 0.972 }, "scaled_scores": { - "clustering_ari": 0.0049, - "clustering_nmi": -0.0023, - "crosscor_cosine": 0.8612, - "crosscor_mantel": 0.8169, - "ctdeconcolute_jsd": 0.8095, - "ctdeconvolute_rmse": 0.9283, + "clustering_ari": 0.0069, + "clustering_nmi": -0.0011, + "crosscor_cosine": 0, + "crosscor_mantel": 0.8156, + "ctdeconcolute_jsd": 0.8045, + "ctdeconvolute_rmse": 0.9273, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2.6667, "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 1.3333, - "ks_statistic_frac_zero_cells": 0.9774, - "ks_statistic_frac_zero_genes": 0.9998, - "ks_statistic_L_stats": -4.2083, - "ks_statistic_lib_fraczero_cells": 0.8571, + "ks_statistic_frac_zero_cells": 0.9673, + "ks_statistic_frac_zero_genes": 0.9999, + "ks_statistic_L_stats": -4.1033, + "ks_statistic_lib_fraczero_cells": 0.8239, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.9985, - "ks_statistic_mean_var_genes": 1.0157, - "ks_statistic_morans_I": 0.9337, - "ks_statistic_nn_correlation": 0.8797, - "ks_statistic_pearson_cells": 0.9253, - "ks_statistic_pearson_genes": 0.9359, + "ks_statistic_mean_fraczero_genes": 0.9973, + "ks_statistic_mean_var_genes": 1.0081, + "ks_statistic_morans_I": 0.9403, + "ks_statistic_nn_correlation": 0.8338, + "ks_statistic_pearson_cells": 0.9187, + "ks_statistic_pearson_genes": 0.9325, "ks_statistic_scaled_mean_cells": -4.4409e-16, "ks_statistic_scaled_mean_genes": 0.9993, - "ks_statistic_scaled_var_cells": -0.1321, - "ks_statistic_scaled_var_genes": 0.1244, - "ks_statistic_tmm_cells": -0.6239, + "ks_statistic_scaled_var_cells": -0.1379, + "ks_statistic_scaled_var_genes": 0.0048, + "ks_statistic_tmm_cells": 0.1017, "ks_statistic_transition_matrix": 2.5, "svg_precision": 0, - "svg_recall": 0.9767 + "svg_recall": 0.972 }, - "mean_score": 0.6562, + "mean_score": 0.6223, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 111, - "cpu_pct": 109.4, - "peak_memory_mb": 6144, + "duration_sec": 110, + "cpu_pct": 104, + "peak_memory_mb": 3482, "disk_read_mb": 85, "disk_write_mb": 8 } @@ -2437,72 +2437,72 @@ "metric_values": { "clustering_ari": 0.0032, "clustering_nmi": 0.0018, - "crosscor_cosine": 0.5128, - "crosscor_mantel": -0.0015, - "ctdeconcolute_jsd": 0.2886, - "ctdeconvolute_rmse": 0.5193, + "crosscor_cosine": 0.515, + "crosscor_mantel": 0.0067, + "ctdeconcolute_jsd": 0.24, + "ctdeconvolute_rmse": 0.3585, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 0.855, + "ks_statistic_efflib_size_cells": 0.6579, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 20.4751, - "ks_statistic_frac_zero_genes": 55.3074, - "ks_statistic_L_stats": 4.1634, - "ks_statistic_lib_fraczero_cells": 43.9767, - "ks_statistic_lib_size_cells": 0.855, - "ks_statistic_mean_fraczero_genes": 29.9515, - "ks_statistic_mean_var_genes": 52.9924, - "ks_statistic_morans_I": 14.1387, - "ks_statistic_nn_correlation": 15.3995, - "ks_statistic_pearson_cells": 79.4033, - "ks_statistic_pearson_genes": 76.696, - "ks_statistic_scaled_mean_cells": -0.4631, - "ks_statistic_scaled_mean_genes": 21.5743, - "ks_statistic_scaled_var_cells": -0.3051, - "ks_statistic_scaled_var_genes": -0.201, - "ks_statistic_tmm_cells": 57.2151, + "ks_statistic_frac_zero_cells": 10.6338, + "ks_statistic_frac_zero_genes": 57.5599, + "ks_statistic_L_stats": 5.7185, + "ks_statistic_lib_fraczero_cells": 39.1509, + "ks_statistic_lib_size_cells": 0.6579, + "ks_statistic_mean_fraczero_genes": 32.173, + "ks_statistic_mean_var_genes": 56.6059, + "ks_statistic_morans_I": 13.9043, + "ks_statistic_nn_correlation": 15.6781, + "ks_statistic_pearson_cells": 84.7366, + "ks_statistic_pearson_genes": 86.3992, + "ks_statistic_scaled_mean_cells": -0.4261, + "ks_statistic_scaled_mean_genes": 22.3067, + "ks_statistic_scaled_var_cells": -0.2674, + "ks_statistic_scaled_var_genes": -0.2266, + "ks_statistic_tmm_cells": 8.4425, "ks_statistic_transition_matrix": 0.0625, - "svg_precision": 0.8554, - "svg_recall": 0.9872 + "svg_precision": 0.8586, + "svg_recall": 0.9918 }, "scaled_scores": { - "clustering_ari": 0.0061, - "clustering_nmi": -0.0019, - "crosscor_cosine": 0.054, - "crosscor_mantel": -0.0038, - "ctdeconcolute_jsd": -0.0812, - "ctdeconvolute_rmse": -0.2045, + "clustering_ari": 0.0067, + "clustering_nmi": -0.0011, + "crosscor_cosine": 0.0605, + "crosscor_mantel": 0.0113, + "ctdeconcolute_jsd": 0.0976, + "ctdeconvolute_rmse": 0.1672, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2.6667, - "ks_statistic_efflib_size_cells": 0.9954, + "ks_statistic_efflib_size_cells": 0.9937, "ks_statistic_enrichment": 1.3333, - "ks_statistic_frac_zero_cells": 0.8479, - "ks_statistic_frac_zero_genes": 0.7979, - "ks_statistic_L_stats": -4.6528, - "ks_statistic_lib_fraczero_cells": 0.4449, - "ks_statistic_lib_size_cells": 0.9954, - "ks_statistic_mean_fraczero_genes": 0.8269, - "ks_statistic_mean_var_genes": -0.0846, - "ks_statistic_morans_I": 0.8562, - "ks_statistic_nn_correlation": 0.7448, - "ks_statistic_pearson_cells": 0.0505, - "ks_statistic_pearson_genes": 0.1513, - "ks_statistic_scaled_mean_cells": 0.0637, - "ks_statistic_scaled_mean_genes": 0.3557, - "ks_statistic_scaled_var_cells": -0.2383, - "ks_statistic_scaled_var_genes": -0.0685, - "ks_statistic_tmm_cells": -2.2366, + "ks_statistic_frac_zero_cells": 0.8621, + "ks_statistic_frac_zero_genes": 0.9347, + "ks_statistic_L_stats": -5.794, + "ks_statistic_lib_fraczero_cells": 0.2367, + "ks_statistic_lib_size_cells": 0.9937, + "ks_statistic_mean_fraczero_genes": 0.65, + "ks_statistic_mean_var_genes": 0.1462, + "ks_statistic_morans_I": 0.877, + "ks_statistic_nn_correlation": 0.6613, + "ks_statistic_pearson_cells": 0.0099, + "ks_statistic_pearson_genes": 0.0923, + "ks_statistic_scaled_mean_cells": 0.0353, + "ks_statistic_scaled_mean_genes": 0.3115, + "ks_statistic_scaled_var_cells": -0.4043, + "ks_statistic_scaled_var_genes": -0.0323, + "ks_statistic_tmm_cells": -0.0538, "ks_statistic_transition_matrix": 2.75, "svg_precision": 0, - "svg_recall": 0.9872 + "svg_recall": 0.9918 }, - "mean_score": 0.3854, + "mean_score": 0.3841, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 20.9, - "cpu_pct": 131.9, - "peak_memory_mb": 3994, + "duration_sec": 37, + "cpu_pct": 110.9, + "peak_memory_mb": 2560, "disk_read_mb": 80, "disk_write_mb": 8 } @@ -2511,74 +2511,74 @@ "dataset_id": "fibrosarcoma", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.2954, - "clustering_nmi": 0.3494, + "clustering_ari": 0.2923, + "clustering_nmi": 0.3418, "crosscor_cosine": "NA", - "crosscor_mantel": 0.5016, - "ctdeconcolute_jsd": 0.0057, - "ctdeconvolute_rmse": 0.0006, + "crosscor_mantel": 0.503, + "ctdeconcolute_jsd": 0.0063, + "ctdeconvolute_rmse": 0.0007, "ks_statistic_celltype_interaction": -0.8594, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": -0.9465, + "ks_statistic_efflib_size_cells": -0.9829, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -2.1891, - "ks_statistic_frac_zero_genes": -0.6963, - "ks_statistic_L_stats": -0.7723, - "ks_statistic_lib_fraczero_cells": -0.6986, - "ks_statistic_lib_size_cells": -0.9465, - "ks_statistic_mean_fraczero_genes": -1.324, - "ks_statistic_mean_var_genes": -1.2305, - "ks_statistic_morans_I": 0.2851, - "ks_statistic_nn_correlation": 0.0023, - "ks_statistic_pearson_cells": 0.0253, - "ks_statistic_pearson_genes": 0.0992, - "ks_statistic_scaled_mean_cells": -0.3992, - "ks_statistic_scaled_mean_genes": -0.2036, - "ks_statistic_scaled_var_cells": -0.361, - "ks_statistic_scaled_var_genes": -0.3861, - "ks_statistic_tmm_cells": 0.8071, + "ks_statistic_frac_zero_cells": -2.178, + "ks_statistic_frac_zero_genes": -0.7241, + "ks_statistic_L_stats": -0.8202, + "ks_statistic_lib_fraczero_cells": -0.5293, + "ks_statistic_lib_size_cells": -0.9829, + "ks_statistic_mean_fraczero_genes": -1.3073, + "ks_statistic_mean_var_genes": -1.9574, + "ks_statistic_morans_I": 0.1938, + "ks_statistic_nn_correlation": -0.0341, + "ks_statistic_pearson_cells": 0.1369, + "ks_statistic_pearson_genes": 0.0023, + "ks_statistic_scaled_mean_cells": -0.3967, + "ks_statistic_scaled_mean_genes": -0.2041, + "ks_statistic_scaled_var_cells": -0.3676, + "ks_statistic_scaled_var_genes": -0.3823, + "ks_statistic_tmm_cells": 3.6309, "ks_statistic_transition_matrix": 0.5, - "svg_precision": 0.9849, - "svg_recall": 0.9907 + "svg_precision": 0.985, + "svg_recall": 0.9942 }, "scaled_scores": { - "clustering_ari": 0.733, - "clustering_nmi": 0.8555, + "clustering_ari": 0.7254, + "clustering_nmi": 0.837, "crosscor_cosine": 0, - "crosscor_mantel": 0.9943, - "ctdeconcolute_jsd": 0.9785, - "ctdeconvolute_rmse": 0.9986, + "crosscor_mantel": 0.9971, + "ctdeconcolute_jsd": 0.9763, + "ctdeconvolute_rmse": 0.9984, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 0.9999, + "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9945, - "ks_statistic_frac_zero_genes": 0.9993, - "ks_statistic_L_stats": 0.8621, - "ks_statistic_lib_fraczero_cells": 0.9836, - "ks_statistic_lib_size_cells": 0.9999, - "ks_statistic_mean_fraczero_genes": 0.9977, - "ks_statistic_mean_var_genes": 0.9999, - "ks_statistic_morans_I": 0.9947, - "ks_statistic_nn_correlation": 0.9955, - "ks_statistic_pearson_cells": 0.999, - "ks_statistic_pearson_genes": 0.9981, - "ks_statistic_scaled_mean_cells": -0.0042, - "ks_statistic_scaled_mean_genes": 0.9998, - "ks_statistic_scaled_var_cells": -0.0235, - "ks_statistic_scaled_var_genes": 0.1224, - "ks_statistic_tmm_cells": 0.119, + "ks_statistic_frac_zero_cells": 0.9914, + "ks_statistic_frac_zero_genes": 0.9998, + "ks_statistic_L_stats": 0.9225, + "ks_statistic_lib_fraczero_cells": 0.9716, + "ks_statistic_lib_size_cells": 1, + "ks_statistic_mean_fraczero_genes": 0.9956, + "ks_statistic_mean_var_genes": 1.0107, + "ks_statistic_morans_I": 0.9962, + "ks_statistic_nn_correlation": 0.9948, + "ks_statistic_pearson_cells": 0.9977, + "ks_statistic_pearson_genes": 1, + "ks_statistic_scaled_mean_cells": -0.01, + "ks_statistic_scaled_mean_genes": 0.9999, + "ks_statistic_scaled_var_cells": 0.0019, + "ks_statistic_scaled_var_genes": 0.0908, + "ks_statistic_tmm_cells": 0.1226, "ks_statistic_transition_matrix": 1, "svg_precision": 0, - "svg_recall": 0.9907 + "svg_recall": 0.9942 }, - "mean_score": 0.7339, + "mean_score": 0.7338, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 45.1, - "cpu_pct": 114, - "peak_memory_mb": 3584, + "duration_sec": 86, + "cpu_pct": 108.2, + "peak_memory_mb": 3687, "disk_read_mb": 81, "disk_write_mb": 8 } @@ -2606,8 +2606,8 @@ "ks_statistic_mean_var_genes": 23.1586, "ks_statistic_morans_I": 4.8785, "ks_statistic_nn_correlation": 5.3802, - "ks_statistic_pearson_cells": 92.764, - "ks_statistic_pearson_genes": 102.9289, + "ks_statistic_pearson_cells": 98.8729, + "ks_statistic_pearson_genes": 105.4516, "ks_statistic_scaled_mean_cells": -1.2619, "ks_statistic_scaled_mean_genes": 51.0527, "ks_statistic_scaled_var_cells": -0.1919, @@ -2618,41 +2618,41 @@ "svg_recall": 0.8565 }, "scaled_scores": { - "clustering_ari": 0.0061, - "clustering_nmi": -0.0019, - "crosscor_cosine": 0.1887, - "crosscor_mantel": -0.0115, - "ctdeconcolute_jsd": -0.0997, - "ctdeconvolute_rmse": -0.173, + "clustering_ari": 0.0067, + "clustering_nmi": -0.0011, + "crosscor_cosine": 0.1869, + "crosscor_mantel": -0.0128, + "ctdeconcolute_jsd": -0.1034, + "ctdeconvolute_rmse": -0.1749, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2.6667, - "ks_statistic_efflib_size_cells": 0.8995, + "ks_statistic_efflib_size_cells": 0.8472, "ks_statistic_enrichment": 1.6667, - "ks_statistic_frac_zero_cells": 0.8018, - "ks_statistic_frac_zero_genes": 0.9733, - "ks_statistic_L_stats": -4.2712, - "ks_statistic_lib_fraczero_cells": 0.4804, - "ks_statistic_lib_size_cells": 0.8995, - "ks_statistic_mean_fraczero_genes": 0.886, - "ks_statistic_mean_var_genes": 0.5121, - "ks_statistic_morans_I": 0.9488, - "ks_statistic_nn_correlation": 0.9079, - "ks_statistic_pearson_cells": -0.1091, - "ks_statistic_pearson_genes": -0.1388, - "ks_statistic_scaled_mean_cells": 0.9113, - "ks_statistic_scaled_mean_genes": -0.5162, - "ks_statistic_scaled_var_cells": -0.6735, - "ks_statistic_scaled_var_genes": 1.1245, - "ks_statistic_tmm_cells": -2.5883, + "ks_statistic_frac_zero_cells": 0.6908, + "ks_statistic_frac_zero_genes": 0.9917, + "ks_statistic_L_stats": -3.8459, + "ks_statistic_lib_fraczero_cells": 0.2019, + "ks_statistic_lib_size_cells": 0.8472, + "ks_statistic_mean_fraczero_genes": 0.7846, + "ks_statistic_mean_var_genes": 0.6399, + "ks_statistic_morans_I": 0.9555, + "ks_statistic_nn_correlation": 0.8799, + "ks_statistic_pearson_cells": -0.1552, + "ks_statistic_pearson_genes": -0.1079, + "ks_statistic_scaled_mean_cells": 1.3236, + "ks_statistic_scaled_mean_genes": -0.5676, + "ks_statistic_scaled_var_cells": -0.7107, + "ks_statistic_scaled_var_genes": 0.8626, + "ks_statistic_tmm_cells": -2.1517, "ks_statistic_transition_matrix": 2.75, "svg_precision": 0, "svg_recall": 0.8565 }, - "mean_score": 0.4576, + "mean_score": 0.4397, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 683, + "duration_sec": 679, "cpu_pct": 100.7, "peak_memory_mb": 3584, "disk_read_mb": 423, @@ -2663,74 +2663,74 @@ "dataset_id": "fibrosarcoma", "method_id": "zinbwave", "metric_values": { - "clustering_ari": -0.001, - "clustering_nmi": 0.0013, - "crosscor_cosine": "NA", - "crosscor_mantel": 0.2988, - "ctdeconcolute_jsd": 0.0469, - "ctdeconvolute_rmse": 0.0252, + "clustering_ari": 0.0014, + "clustering_nmi": 0.0018, + "crosscor_cosine": 0.6786, + "crosscor_mantel": 0.2995, + "ctdeconcolute_jsd": 0.0465, + "ctdeconvolute_rmse": 0.0247, "ks_statistic_celltype_interaction": -0.8594, - "ks_statistic_central_score": 0.8333, - "ks_statistic_efflib_size_cells": -0.945, - "ks_statistic_enrichment": 0.75, - "ks_statistic_frac_zero_cells": -0.6258, - "ks_statistic_frac_zero_genes": -0.8274, - "ks_statistic_L_stats": 4.026, - "ks_statistic_lib_fraczero_cells": -0.1018, - "ks_statistic_lib_size_cells": -0.945, - "ks_statistic_mean_fraczero_genes": -1.6489, - "ks_statistic_mean_var_genes": -0.9581, - "ks_statistic_morans_I": 12.8781, - "ks_statistic_nn_correlation": 14.0858, - "ks_statistic_pearson_cells": 229.1149, - "ks_statistic_pearson_genes": 173.5757, - "ks_statistic_scaled_mean_cells": -0.4005, - "ks_statistic_scaled_mean_genes": -0.2082, - "ks_statistic_scaled_var_cells": -0.3368, - "ks_statistic_scaled_var_genes": -0.2825, - "ks_statistic_tmm_cells": 61.3715, - "ks_statistic_transition_matrix": 0.75, - "svg_precision": 0.9745, - "svg_recall": 0.9802 + "ks_statistic_central_score": 0.6667, + "ks_statistic_efflib_size_cells": -0.9636, + "ks_statistic_enrichment": 0.625, + "ks_statistic_frac_zero_cells": 0.3389, + "ks_statistic_frac_zero_genes": -0.7959, + "ks_statistic_L_stats": 4.1652, + "ks_statistic_lib_fraczero_cells": 0.4036, + "ks_statistic_lib_size_cells": -0.9636, + "ks_statistic_mean_fraczero_genes": -1.5937, + "ks_statistic_mean_var_genes": -0.7955, + "ks_statistic_morans_I": 12.8754, + "ks_statistic_nn_correlation": 15.2018, + "ks_statistic_pearson_cells": 259.7394, + "ks_statistic_pearson_genes": 255.3312, + "ks_statistic_scaled_mean_cells": -0.4085, + "ks_statistic_scaled_mean_genes": -0.208, + "ks_statistic_scaled_var_cells": -0.3383, + "ks_statistic_scaled_var_genes": -0.2853, + "ks_statistic_tmm_cells": 47.293, + "ks_statistic_transition_matrix": 0.5625, + "svg_precision": 0.9744, + "svg_recall": 0.9767 }, "scaled_scores": { - "clustering_ari": -0.0043, - "clustering_nmi": -0.0031, - "crosscor_cosine": 0, - "crosscor_mantel": 0.592, - "ctdeconcolute_jsd": 0.8241, - "ctdeconvolute_rmse": 0.9416, + "clustering_ari": 0.0022, + "clustering_nmi": -0.001, + "crosscor_cosine": 0.7059, + "crosscor_mantel": 0.5927, + "ctdeconcolute_jsd": 0.8251, + "ctdeconvolute_rmse": 0.9427, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, + "ks_statistic_central_score": 0.6667, "ks_statistic_efflib_size_cells": 0.9999, - "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9844, - "ks_statistic_frac_zero_genes": 0.9998, - "ks_statistic_L_stats": -4.4992, - "ks_statistic_lib_fraczero_cells": 0.9764, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": 0.966, + "ks_statistic_frac_zero_genes": 0.9999, + "ks_statistic_L_stats": -4.1985, + "ks_statistic_lib_fraczero_cells": 0.9544, "ks_statistic_lib_size_cells": 0.9999, - "ks_statistic_mean_fraczero_genes": 0.9995, - "ks_statistic_mean_var_genes": 0.9945, - "ks_statistic_morans_I": 0.8688, - "ks_statistic_nn_correlation": 0.7662, - "ks_statistic_pearson_cells": -1.7383, - "ks_statistic_pearson_genes": -0.9198, - "ks_statistic_scaled_mean_cells": -0.0028, + "ks_statistic_mean_fraczero_genes": 0.9985, + "ks_statistic_mean_var_genes": 0.9935, + "ks_statistic_morans_I": 0.8859, + "ks_statistic_nn_correlation": 0.6715, + "ks_statistic_pearson_cells": -2.0336, + "ks_statistic_pearson_genes": -1.6825, + "ks_statistic_scaled_mean_cells": 0.0082, "ks_statistic_scaled_mean_genes": 1, - "ks_statistic_scaled_var_cells": -0.1166, - "ks_statistic_scaled_var_genes": 0.0155, - "ks_statistic_tmm_cells": -2.4101, - "ks_statistic_transition_matrix": 0, + "ks_statistic_scaled_var_cells": -0.1169, + "ks_statistic_scaled_var_genes": 0.0142, + "ks_statistic_tmm_cells": -1.4788, + "ks_statistic_transition_matrix": 0.75, "svg_precision": 0, - "svg_recall": 0.9802 + "svg_recall": 0.9767 }, - "mean_score": 0.4463, + "mean_score": 0.5271, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 160, - "cpu_pct": 359.2, - "peak_memory_mb": 75674, + "duration_sec": 158, + "cpu_pct": 413.6, + "peak_memory_mb": 42906, "disk_read_mb": 87, "disk_write_mb": 9 } @@ -2739,32 +2739,32 @@ "dataset_id": "gastrulation", "method_id": "negative", "metric_values": { - "clustering_ari": 0.0002, - "clustering_nmi": 0.0011, - "crosscor_cosine": 0.4964, - "crosscor_mantel": -0.0035, - "ctdeconcolute_jsd": 0.0642, - "ctdeconvolute_rmse": 0.3183, + "clustering_ari": 0.0003, + "clustering_nmi": 0.0013, + "crosscor_cosine": 0.4969, + "crosscor_mantel": -0.0016, + "ctdeconcolute_jsd": 0.0638, + "ctdeconvolute_rmse": 0.3155, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.85, - "ks_statistic_efflib_size_cells": 183.0302, + "ks_statistic_central_score": 0.8667, + "ks_statistic_efflib_size_cells": 331.5147, "ks_statistic_enrichment": 0.8, - "ks_statistic_frac_zero_cells": 175.9546, - "ks_statistic_frac_zero_genes": 99.6224, - "ks_statistic_L_stats": 59.007, - "ks_statistic_lib_fraczero_cells": 188.9709, - "ks_statistic_lib_size_cells": 183.0302, - "ks_statistic_mean_fraczero_genes": 81.4116, - "ks_statistic_mean_var_genes": 32.2172, - "ks_statistic_morans_I": 183.3555, - "ks_statistic_nn_correlation": 56.917, - "ks_statistic_pearson_cells": 112.0405, - "ks_statistic_pearson_genes": 89.6472, - "ks_statistic_scaled_mean_cells": -1.6058, - "ks_statistic_scaled_mean_genes": 6.8376, - "ks_statistic_scaled_var_cells": -0.2472, - "ks_statistic_scaled_var_genes": -1.8161, - "ks_statistic_tmm_cells": 32.9809, + "ks_statistic_frac_zero_cells": 207.7853, + "ks_statistic_frac_zero_genes": 43.2984, + "ks_statistic_L_stats": 70.3836, + "ks_statistic_lib_fraczero_cells": 104.0989, + "ks_statistic_lib_size_cells": 331.5147, + "ks_statistic_mean_fraczero_genes": 43.0947, + "ks_statistic_mean_var_genes": 25.8178, + "ks_statistic_morans_I": 41.1066, + "ks_statistic_nn_correlation": 115.2022, + "ks_statistic_pearson_cells": 98.1917, + "ks_statistic_pearson_genes": 87.5222, + "ks_statistic_scaled_mean_cells": -0.8395, + "ks_statistic_scaled_mean_genes": 6.9115, + "ks_statistic_scaled_var_cells": -0.2154, + "ks_statistic_scaled_var_genes": -0.9202, + "ks_statistic_tmm_cells": 31.5279, "ks_statistic_transition_matrix": 0.8, "svg_precision": "NA", "svg_recall": 0 @@ -2782,7 +2782,7 @@ "ks_statistic_enrichment": 0, "ks_statistic_frac_zero_cells": 0, "ks_statistic_frac_zero_genes": 0, - "ks_statistic_L_stats": 1, + "ks_statistic_L_stats": 0, "ks_statistic_lib_fraczero_cells": 0, "ks_statistic_lib_size_cells": 0, "ks_statistic_mean_fraczero_genes": 0, @@ -2800,13 +2800,13 @@ "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.1379, + "mean_score": 0.1034, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 6.5, - "cpu_pct": 211.3, - "peak_memory_mb": 3380, + "duration_sec": 7.4, + "cpu_pct": 277.2, + "peak_memory_mb": 6042, "disk_read_mb": 44, "disk_write_mb": 8 } @@ -2822,9 +2822,9 @@ "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.2, + "ks_statistic_central_score": 0.3333, "ks_statistic_efflib_size_cells": -0.8496, - "ks_statistic_enrichment": 0.34, + "ks_statistic_enrichment": 0.375, "ks_statistic_frac_zero_cells": -0.4853, "ks_statistic_frac_zero_genes": -0.3515, "ks_statistic_L_stats": 60.2044, @@ -2834,14 +2834,14 @@ "ks_statistic_mean_var_genes": -1.0459, "ks_statistic_morans_I": -0.4016, "ks_statistic_nn_correlation": -0.5086, - "ks_statistic_pearson_cells": -0.1629, - "ks_statistic_pearson_genes": -0.001, + "ks_statistic_pearson_cells": -0.0098, + "ks_statistic_pearson_genes": -0.1837, "ks_statistic_scaled_mean_cells": -0.3095, "ks_statistic_scaled_mean_genes": -0.3218, "ks_statistic_scaled_var_cells": -0.171, "ks_statistic_scaled_var_genes": -0.2995, "ks_statistic_tmm_cells": -0.5157, - "ks_statistic_transition_matrix": 0.3675, + "ks_statistic_transition_matrix": 0.3775, "svg_precision": 1, "svg_recall": 1 }, @@ -2858,7 +2858,7 @@ "ks_statistic_enrichment": 1, "ks_statistic_frac_zero_cells": 1, "ks_statistic_frac_zero_genes": 1, - "ks_statistic_L_stats": 0, + "ks_statistic_L_stats": 1, "ks_statistic_lib_fraczero_cells": 1, "ks_statistic_lib_size_cells": 1, "ks_statistic_mean_fraczero_genes": 1, @@ -2876,13 +2876,13 @@ "svg_precision": 0, "svg_recall": 1 }, - "mean_score": 0.7931, + "mean_score": 0.8276, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 10.5, - "cpu_pct": 141.1, - "peak_memory_mb": 1946, + "duration_sec": 6.8, + "cpu_pct": 292.9, + "peak_memory_mb": 5940, "disk_read_mb": 44, "disk_write_mb": 15 } @@ -2891,74 +2891,74 @@ "dataset_id": "gastrulation", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.1252, - "clustering_nmi": 0.1664, - "crosscor_cosine": 0.8498, - "crosscor_mantel": 0.6961, - "ctdeconcolute_jsd": 0.0599, - "ctdeconvolute_rmse": 0.2672, + "clustering_ari": 0.1157, + "clustering_nmi": 0.1545, + "crosscor_cosine": 0.8427, + "crosscor_mantel": 0.682, + "ctdeconcolute_jsd": 0.0602, + "ctdeconvolute_rmse": 0.2692, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.2167, - "ks_statistic_efflib_size_cells": 25.4397, - "ks_statistic_enrichment": 0.34, - "ks_statistic_frac_zero_cells": 17.3413, - "ks_statistic_frac_zero_genes": -0.209, - "ks_statistic_L_stats": 90.2496, - "ks_statistic_lib_fraczero_cells": 16.3882, - "ks_statistic_lib_size_cells": 25.4397, - "ks_statistic_mean_fraczero_genes": -0.6228, - "ks_statistic_mean_var_genes": -0.2318, - "ks_statistic_morans_I": 12.8918, - "ks_statistic_nn_correlation": 10.0028, - "ks_statistic_pearson_cells": 0.381, - "ks_statistic_pearson_genes": -0.0232, - "ks_statistic_scaled_mean_cells": -0.3455, - "ks_statistic_scaled_mean_genes": -0.2615, - "ks_statistic_scaled_var_cells": -0.2155, - "ks_statistic_scaled_var_genes": -0.2873, - "ks_statistic_tmm_cells": 1.9828, - "ks_statistic_transition_matrix": 0.24, + "ks_statistic_central_score": 0.2667, + "ks_statistic_efflib_size_cells": 24.9938, + "ks_statistic_enrichment": 0.43, + "ks_statistic_frac_zero_cells": 12.3506, + "ks_statistic_frac_zero_genes": -0.2923, + "ks_statistic_L_stats": 64.1384, + "ks_statistic_lib_fraczero_cells": 13.7681, + "ks_statistic_lib_size_cells": 24.9938, + "ks_statistic_mean_fraczero_genes": -0.673, + "ks_statistic_mean_var_genes": -0.3985, + "ks_statistic_morans_I": 12.5633, + "ks_statistic_nn_correlation": 9.6266, + "ks_statistic_pearson_cells": 0.3672, + "ks_statistic_pearson_genes": 0.3489, + "ks_statistic_scaled_mean_cells": -0.2996, + "ks_statistic_scaled_mean_genes": -0.2434, + "ks_statistic_scaled_var_cells": -0.2042, + "ks_statistic_scaled_var_genes": -0.2929, + "ks_statistic_tmm_cells": 3.7388, + "ks_statistic_transition_matrix": 0.21, "svg_precision": 0.9967, - "svg_recall": 0.8514 + "svg_recall": 0.8657 }, "scaled_scores": { - "clustering_ari": 0.263, - "clustering_nmi": 0.3001, - "crosscor_cosine": 0.7462, - "crosscor_mantel": 0.7368, - "ctdeconcolute_jsd": 0.0656, - "ctdeconvolute_rmse": 0.1607, + "clustering_ari": 0.2427, + "clustering_nmi": 0.2782, + "crosscor_cosine": 0.7309, + "crosscor_mantel": 0.7213, + "ctdeconcolute_jsd": 0.0567, + "ctdeconvolute_rmse": 0.1466, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.9744, - "ks_statistic_efflib_size_cells": 0.857, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.899, + "ks_statistic_central_score": 1.125, + "ks_statistic_efflib_size_cells": 0.9222, + "ks_statistic_enrichment": 0.8706, + "ks_statistic_frac_zero_cells": 0.9384, "ks_statistic_frac_zero_genes": 0.9986, - "ks_statistic_L_stats": -25.091, - "ks_statistic_lib_fraczero_cells": 0.9054, - "ks_statistic_lib_size_cells": 0.857, - "ks_statistic_mean_fraczero_genes": 0.997, - "ks_statistic_mean_var_genes": 0.9755, - "ks_statistic_morans_I": 0.9277, - "ks_statistic_nn_correlation": 0.817, - "ks_statistic_pearson_cells": 0.9952, - "ks_statistic_pearson_genes": 1.0002, - "ks_statistic_scaled_mean_cells": 0.0278, - "ks_statistic_scaled_mean_genes": 0.9916, - "ks_statistic_scaled_var_cells": 0.584, - "ks_statistic_scaled_var_genes": -0.0081, - "ks_statistic_tmm_cells": 0.9254, - "ks_statistic_transition_matrix": 1.2948, + "ks_statistic_L_stats": 0.6135, + "ks_statistic_lib_fraczero_cells": 0.8542, + "ks_statistic_lib_size_cells": 0.9222, + "ks_statistic_mean_fraczero_genes": 0.9956, + "ks_statistic_mean_var_genes": 0.9759, + "ks_statistic_morans_I": 0.6877, + "ks_statistic_nn_correlation": 0.9124, + "ks_statistic_pearson_cells": 0.9962, + "ks_statistic_pearson_genes": 0.9939, + "ks_statistic_scaled_mean_cells": -0.0186, + "ks_statistic_scaled_mean_genes": 0.9892, + "ks_statistic_scaled_var_cells": 0.7475, + "ks_statistic_scaled_var_genes": -0.0106, + "ks_statistic_tmm_cells": 0.8672, + "ks_statistic_transition_matrix": 1.3964, "svg_precision": 0, - "svg_recall": 0.8514 + "svg_recall": 0.8657 }, - "mean_score": 0.6502, + "mean_score": 0.6665, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 168, - "cpu_pct": 412.8, - "peak_memory_mb": 10343, + "duration_sec": 86, + "cpu_pct": 401, + "peak_memory_mb": 29799, "disk_read_mb": 49, "disk_write_mb": 11 } @@ -2967,74 +2967,74 @@ "dataset_id": "gastrulation", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.3981, - "clustering_nmi": 0.4411, - "crosscor_cosine": 0.9583, - "crosscor_mantel": 0.9206, + "clustering_ari": 0.3964, + "clustering_nmi": 0.4371, + "crosscor_cosine": 0.9579, + "crosscor_mantel": 0.9187, "ctdeconcolute_jsd": 0.0358, - "ctdeconvolute_rmse": 0.1339, + "ctdeconvolute_rmse": 0.1334, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.1833, - "ks_statistic_efflib_size_cells": 27.9392, - "ks_statistic_enrichment": 0.34, - "ks_statistic_frac_zero_cells": 11.6388, - "ks_statistic_frac_zero_genes": -0.324, - "ks_statistic_L_stats": 49.7635, - "ks_statistic_lib_fraczero_cells": 12.8331, - "ks_statistic_lib_size_cells": 27.9392, - "ks_statistic_mean_fraczero_genes": -0.7761, - "ks_statistic_mean_var_genes": -0.7718, - "ks_statistic_morans_I": 0.2154, - "ks_statistic_nn_correlation": 2.1782, - "ks_statistic_pearson_cells": 0.4689, - "ks_statistic_pearson_genes": 0.4998, - "ks_statistic_scaled_mean_cells": -0.3718, - "ks_statistic_scaled_mean_genes": -0.3113, - "ks_statistic_scaled_var_cells": -0.178, - "ks_statistic_scaled_var_genes": -0.2932, - "ks_statistic_tmm_cells": 1.1946, - "ks_statistic_transition_matrix": 0.2475, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 27.7921, + "ks_statistic_enrichment": 0.26, + "ks_statistic_frac_zero_cells": 10.9512, + "ks_statistic_frac_zero_genes": -0.3366, + "ks_statistic_L_stats": 50.8427, + "ks_statistic_lib_fraczero_cells": 13.1479, + "ks_statistic_lib_size_cells": 27.7921, + "ks_statistic_mean_fraczero_genes": -0.7902, + "ks_statistic_mean_var_genes": -0.7423, + "ks_statistic_morans_I": 0.1922, + "ks_statistic_nn_correlation": 2.4399, + "ks_statistic_pearson_cells": 0.3846, + "ks_statistic_pearson_genes": 0.8547, + "ks_statistic_scaled_mean_cells": -0.3577, + "ks_statistic_scaled_mean_genes": -0.3017, + "ks_statistic_scaled_var_cells": -0.1712, + "ks_statistic_scaled_var_genes": -0.2898, + "ks_statistic_tmm_cells": 2.3445, + "ks_statistic_transition_matrix": 0.27, "svg_precision": 0.9971, "svg_recall": 0.9971 }, "scaled_scores": { - "clustering_ari": 0.8371, - "clustering_nmi": 0.7986, - "crosscor_cosine": 0.9754, - "crosscor_mantel": 0.9731, - "ctdeconcolute_jsd": 0.4423, - "ctdeconvolute_rmse": 0.5793, + "clustering_ari": 0.8335, + "clustering_nmi": 0.7914, + "crosscor_cosine": 0.9745, + "crosscor_mantel": 0.9711, + "ctdeconcolute_jsd": 0.4399, + "ctdeconvolute_rmse": 0.5771, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.0256, - "ks_statistic_efflib_size_cells": 0.8434, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9313, + "ks_statistic_central_score": 1.3125, + "ks_statistic_efflib_size_cells": 0.9138, + "ks_statistic_enrichment": 1.2706, + "ks_statistic_frac_zero_cells": 0.9451, "ks_statistic_frac_zero_genes": 0.9997, - "ks_statistic_L_stats": 8.7193, - "ks_statistic_lib_fraczero_cells": 0.924, - "ks_statistic_lib_size_cells": 0.8434, - "ks_statistic_mean_fraczero_genes": 0.9989, - "ks_statistic_mean_var_genes": 0.9918, - "ks_statistic_morans_I": 0.9966, - "ks_statistic_nn_correlation": 0.9532, - "ks_statistic_pearson_cells": 0.9944, - "ks_statistic_pearson_genes": 0.9944, - "ks_statistic_scaled_mean_cells": 0.0481, - "ks_statistic_scaled_mean_genes": 0.9985, - "ks_statistic_scaled_var_cells": 0.0915, - "ks_statistic_scaled_var_genes": -0.0041, - "ks_statistic_tmm_cells": 0.9489, - "ks_statistic_transition_matrix": 1.2775, + "ks_statistic_L_stats": 1.9197, + "ks_statistic_lib_fraczero_cells": 0.86, + "ks_statistic_lib_size_cells": 0.9138, + "ks_statistic_mean_fraczero_genes": 0.9982, + "ks_statistic_mean_var_genes": 0.9887, + "ks_statistic_morans_I": 0.9857, + "ks_statistic_nn_correlation": 0.9745, + "ks_statistic_pearson_cells": 0.996, + "ks_statistic_pearson_genes": 0.9882, + "ks_statistic_scaled_mean_cells": 0.0909, + "ks_statistic_scaled_mean_genes": 0.9972, + "ks_statistic_scaled_var_cells": 0.0036, + "ks_statistic_scaled_var_genes": -0.0156, + "ks_statistic_tmm_cells": 0.9107, + "ks_statistic_transition_matrix": 1.2544, "svg_precision": 0, "svg_recall": 0.9971 }, - "mean_score": 0.7642, + "mean_score": 0.7638, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 2714, - "cpu_pct": 100.3, - "peak_memory_mb": 6349, + "duration_sec": 2723, + "cpu_pct": 100.5, + "peak_memory_mb": 9114, "disk_read_mb": 76, "disk_write_mb": 8 } @@ -3043,74 +3043,74 @@ "dataset_id": "gastrulation", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.1418, - "clustering_nmi": 0.1814, - "crosscor_cosine": 0.6657, - "crosscor_mantel": 0.319, - "ctdeconcolute_jsd": 0.0519, - "ctdeconvolute_rmse": 0.2269, + "clustering_ari": 0.1426, + "clustering_nmi": 0.185, + "crosscor_cosine": 0.6655, + "crosscor_mantel": 0.3185, + "ctdeconcolute_jsd": 0.0508, + "ctdeconvolute_rmse": 0.2276, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.3, + "ks_statistic_central_score": 0.3167, "ks_statistic_efflib_size_cells": -0.8496, - "ks_statistic_enrichment": 0.26, - "ks_statistic_frac_zero_cells": 2.1442, - "ks_statistic_frac_zero_genes": 3.0636, - "ks_statistic_L_stats": 27.9095, - "ks_statistic_lib_fraczero_cells": 5.0162, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 1.8967, + "ks_statistic_frac_zero_genes": 2.8656, + "ks_statistic_L_stats": 25.2318, + "ks_statistic_lib_fraczero_cells": 7.877, "ks_statistic_lib_size_cells": -0.8496, - "ks_statistic_mean_fraczero_genes": 4.0669, - "ks_statistic_mean_var_genes": 9.9744, - "ks_statistic_morans_I": 7.8061, - "ks_statistic_nn_correlation": 8.8318, - "ks_statistic_pearson_cells": 42.7105, - "ks_statistic_pearson_genes": 41.3735, + "ks_statistic_mean_fraczero_genes": 4.185, + "ks_statistic_mean_var_genes": 10.1389, + "ks_statistic_morans_I": 7.994, + "ks_statistic_nn_correlation": 8.7136, + "ks_statistic_pearson_cells": 41.1216, + "ks_statistic_pearson_genes": 42.8123, "ks_statistic_scaled_mean_cells": -0.3095, - "ks_statistic_scaled_mean_genes": 3.0989, - "ks_statistic_scaled_var_cells": -0.3741, - "ks_statistic_scaled_var_genes": -0.2667, - "ks_statistic_tmm_cells": 4.0735, - "ks_statistic_transition_matrix": 0.31, - "svg_precision": 0.9965, - "svg_recall": 0.8114 + "ks_statistic_scaled_mean_genes": 2.5688, + "ks_statistic_scaled_var_cells": -0.1363, + "ks_statistic_scaled_var_genes": -0.2677, + "ks_statistic_tmm_cells": 4.9391, + "ks_statistic_transition_matrix": 0.305, + "svg_precision": 0.9964, + "svg_recall": 0.8 }, "scaled_scores": { - "clustering_ari": 0.298, - "clustering_nmi": 0.3273, - "crosscor_cosine": 0.3575, - "crosscor_mantel": 0.3396, - "ctdeconcolute_jsd": 0.1905, - "ctdeconvolute_rmse": 0.2872, + "clustering_ari": 0.2995, + "clustering_nmi": 0.3335, + "crosscor_cosine": 0.3564, + "crosscor_mantel": 0.3378, + "ctdeconcolute_jsd": 0.205, + "ctdeconvolute_rmse": 0.2787, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.8462, + "ks_statistic_central_score": 1.0312, "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1.1739, - "ks_statistic_frac_zero_cells": 0.9851, - "ks_statistic_frac_zero_genes": 0.9658, - "ks_statistic_L_stats": 26.9697, - "ks_statistic_lib_fraczero_cells": 0.965, + "ks_statistic_enrichment": 1.2941, + "ks_statistic_frac_zero_cells": 0.9886, + "ks_statistic_frac_zero_genes": 0.9263, + "ks_statistic_L_stats": 4.4357, + "ks_statistic_lib_fraczero_cells": 0.9099, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.94, - "ks_statistic_mean_var_genes": 0.6687, - "ks_statistic_morans_I": 0.9553, - "ks_statistic_nn_correlation": 0.8373, - "ks_statistic_pearson_cells": 0.6179, - "ks_statistic_pearson_genes": 0.5385, - "ks_statistic_scaled_mean_cells": -2.2204e-16, - "ks_statistic_scaled_mean_genes": 0.5222, - "ks_statistic_scaled_var_cells": 2.6664, - "ks_statistic_scaled_var_genes": -0.0217, - "ks_statistic_tmm_cells": 0.863, - "ks_statistic_transition_matrix": 1.1329, + "ks_statistic_mean_fraczero_genes": 0.8851, + "ks_statistic_mean_var_genes": 0.5836, + "ks_statistic_morans_I": 0.7977, + "ks_statistic_nn_correlation": 0.9203, + "ks_statistic_pearson_cells": 0.5812, + "ks_statistic_pearson_genes": 0.5098, + "ks_statistic_scaled_mean_cells": -8.8818e-16, + "ks_statistic_scaled_mean_genes": 0.6004, + "ks_statistic_scaled_var_cells": -0.7802, + "ks_statistic_scaled_var_genes": -0.0513, + "ks_statistic_tmm_cells": 0.8298, + "ks_statistic_transition_matrix": 1.1716, "svg_precision": 0, - "svg_recall": 0.8114 + "svg_recall": 0.8 }, - "mean_score": 0.6316, + "mean_score": 0.5912, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 227, - "cpu_pct": 101.9, - "peak_memory_mb": 5223, + "duration_sec": 163, + "cpu_pct": 108.5, + "peak_memory_mb": 9319, "disk_read_mb": 73, "disk_write_mb": 8 } @@ -3119,74 +3119,74 @@ "dataset_id": "gastrulation", "method_id": "splatter", "metric_values": { - "clustering_ari": 0.1515, - "clustering_nmi": 0.2018, - "crosscor_cosine": 0.5067, - "crosscor_mantel": -0.0025, - "ctdeconcolute_jsd": 0.0721, - "ctdeconvolute_rmse": 0.3709, + "clustering_ari": 0.1516, + "clustering_nmi": 0.2017, + "crosscor_cosine": 0.5094, + "crosscor_mantel": 0.0012, + "ctdeconcolute_jsd": 0.0685, + "ctdeconvolute_rmse": 0.3438, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": 9.9156, + "ks_statistic_central_score": 0.2, + "ks_statistic_efflib_size_cells": 8.1157, "ks_statistic_enrichment": 0.27, - "ks_statistic_frac_zero_cells": 11.4836, - "ks_statistic_frac_zero_genes": 0.5514, - "ks_statistic_L_stats": 26.9145, - "ks_statistic_lib_fraczero_cells": 71.5442, - "ks_statistic_lib_size_cells": 9.9156, - "ks_statistic_mean_fraczero_genes": 17.8047, - "ks_statistic_mean_var_genes": 17.4309, - "ks_statistic_morans_I": 3.8894, - "ks_statistic_nn_correlation": 6.262, - "ks_statistic_pearson_cells": 40.5088, - "ks_statistic_pearson_genes": 42.2306, - "ks_statistic_scaled_mean_cells": -0.2964, - "ks_statistic_scaled_mean_genes": 6.0076, - "ks_statistic_scaled_var_cells": -0.2029, - "ks_statistic_scaled_var_genes": -0.3975, - "ks_statistic_tmm_cells": 1.9374, - "ks_statistic_transition_matrix": 0.1775, + "ks_statistic_frac_zero_cells": 12.661, + "ks_statistic_frac_zero_genes": 0.4609, + "ks_statistic_L_stats": 28.4367, + "ks_statistic_lib_fraczero_cells": 57.6475, + "ks_statistic_lib_size_cells": 8.1157, + "ks_statistic_mean_fraczero_genes": 15.2158, + "ks_statistic_mean_var_genes": 16.7748, + "ks_statistic_morans_I": 2.5388, + "ks_statistic_nn_correlation": 4.4501, + "ks_statistic_pearson_cells": 39.3689, + "ks_statistic_pearson_genes": 39.5285, + "ks_statistic_scaled_mean_cells": -0.2452, + "ks_statistic_scaled_mean_genes": 4.0879, + "ks_statistic_scaled_var_cells": -0.1921, + "ks_statistic_scaled_var_genes": -0.3215, + "ks_statistic_tmm_cells": 4.5771, + "ks_statistic_transition_matrix": 0.21, "svg_precision": 0.997, - "svg_recall": 0.9343 + "svg_recall": 0.9486 }, "scaled_scores": { - "clustering_ari": 0.3184, - "clustering_nmi": 0.3642, - "crosscor_cosine": 0.0218, - "crosscor_mantel": 0.001, - "ctdeconcolute_jsd": -0.1239, - "ctdeconvolute_rmse": -0.165, + "clustering_ari": 0.3183, + "clustering_nmi": 0.364, + "crosscor_cosine": 0.0263, + "crosscor_mantel": 0.003, + "ctdeconcolute_jsd": -0.0737, + "ctdeconvolute_rmse": -0.0897, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.0513, - "ks_statistic_efflib_size_cells": 0.9415, - "ks_statistic_enrichment": 1.1522, - "ks_statistic_frac_zero_cells": 0.9322, - "ks_statistic_frac_zero_genes": 0.991, - "ks_statistic_L_stats": 27.8007, - "ks_statistic_lib_fraczero_cells": 0.616, - "ks_statistic_lib_size_cells": 0.9415, - "ks_statistic_mean_fraczero_genes": 0.7731, - "ks_statistic_mean_var_genes": 0.4445, - "ks_statistic_morans_I": 0.9766, - "ks_statistic_nn_correlation": 0.8821, - "ks_statistic_pearson_cells": 0.6375, - "ks_statistic_pearson_genes": 0.5289, - "ks_statistic_scaled_mean_cells": -0.0101, - "ks_statistic_scaled_mean_genes": 0.1159, - "ks_statistic_scaled_var_cells": 0.4188, - "ks_statistic_scaled_var_genes": 0.0646, - "ks_statistic_tmm_cells": 0.9268, - "ks_statistic_transition_matrix": 1.4393, + "ks_statistic_central_score": 1.25, + "ks_statistic_efflib_size_cells": 0.973, + "ks_statistic_enrichment": 1.2471, + "ks_statistic_frac_zero_cells": 0.9369, + "ks_statistic_frac_zero_genes": 0.9814, + "ks_statistic_L_stats": 4.1208, + "ks_statistic_lib_fraczero_cells": 0.4392, + "ks_statistic_lib_size_cells": 0.973, + "ks_statistic_mean_fraczero_genes": 0.6341, + "ks_statistic_mean_var_genes": 0.3366, + "ks_statistic_morans_I": 0.9292, + "ks_statistic_nn_correlation": 0.9571, + "ks_statistic_pearson_cells": 0.599, + "ks_statistic_pearson_genes": 0.5472, + "ks_statistic_scaled_mean_cells": -0.1213, + "ks_statistic_scaled_mean_genes": 0.3904, + "ks_statistic_scaled_var_cells": 0.4754, + "ks_statistic_scaled_var_genes": 0.0354, + "ks_statistic_tmm_cells": 0.8411, + "ks_statistic_transition_matrix": 1.3964, "svg_precision": 0, - "svg_recall": 0.9343 + "svg_recall": 0.9486 }, - "mean_score": 0.5459, + "mean_score": 0.5417, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 22.3, - "cpu_pct": 130.3, - "peak_memory_mb": 3892, + "duration_sec": 23.4, + "cpu_pct": 139, + "peak_memory_mb": 6554, "disk_read_mb": 68, "disk_write_mb": 8 } @@ -3195,74 +3195,74 @@ "dataset_id": "gastrulation", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.4798, - "clustering_nmi": 0.5592, - "crosscor_cosine": 0.9689, - "crosscor_mantel": 0.9435, - "ctdeconcolute_jsd": 0.0061, - "ctdeconvolute_rmse": 0.0061, + "clustering_ari": 0.4874, + "clustering_nmi": 0.5667, + "crosscor_cosine": 0.9679, + "crosscor_mantel": 0.9419, + "ctdeconcolute_jsd": 0.0062, + "ctdeconvolute_rmse": 0.0059, "ks_statistic_celltype_interaction": -0.4413, - "ks_statistic_central_score": 0.1333, - "ks_statistic_efflib_size_cells": -0.235, - "ks_statistic_enrichment": 0.34, - "ks_statistic_frac_zero_cells": -0.2845, - "ks_statistic_frac_zero_genes": -0.3181, - "ks_statistic_L_stats": 58.2725, - "ks_statistic_lib_fraczero_cells": -0.0611, - "ks_statistic_lib_size_cells": -0.235, - "ks_statistic_mean_fraczero_genes": -0.7362, - "ks_statistic_mean_var_genes": -0.5732, - "ks_statistic_morans_I": -0.2808, - "ks_statistic_nn_correlation": -0.3107, - "ks_statistic_pearson_cells": 0.12, - "ks_statistic_pearson_genes": 0.0533, - "ks_statistic_scaled_mean_cells": -0.3163, - "ks_statistic_scaled_mean_genes": -0.3106, - "ks_statistic_scaled_var_cells": -0.1866, - "ks_statistic_scaled_var_genes": -0.2925, - "ks_statistic_tmm_cells": -0.2203, + "ks_statistic_central_score": 0.2167, + "ks_statistic_efflib_size_cells": -0.0699, + "ks_statistic_enrichment": 0.27, + "ks_statistic_frac_zero_cells": -0.3076, + "ks_statistic_frac_zero_genes": -0.3263, + "ks_statistic_L_stats": 58.1324, + "ks_statistic_lib_fraczero_cells": -0.1412, + "ks_statistic_lib_size_cells": -0.0699, + "ks_statistic_mean_fraczero_genes": -0.781, + "ks_statistic_mean_var_genes": -0.4974, + "ks_statistic_morans_I": -0.3019, + "ks_statistic_nn_correlation": -0.3286, + "ks_statistic_pearson_cells": 0.0582, + "ks_statistic_pearson_genes": -0.0584, + "ks_statistic_scaled_mean_cells": -0.3185, + "ks_statistic_scaled_mean_genes": -0.313, + "ks_statistic_scaled_var_cells": -0.1785, + "ks_statistic_scaled_var_genes": -0.2923, + "ks_statistic_tmm_cells": 0.1002, "ks_statistic_transition_matrix": 0.17, "svg_precision": 0.9971, "svg_recall": 0.9971 }, "scaled_scores": { - "clustering_ari": 1.009, - "clustering_nmi": 1.0131, - "crosscor_cosine": 0.9978, - "crosscor_mantel": 0.9973, - "ctdeconcolute_jsd": 0.9043, - "ctdeconvolute_rmse": 0.981, + "clustering_ari": 1.025, + "clustering_nmi": 1.0266, + "crosscor_cosine": 0.9957, + "crosscor_mantel": 0.9956, + "ctdeconcolute_jsd": 0.9025, + "ctdeconvolute_rmse": 0.9812, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.1026, - "ks_statistic_efflib_size_cells": 0.9967, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9989, - "ks_statistic_frac_zero_genes": 0.9997, - "ks_statistic_L_stats": 1.6133, - "ks_statistic_lib_fraczero_cells": 0.9916, - "ks_statistic_lib_size_cells": 0.9967, - "ks_statistic_mean_fraczero_genes": 0.9984, - "ks_statistic_mean_var_genes": 0.9858, - "ks_statistic_morans_I": 0.9993, - "ks_statistic_nn_correlation": 0.9966, - "ks_statistic_pearson_cells": 0.9975, - "ks_statistic_pearson_genes": 0.9994, - "ks_statistic_scaled_mean_cells": 0.0053, - "ks_statistic_scaled_mean_genes": 0.9984, - "ks_statistic_scaled_var_cells": 0.2045, - "ks_statistic_scaled_var_genes": -0.0046, - "ks_statistic_tmm_cells": 0.9912, - "ks_statistic_transition_matrix": 1.4566, + "ks_statistic_central_score": 1.2188, + "ks_statistic_efflib_size_cells": 0.9977, + "ks_statistic_enrichment": 1.2471, + "ks_statistic_frac_zero_cells": 0.9991, + "ks_statistic_frac_zero_genes": 0.9994, + "ks_statistic_L_stats": 1.2036, + "ks_statistic_lib_fraczero_cells": 0.9857, + "ks_statistic_lib_size_cells": 0.9977, + "ks_statistic_mean_fraczero_genes": 0.998, + "ks_statistic_mean_var_genes": 0.9796, + "ks_statistic_morans_I": 0.9976, + "ks_statistic_nn_correlation": 0.9984, + "ks_statistic_pearson_cells": 0.9993, + "ks_statistic_pearson_genes": 0.9986, + "ks_statistic_scaled_mean_cells": 0.0169, + "ks_statistic_scaled_mean_genes": 0.9988, + "ks_statistic_scaled_var_cells": 0.169, + "ks_statistic_scaled_var_genes": -0.0116, + "ks_statistic_tmm_cells": 0.9808, + "ks_statistic_transition_matrix": 1.4911, "svg_precision": 0, "svg_recall": 0.9971 }, - "mean_score": 0.8289, + "mean_score": 0.8272, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 32.9, - "cpu_pct": 121.9, - "peak_memory_mb": 3687, + "duration_sec": 33.6, + "cpu_pct": 133.1, + "peak_memory_mb": 6349, "disk_read_mb": 69, "disk_write_mb": 8 } @@ -3277,68 +3277,68 @@ "crosscor_mantel": -0.0019, "ctdeconcolute_jsd": 0.1114, "ctdeconvolute_rmse": 0.6064, - "ks_statistic_celltype_interaction": -0.4413, + "ks_statistic_celltype_interaction": "NA", "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": 47.9815, - "ks_statistic_enrichment": 0.215, + "ks_statistic_enrichment": 0.305, "ks_statistic_frac_zero_cells": 6.8177, "ks_statistic_frac_zero_genes": 8.0306, - "ks_statistic_L_stats": 24.7728, + "ks_statistic_L_stats": "NA", "ks_statistic_lib_fraczero_cells": 58.5808, "ks_statistic_lib_size_cells": 47.9815, "ks_statistic_mean_fraczero_genes": 12.434, "ks_statistic_mean_var_genes": 15.2557, - "ks_statistic_morans_I": 46.6492, - "ks_statistic_nn_correlation": 26.4142, - "ks_statistic_pearson_cells": 91.7909, - "ks_statistic_pearson_genes": 94.6714, + "ks_statistic_morans_I": "NA", + "ks_statistic_nn_correlation": "NA", + "ks_statistic_pearson_cells": 96.5941, + "ks_statistic_pearson_genes": 87.9262, "ks_statistic_scaled_mean_cells": -0.2915, "ks_statistic_scaled_mean_genes": 23.8069, "ks_statistic_scaled_var_cells": -0.1637, "ks_statistic_scaled_var_genes": -0.8393, "ks_statistic_tmm_cells": 4.4193, - "ks_statistic_transition_matrix": 0.175, + "ks_statistic_transition_matrix": 0.2, "svg_precision": 0.9917, "svg_recall": 0.3429 }, "scaled_scores": { - "clustering_ari": 0.3161, - "clustering_nmi": 0.3615, - "crosscor_cosine": 0.0447, - "crosscor_mantel": 0.0016, - "ctdeconcolute_jsd": -0.7366, - "ctdeconvolute_rmse": -0.9049, + "clustering_ari": 0.3159, + "clustering_nmi": 0.3613, + "crosscor_cosine": 0.0436, + "crosscor_mantel": -0.0004, + "ctdeconcolute_jsd": -0.745, + "ctdeconvolute_rmse": -0.9219, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.0513, - "ks_statistic_efflib_size_cells": 0.7344, - "ks_statistic_enrichment": 1.2717, - "ks_statistic_frac_zero_cells": 0.9586, - "ks_statistic_frac_zero_genes": 0.9162, - "ks_statistic_L_stats": 29.5892, - "ks_statistic_lib_fraczero_cells": 0.684, - "ks_statistic_lib_size_cells": 0.7344, - "ks_statistic_mean_fraczero_genes": 0.8383, - "ks_statistic_mean_var_genes": 0.5099, - "ks_statistic_morans_I": 0.744, - "ks_statistic_nn_correlation": 0.5312, - "ks_statistic_pearson_cells": 0.1805, - "ks_statistic_pearson_genes": -0.056, - "ks_statistic_scaled_mean_cells": -0.0139, - "ks_statistic_scaled_mean_genes": -2.3702, - "ks_statistic_scaled_var_cells": -0.0959, - "ks_statistic_scaled_var_genes": 0.3559, - "ks_statistic_tmm_cells": 0.8527, - "ks_statistic_transition_matrix": 1.4451, + "ks_statistic_central_score": 1.3125, + "ks_statistic_efflib_size_cells": 0.8531, + "ks_statistic_enrichment": 1.1647, + "ks_statistic_frac_zero_cells": 0.9649, + "ks_statistic_frac_zero_genes": 0.808, + "ks_statistic_L_stats": 0, + "ks_statistic_lib_fraczero_cells": 0.4304, + "ks_statistic_lib_size_cells": 0.8531, + "ks_statistic_mean_fraczero_genes": 0.6974, + "ks_statistic_mean_var_genes": 0.3932, + "ks_statistic_morans_I": 0, + "ks_statistic_nn_correlation": 0, + "ks_statistic_pearson_cells": 0.0163, + "ks_statistic_pearson_genes": -0.0046, + "ks_statistic_scaled_mean_cells": -0.0339, + "ks_statistic_scaled_mean_genes": -2.3358, + "ks_statistic_scaled_var_cells": -0.1644, + "ks_statistic_scaled_var_genes": 0.8697, + "ks_statistic_tmm_cells": 0.846, + "ks_statistic_transition_matrix": 1.4201, "svg_precision": 0, "svg_recall": 0.3429 }, - "mean_score": 0.452, + "mean_score": 0.3723, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:19", "exit_code": 0, - "duration_sec": 141, - "cpu_pct": 104.8, - "peak_memory_mb": 4608, + "duration_sec": 143, + "cpu_pct": 108.6, + "peak_memory_mb": 7271, "disk_read_mb": 493, "disk_write_mb": 12 } @@ -3347,74 +3347,74 @@ "dataset_id": "gastrulation", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.0034, - "clustering_nmi": 0.0054, - "crosscor_cosine": 0.653, - "crosscor_mantel": 0.3514, - "ctdeconcolute_jsd": 0.0478, - "ctdeconvolute_rmse": 0.2065, + "clustering_ari": 0.0014, + "clustering_nmi": 0.0023, + "crosscor_cosine": 0.6533, + "crosscor_mantel": 0.356, + "ctdeconcolute_jsd": 0.0477, + "ctdeconvolute_rmse": 0.2063, "ks_statistic_celltype_interaction": -0.4413, "ks_statistic_central_score": 0.8, - "ks_statistic_efflib_size_cells": 0.8492, + "ks_statistic_efflib_size_cells": 1.1564, "ks_statistic_enrichment": 0.8, - "ks_statistic_frac_zero_cells": -0.0416, - "ks_statistic_frac_zero_genes": -0.3016, - "ks_statistic_L_stats": 24.0564, - "ks_statistic_lib_fraczero_cells": 1.6234, - "ks_statistic_lib_size_cells": 0.8492, - "ks_statistic_mean_fraczero_genes": -0.2274, - "ks_statistic_mean_var_genes": 3.5603, - "ks_statistic_morans_I": 14.7976, - "ks_statistic_nn_correlation": 22.3467, - "ks_statistic_pearson_cells": 76.885, - "ks_statistic_pearson_genes": 105.245, - "ks_statistic_scaled_mean_cells": -0.2964, - "ks_statistic_scaled_mean_genes": -0.3115, - "ks_statistic_scaled_var_cells": -0.2208, - "ks_statistic_scaled_var_genes": -0.3092, - "ks_statistic_tmm_cells": 0.3987, + "ks_statistic_frac_zero_cells": -0.0901, + "ks_statistic_frac_zero_genes": -0.2992, + "ks_statistic_L_stats": 26.707, + "ks_statistic_lib_fraczero_cells": 1.7408, + "ks_statistic_lib_size_cells": 1.1564, + "ks_statistic_mean_fraczero_genes": -0.1102, + "ks_statistic_mean_var_genes": 3.4298, + "ks_statistic_morans_I": 14.8439, + "ks_statistic_nn_correlation": 24.3231, + "ks_statistic_pearson_cells": 75.0643, + "ks_statistic_pearson_genes": 84.9981, + "ks_statistic_scaled_mean_cells": -0.304, + "ks_statistic_scaled_mean_genes": -0.3098, + "ks_statistic_scaled_var_cells": -0.2307, + "ks_statistic_scaled_var_genes": -0.3094, + "ks_statistic_tmm_cells": 1.0393, "ks_statistic_transition_matrix": 0.8, "svg_precision": 1, - "svg_recall": 0.6886 + "svg_recall": 0.6429 }, "scaled_scores": { - "clustering_ari": 0.0069, - "clustering_nmi": 0.0078, - "crosscor_cosine": 0.3307, - "crosscor_mantel": 0.3737, - "ctdeconcolute_jsd": 0.2545, - "ctdeconvolute_rmse": 0.3514, + "clustering_ari": 0.0023, + "clustering_nmi": 0.0018, + "crosscor_cosine": 0.3306, + "crosscor_mantel": 0.3773, + "ctdeconcolute_jsd": 0.2525, + "ctdeconvolute_rmse": 0.3461, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.0769, - "ks_statistic_efflib_size_cells": 0.9908, + "ks_statistic_central_score": 0.125, + "ks_statistic_efflib_size_cells": 0.994, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9975, - "ks_statistic_frac_zero_genes": 0.9995, - "ks_statistic_L_stats": 30.1875, - "ks_statistic_lib_fraczero_cells": 0.9828, - "ks_statistic_lib_size_cells": 0.9908, - "ks_statistic_mean_fraczero_genes": 0.9922, - "ks_statistic_mean_var_genes": 0.8615, - "ks_statistic_morans_I": 0.9173, - "ks_statistic_nn_correlation": 0.602, - "ks_statistic_pearson_cells": 0.3133, - "ks_statistic_pearson_genes": -0.174, - "ks_statistic_scaled_mean_cells": -0.0101, - "ks_statistic_scaled_mean_genes": 0.9986, - "ks_statistic_scaled_var_cells": 0.6533, - "ks_statistic_scaled_var_genes": 0.0064, - "ks_statistic_tmm_cells": 0.9727, + "ks_statistic_frac_zero_cells": 0.9981, + "ks_statistic_frac_zero_genes": 0.9988, + "ks_statistic_L_stats": 4.2908, + "ks_statistic_lib_fraczero_cells": 0.9679, + "ks_statistic_lib_size_cells": 0.994, + "ks_statistic_mean_fraczero_genes": 0.9828, + "ks_statistic_mean_var_genes": 0.8334, + "ks_statistic_morans_I": 0.6327, + "ks_statistic_nn_correlation": 0.7854, + "ks_statistic_pearson_cells": 0.2355, + "ks_statistic_pearson_genes": 0.0288, + "ks_statistic_scaled_mean_cells": -0.0103, + "ks_statistic_scaled_mean_genes": 0.9983, + "ks_statistic_scaled_var_cells": 1.3437, + "ks_statistic_scaled_var_genes": 0.016, + "ks_statistic_tmm_cells": 0.9515, "ks_statistic_transition_matrix": 0, "svg_precision": 0, - "svg_recall": 0.6886 + "svg_recall": 0.6429 }, - "mean_score": 0.4955, + "mean_score": 0.4998, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:20", "exit_code": 0, "duration_sec": 78, - "cpu_pct": 394.3, - "peak_memory_mb": 59700, + "cpu_pct": 346.4, + "peak_memory_mb": 91444, "disk_read_mb": 75, "disk_write_mb": 9 } @@ -3423,32 +3423,32 @@ "dataset_id": "hindlimbmuscle", "method_id": "negative", "metric_values": { - "clustering_ari": -0.0006, - "clustering_nmi": 0.0016, - "crosscor_cosine": 0.4989, - "crosscor_mantel": -0.0029, - "ctdeconcolute_jsd": 0.1685, - "ctdeconvolute_rmse": 0.811, + "clustering_ari": 0.0012, + "clustering_nmi": 0.0028, + "crosscor_cosine": 0.5004, + "crosscor_mantel": 0.0001, + "ctdeconcolute_jsd": 0.1671, + "ctdeconvolute_rmse": 0.8009, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": 196.5334, - "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 117.6552, - "ks_statistic_frac_zero_genes": 186.9576, - "ks_statistic_L_stats": 12.687, - "ks_statistic_lib_fraczero_cells": 60.3236, - "ks_statistic_lib_size_cells": 196.5334, - "ks_statistic_mean_fraczero_genes": 107.742, - "ks_statistic_mean_var_genes": 26.796, - "ks_statistic_morans_I": 5.0615, - "ks_statistic_nn_correlation": 16.1776, - "ks_statistic_pearson_cells": 52.4699, - "ks_statistic_pearson_genes": 46.0034, - "ks_statistic_scaled_mean_cells": -1.091, - "ks_statistic_scaled_mean_genes": 73.9118, - "ks_statistic_scaled_var_cells": -0.3022, - "ks_statistic_scaled_var_genes": -0.3261, - "ks_statistic_tmm_cells": 3.432, + "ks_statistic_efflib_size_cells": 126.8263, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": 108.8967, + "ks_statistic_frac_zero_genes": 224.7687, + "ks_statistic_L_stats": 12.6146, + "ks_statistic_lib_fraczero_cells": 50.4781, + "ks_statistic_lib_size_cells": 126.8263, + "ks_statistic_mean_fraczero_genes": 33.1782, + "ks_statistic_mean_var_genes": 24.9389, + "ks_statistic_morans_I": 6.0464, + "ks_statistic_nn_correlation": 17.0798, + "ks_statistic_pearson_cells": 42.356, + "ks_statistic_pearson_genes": 51.5086, + "ks_statistic_scaled_mean_cells": -1.1276, + "ks_statistic_scaled_mean_genes": 71.3911, + "ks_statistic_scaled_var_cells": -0.3564, + "ks_statistic_scaled_var_genes": -0.2958, + "ks_statistic_tmm_cells": 3.1919, "ks_statistic_transition_matrix": 0.4444, "svg_precision": "NA", "svg_recall": "NA" @@ -3486,11 +3486,11 @@ }, "mean_score": 0.069, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 6.9, - "cpu_pct": 207.7, - "peak_memory_mb": 3277, + "duration_sec": 10.9, + "cpu_pct": 141.6, + "peak_memory_mb": 1946, "disk_read_mb": 49, "disk_write_mb": 8 } @@ -3518,8 +3518,8 @@ "ks_statistic_mean_var_genes": -1.7765, "ks_statistic_morans_I": -1.4312, "ks_statistic_nn_correlation": -0.5185, - "ks_statistic_pearson_cells": -0.1891, - "ks_statistic_pearson_genes": -0.0028, + "ks_statistic_pearson_cells": -0.2032, + "ks_statistic_pearson_genes": 0.1543, "ks_statistic_scaled_mean_cells": -0.3635, "ks_statistic_scaled_mean_genes": -0.3172, "ks_statistic_scaled_var_cells": -0.2331, @@ -3539,7 +3539,7 @@ "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1, + "ks_statistic_enrichment": 0, "ks_statistic_frac_zero_cells": 1, "ks_statistic_frac_zero_genes": 1, "ks_statistic_L_stats": 1, @@ -3560,13 +3560,13 @@ "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.8276, + "mean_score": 0.7931, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 7.9, - "cpu_pct": 192.2, - "peak_memory_mb": 3277, + "duration_sec": 8.6, + "cpu_pct": 259.3, + "peak_memory_mb": 5940, "disk_read_mb": 49, "disk_write_mb": 20 } @@ -3575,73 +3575,73 @@ "dataset_id": "hindlimbmuscle", "method_id": "scdesign2", "metric_values": { - "clustering_ari": -0.0016, - "clustering_nmi": 0.0004, + "clustering_ari": -0.0015, + "clustering_nmi": 0.0007, "crosscor_cosine": "NA", - "crosscor_mantel": -0.3445, - "ctdeconcolute_jsd": 0.0417, - "ctdeconvolute_rmse": 0.094, + "crosscor_mantel": -0.3499, + "ctdeconcolute_jsd": 0.0423, + "ctdeconvolute_rmse": 0.0938, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 0.4248, + "ks_statistic_efflib_size_cells": 1.2318, "ks_statistic_enrichment": 0.6667, - "ks_statistic_frac_zero_cells": 1.2934, - "ks_statistic_frac_zero_genes": 0.2766, - "ks_statistic_L_stats": 12.813, - "ks_statistic_lib_fraczero_cells": 4.8557, - "ks_statistic_lib_size_cells": 0.4248, - "ks_statistic_mean_fraczero_genes": 3.2276, - "ks_statistic_mean_var_genes": -1.3642, - "ks_statistic_morans_I": 40.1043, - "ks_statistic_nn_correlation": 5.2076, - "ks_statistic_pearson_cells": 6.39, - "ks_statistic_pearson_genes": 5.8096, - "ks_statistic_scaled_mean_cells": -0.3396, - "ks_statistic_scaled_mean_genes": 1.3157, - "ks_statistic_scaled_var_cells": -0.2538, - "ks_statistic_scaled_var_genes": -0.7366, - "ks_statistic_tmm_cells": 0.1709, + "ks_statistic_frac_zero_cells": 1.3132, + "ks_statistic_frac_zero_genes": 0.2429, + "ks_statistic_L_stats": 12.5907, + "ks_statistic_lib_fraczero_cells": 4.6916, + "ks_statistic_lib_size_cells": 1.2318, + "ks_statistic_mean_fraczero_genes": 0.3969, + "ks_statistic_mean_var_genes": -0.8639, + "ks_statistic_morans_I": 39.9595, + "ks_statistic_nn_correlation": 5.9956, + "ks_statistic_pearson_cells": 5.4758, + "ks_statistic_pearson_genes": 4.5105, + "ks_statistic_scaled_mean_cells": -0.4018, + "ks_statistic_scaled_mean_genes": 0.0466, + "ks_statistic_scaled_var_cells": -0.2417, + "ks_statistic_scaled_var_genes": -1.0151, + "ks_statistic_tmm_cells": 0.1463, "ks_statistic_transition_matrix": 0.6667, "svg_precision": 0, "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.0017, - "clustering_nmi": -0.002, + "clustering_ari": -0.0046, + "clustering_nmi": -0.0036, "crosscor_cosine": 0, - "crosscor_mantel": -0.3994, - "ctdeconcolute_jsd": 0.7523, - "ctdeconvolute_rmse": 0.8841, + "crosscor_mantel": -0.4106, + "ctdeconcolute_jsd": 0.7467, + "ctdeconvolute_rmse": 0.8828, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": -1, - "ks_statistic_efflib_size_cells": 0.9907, - "ks_statistic_enrichment": -2, - "ks_statistic_frac_zero_cells": 0.9857, - "ks_statistic_frac_zero_genes": 0.9964, - "ks_statistic_L_stats": -0.2623, - "ks_statistic_lib_fraczero_cells": 0.8972, - "ks_statistic_lib_size_cells": 0.9907, - "ks_statistic_mean_fraczero_genes": 0.9568, - "ks_statistic_mean_var_genes": 0.9856, - "ks_statistic_morans_I": -5.3972, - "ks_statistic_nn_correlation": 0.657, - "ks_statistic_pearson_cells": 0.8751, - "ks_statistic_pearson_genes": 0.8737, - "ks_statistic_scaled_mean_cells": -0.033, - "ks_statistic_scaled_mean_genes": 0.978, - "ks_statistic_scaled_var_cells": 0.2992, - "ks_statistic_scaled_var_genes": 9.8572, - "ks_statistic_tmm_cells": 0.884, + "ks_statistic_efflib_size_cells": 0.9794, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9843, + "ks_statistic_frac_zero_genes": 0.9972, + "ks_statistic_L_stats": 0.0584, + "ks_statistic_lib_fraczero_cells": 0.8808, + "ks_statistic_lib_size_cells": 0.9794, + "ks_statistic_mean_fraczero_genes": 0.9455, + "ks_statistic_mean_var_genes": 0.9658, + "ks_statistic_morans_I": -4.5353, + "ks_statistic_nn_correlation": 0.6298, + "ks_statistic_pearson_cells": 0.8666, + "ks_statistic_pearson_genes": 0.9152, + "ks_statistic_scaled_mean_cells": 0.0501, + "ks_statistic_scaled_mean_genes": 0.9949, + "ks_statistic_scaled_var_cells": 0.07, + "ks_statistic_scaled_var_genes": 9.9956, + "ks_statistic_tmm_cells": 0.883, "ks_statistic_transition_matrix": -2, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.483, + "mean_score": 0.4769, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 132, - "cpu_pct": 262.6, + "duration_sec": 271, + "cpu_pct": 266.3, "peak_memory_mb": 11162, "disk_read_mb": 53, "disk_write_mb": 11 @@ -3651,74 +3651,74 @@ "dataset_id": "hindlimbmuscle", "method_id": "scdesign3", "metric_values": { - "clustering_ari": -0.0014, - "clustering_nmi": 0.0007, + "clustering_ari": 0.0005, + "clustering_nmi": 0.0025, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0982, - "ctdeconcolute_jsd": 0.0418, - "ctdeconvolute_rmse": 0.0939, + "crosscor_mantel": 0.0943, + "ctdeconcolute_jsd": 0.0404, + "ctdeconvolute_rmse": 0.0898, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": 1.7527, - "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": 1.8563, - "ks_statistic_frac_zero_genes": -0.2061, - "ks_statistic_L_stats": 12.9059, - "ks_statistic_lib_fraczero_cells": 11.456, - "ks_statistic_lib_size_cells": 1.7527, - "ks_statistic_mean_fraczero_genes": -0.9786, - "ks_statistic_mean_var_genes": -1.0766, - "ks_statistic_morans_I": 3.9727, - "ks_statistic_nn_correlation": 1.3066, - "ks_statistic_pearson_cells": 6.7471, - "ks_statistic_pearson_genes": 3.8105, - "ks_statistic_scaled_mean_cells": -0.3728, - "ks_statistic_scaled_mean_genes": 0.026, - "ks_statistic_scaled_var_cells": -0.2397, - "ks_statistic_scaled_var_genes": -0.4114, - "ks_statistic_tmm_cells": 0.0686, - "ks_statistic_transition_matrix": 0.3333, - "svg_precision": "NA", + "ks_statistic_efflib_size_cells": 1.3242, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": 1.5543, + "ks_statistic_frac_zero_genes": -0.1674, + "ks_statistic_L_stats": 12.8248, + "ks_statistic_lib_fraczero_cells": 9.1487, + "ks_statistic_lib_size_cells": 1.3242, + "ks_statistic_mean_fraczero_genes": 10.7309, + "ks_statistic_mean_var_genes": -1.0267, + "ks_statistic_morans_I": 3.3829, + "ks_statistic_nn_correlation": 1.3158, + "ks_statistic_pearson_cells": 4.2196, + "ks_statistic_pearson_genes": 3.9864, + "ks_statistic_scaled_mean_cells": -0.437, + "ks_statistic_scaled_mean_genes": -0.1812, + "ks_statistic_scaled_var_cells": -0.2513, + "ks_statistic_scaled_var_genes": -0.4109, + "ks_statistic_tmm_cells": 0.8102, + "ks_statistic_transition_matrix": 0.4444, + "svg_precision": 0, "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.0014, - "clustering_nmi": -0.0015, + "clustering_ari": -0.0013, + "clustering_nmi": -0.0006, "crosscor_cosine": 0, - "crosscor_mantel": 0.1182, - "ctdeconcolute_jsd": 0.752, - "ctdeconvolute_rmse": 0.8842, + "crosscor_mantel": 0.1106, + "ctdeconcolute_jsd": 0.758, + "ctdeconvolute_rmse": 0.8878, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.984, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9809, + "ks_statistic_efflib_size_cells": 0.9787, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9821, "ks_statistic_frac_zero_genes": 0.999, - "ks_statistic_L_stats": -0.4555, - "ks_statistic_lib_fraczero_cells": 0.7904, - "ks_statistic_lib_size_cells": 0.984, - "ks_statistic_mean_fraczero_genes": 0.9953, - "ks_statistic_mean_var_genes": 0.9755, - "ks_statistic_morans_I": 0.1677, - "ks_statistic_nn_correlation": 0.8907, - "ks_statistic_pearson_cells": 0.8683, - "ks_statistic_pearson_genes": 0.9171, - "ks_statistic_scaled_mean_cells": 0.0127, - "ks_statistic_scaled_mean_genes": 0.9954, - "ks_statistic_scaled_var_cells": 0.0948, - "ks_statistic_scaled_var_genes": 2.0492, - "ks_statistic_tmm_cells": 0.9117, - "ks_statistic_transition_matrix": 1, + "ks_statistic_L_stats": -0.5148, + "ks_statistic_lib_fraczero_cells": 0.7951, + "ks_statistic_lib_size_cells": 0.9787, + "ks_statistic_mean_fraczero_genes": 0.6474, + "ks_statistic_mean_var_genes": 0.9719, + "ks_statistic_morans_I": 0.3562, + "ks_statistic_nn_correlation": 0.8958, + "ks_statistic_pearson_cells": 0.8961, + "ks_statistic_pearson_genes": 0.9254, + "ks_statistic_scaled_mean_cells": 0.0961, + "ks_statistic_scaled_mean_genes": 0.9981, + "ks_statistic_scaled_var_cells": 0.1477, + "ks_statistic_scaled_var_genes": 1.6003, + "ks_statistic_tmm_cells": 0.6906, + "ks_statistic_transition_matrix": 0, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.5628, + "mean_score": 0.4867, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 3084, - "cpu_pct": 100.3, - "peak_memory_mb": 6349, + "duration_sec": 3090, + "cpu_pct": 100.4, + "peak_memory_mb": 9012, "disk_read_mb": 80, "disk_write_mb": 8 } @@ -3727,74 +3727,74 @@ "dataset_id": "hindlimbmuscle", "method_id": "sparsim", "metric_values": { - "clustering_ari": -0.0033, - "clustering_nmi": 0.001, + "clustering_ari": 0.0001, + "clustering_nmi": 0.0016, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0635, - "ctdeconcolute_jsd": 0.0579, - "ctdeconvolute_rmse": 0.1456, + "crosscor_mantel": 0.0622, + "ctdeconcolute_jsd": 0.0611, + "ctdeconvolute_rmse": 0.1582, "ks_statistic_celltype_interaction": -0.6939, - "ks_statistic_central_score": 0.4444, + "ks_statistic_central_score": 0, "ks_statistic_efflib_size_cells": -1.4069, - "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": -0.114, - "ks_statistic_frac_zero_genes": -0.1691, - "ks_statistic_L_stats": 13.1542, - "ks_statistic_lib_fraczero_cells": 4.6934, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": 0.0032, + "ks_statistic_frac_zero_genes": -0.2573, + "ks_statistic_L_stats": 13.1916, + "ks_statistic_lib_fraczero_cells": 3.2267, "ks_statistic_lib_size_cells": -1.4069, - "ks_statistic_mean_fraczero_genes": -1.4334, - "ks_statistic_mean_var_genes": 2.1215, - "ks_statistic_morans_I": 0.188, - "ks_statistic_nn_correlation": 0.4858, - "ks_statistic_pearson_cells": 59.5071, - "ks_statistic_pearson_genes": 66.717, + "ks_statistic_mean_fraczero_genes": -1.054, + "ks_statistic_mean_var_genes": 1.5829, + "ks_statistic_morans_I": 0.0339, + "ks_statistic_nn_correlation": 0.4009, + "ks_statistic_pearson_cells": 72.9209, + "ks_statistic_pearson_genes": 70.7678, "ks_statistic_scaled_mean_cells": -0.3635, - "ks_statistic_scaled_mean_genes": 10.3724, - "ks_statistic_scaled_var_cells": -0.3357, - "ks_statistic_scaled_var_genes": -0.556, - "ks_statistic_tmm_cells": -0.0886, - "ks_statistic_transition_matrix": 0.6667, + "ks_statistic_scaled_mean_genes": 12.4533, + "ks_statistic_scaled_var_cells": -0.249, + "ks_statistic_scaled_var_genes": -0.347, + "ks_statistic_tmm_cells": 0.0502, + "ks_statistic_transition_matrix": 0, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.0047, - "clustering_nmi": -0.001, + "clustering_ari": -0.002, + "clustering_nmi": -0.0021, "crosscor_cosine": 0, - "crosscor_mantel": 0.0776, - "ctdeconcolute_jsd": 0.6562, - "ctdeconvolute_rmse": 0.8205, + "crosscor_mantel": 0.0729, + "ctdeconcolute_jsd": 0.6343, + "ctdeconvolute_rmse": 0.8024, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, + "ks_statistic_central_score": 2, "ks_statistic_efflib_size_cells": 1, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9976, - "ks_statistic_frac_zero_genes": 0.9988, - "ks_statistic_L_stats": -0.9721, - "ks_statistic_lib_fraczero_cells": 0.8998, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9963, + "ks_statistic_frac_zero_genes": 0.9994, + "ks_statistic_L_stats": -1.413, + "ks_statistic_lib_fraczero_cells": 0.909, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.9995, - "ks_statistic_mean_var_genes": 0.8636, - "ks_statistic_morans_I": 0.7506, - "ks_statistic_nn_correlation": 0.9398, - "ks_statistic_pearson_cells": -0.1336, - "ks_statistic_pearson_genes": -0.4502, + "ks_statistic_mean_fraczero_genes": 0.9874, + "ks_statistic_mean_var_genes": 0.8743, + "ks_statistic_morans_I": 0.8041, + "ks_statistic_nn_correlation": 0.9478, + "ks_statistic_pearson_cells": -0.7182, + "ks_statistic_pearson_genes": -0.375, "ks_statistic_scaled_mean_cells": 1.1102e-16, - "ks_statistic_scaled_mean_genes": 0.856, - "ks_statistic_scaled_var_cells": 1.4847, - "ks_statistic_scaled_var_genes": 5.5198, - "ks_statistic_tmm_cells": 0.9543, - "ks_statistic_transition_matrix": -2, + "ks_statistic_scaled_mean_genes": 0.8219, + "ks_statistic_scaled_var_cells": 0.1286, + "ks_statistic_scaled_var_genes": 0.7117, + "ks_statistic_tmm_cells": 0.9109, + "ks_statistic_transition_matrix": 4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.5108, + "mean_score": 0.5035, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 36.2, - "cpu_pct": 119, - "peak_memory_mb": 3994, + "duration_sec": 51.9, + "cpu_pct": 107.1, + "peak_memory_mb": 2663, "disk_read_mb": 77, "disk_write_mb": 8 } @@ -3805,72 +3805,72 @@ "metric_values": { "clustering_ari": 0.0002, "clustering_nmi": 0.0017, - "crosscor_cosine": 0.4986, - "crosscor_mantel": -0.0033, - "ctdeconcolute_jsd": 0.1812, - "ctdeconvolute_rmse": 0.8073, + "crosscor_cosine": "NA", + "crosscor_mantel": 0.0057, + "ctdeconcolute_jsd": 0.1699, + "ctdeconvolute_rmse": 0.8263, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.6309, - "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 0.4209, - "ks_statistic_frac_zero_genes": 25.3885, - "ks_statistic_L_stats": 12.7319, - "ks_statistic_lib_fraczero_cells": 10.3729, - "ks_statistic_lib_size_cells": 0.6309, - "ks_statistic_mean_fraczero_genes": 90.855, - "ks_statistic_mean_var_genes": 73.805, - "ks_statistic_morans_I": 3.0845, - "ks_statistic_nn_correlation": 14.1706, - "ks_statistic_pearson_cells": 461.2241, - "ks_statistic_pearson_genes": 466.426, - "ks_statistic_scaled_mean_cells": -0.3171, - "ks_statistic_scaled_mean_genes": 39.3566, - "ks_statistic_scaled_var_cells": -0.2376, - "ks_statistic_scaled_var_genes": -0.2961, - "ks_statistic_tmm_cells": 2.6783, + "ks_statistic_efflib_size_cells": 0.8522, + "ks_statistic_enrichment": 0.2222, + "ks_statistic_frac_zero_cells": 1.7857, + "ks_statistic_frac_zero_genes": 22.889, + "ks_statistic_L_stats": 12.6857, + "ks_statistic_lib_fraczero_cells": 9.8103, + "ks_statistic_lib_size_cells": 0.8522, + "ks_statistic_mean_fraczero_genes": 93.7702, + "ks_statistic_mean_var_genes": 88.7395, + "ks_statistic_morans_I": 3.8744, + "ks_statistic_nn_correlation": 10.5069, + "ks_statistic_pearson_cells": 429.5845, + "ks_statistic_pearson_genes": 311.7971, + "ks_statistic_scaled_mean_cells": -0.2572, + "ks_statistic_scaled_mean_genes": 37.3523, + "ks_statistic_scaled_var_cells": -0.2434, + "ks_statistic_scaled_var_genes": -0.4805, + "ks_statistic_tmm_cells": 6.4054, "ks_statistic_transition_matrix": 0, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.0013, - "clustering_nmi": 0.0002, - "crosscor_cosine": -0.0006, - "crosscor_mantel": -0.0004, - "ctdeconcolute_jsd": -0.0756, - "ctdeconvolute_rmse": 0.0046, + "clustering_ari": -0.0017, + "clustering_nmi": -0.0019, + "crosscor_cosine": 0, + "crosscor_mantel": 0.0066, + "ctdeconcolute_jsd": -0.0163, + "ctdeconvolute_rmse": -0.0317, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.9897, + "ks_statistic_efflib_size_cells": 0.9824, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9931, - "ks_statistic_frac_zero_genes": 0.8624, - "ks_statistic_L_stats": -0.0934, - "ks_statistic_lib_fraczero_cells": 0.8079, - "ks_statistic_lib_size_cells": 0.9897, - "ks_statistic_mean_fraczero_genes": 0.1546, - "ks_statistic_mean_var_genes": -1.6453, - "ks_statistic_morans_I": 0.3045, - "ks_statistic_nn_correlation": 0.1202, - "ks_statistic_pearson_cells": -7.7623, - "ks_statistic_pearson_genes": -9.1384, - "ks_statistic_scaled_mean_cells": -0.0639, - "ks_statistic_scaled_mean_genes": 0.4655, - "ks_statistic_scaled_var_cells": 0.0651, - "ks_statistic_scaled_var_genes": -0.7189, - "ks_statistic_tmm_cells": 0.2043, + "ks_statistic_frac_zero_cells": 0.98, + "ks_statistic_frac_zero_genes": 0.8966, + "ks_statistic_L_stats": -0.1741, + "ks_statistic_lib_fraczero_cells": 0.7824, + "ks_statistic_lib_size_cells": 0.9824, + "ks_statistic_mean_fraczero_genes": -1.7476, + "ks_statistic_mean_var_genes": -2.3882, + "ks_statistic_morans_I": 0.2905, + "ks_statistic_nn_correlation": 0.3735, + "ks_statistic_pearson_cells": -9.0986, + "ks_statistic_pearson_genes": -5.0685, + "ks_statistic_scaled_mean_cells": -0.1392, + "ks_statistic_scaled_mean_genes": 0.4747, + "ks_statistic_scaled_var_cells": 0.0831, + "ks_statistic_scaled_var_genes": 2.5668, + "ks_statistic_tmm_cells": -0.9317, "ks_statistic_transition_matrix": 4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.2746, + "mean_score": 0.3052, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 16.4, - "cpu_pct": 125.6, - "peak_memory_mb": 3789, + "duration_sec": 17, + "cpu_pct": 189.1, + "peak_memory_mb": 6452, "disk_read_mb": 73, "disk_write_mb": 8 } @@ -3879,73 +3879,73 @@ "dataset_id": "hindlimbmuscle", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.4527, - "clustering_nmi": 0.4801, + "clustering_ari": 0.459, + "clustering_nmi": 0.4791, "crosscor_cosine": "NA", - "crosscor_mantel": 0.6978, - "ctdeconcolute_jsd": 0.0071, - "ctdeconvolute_rmse": 0.0036, + "crosscor_mantel": 0.7047, + "ctdeconcolute_jsd": 0.0064, + "ctdeconvolute_rmse": 0.0032, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0.2222, - "ks_statistic_efflib_size_cells": -0.8692, - "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": -0.3266, - "ks_statistic_frac_zero_genes": 0.1611, - "ks_statistic_L_stats": 12.4133, - "ks_statistic_lib_fraczero_cells": 1.3003, - "ks_statistic_lib_size_cells": -0.8692, - "ks_statistic_mean_fraczero_genes": 0.7327, - "ks_statistic_mean_var_genes": -0.9905, - "ks_statistic_morans_I": 15.2676, - "ks_statistic_nn_correlation": 4.7714, - "ks_statistic_pearson_cells": 0.5925, - "ks_statistic_pearson_genes": 1.2794, - "ks_statistic_scaled_mean_cells": -0.4096, - "ks_statistic_scaled_mean_genes": -0.2849, - "ks_statistic_scaled_var_cells": -0.2504, - "ks_statistic_scaled_var_genes": -1.1096, - "ks_statistic_tmm_cells": 0.0178, + "ks_statistic_efflib_size_cells": -0.8885, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": -0.3147, + "ks_statistic_frac_zero_genes": 0.2634, + "ks_statistic_L_stats": 12.3662, + "ks_statistic_lib_fraczero_cells": 1.8375, + "ks_statistic_lib_size_cells": -0.8885, + "ks_statistic_mean_fraczero_genes": 96.7063, + "ks_statistic_mean_var_genes": -0.9615, + "ks_statistic_morans_I": 22.4915, + "ks_statistic_nn_correlation": 5.5088, + "ks_statistic_pearson_cells": 2.2016, + "ks_statistic_pearson_genes": 2.5764, + "ks_statistic_scaled_mean_cells": -0.3995, + "ks_statistic_scaled_mean_genes": -0.2646, + "ks_statistic_scaled_var_cells": -0.248, + "ks_statistic_scaled_var_genes": -0.4057, + "ks_statistic_tmm_cells": -0.095, "ks_statistic_transition_matrix": 0.3333, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.7629, - "clustering_nmi": 0.808, + "clustering_ari": 0.7728, + "clustering_nmi": 0.8057, "crosscor_cosine": 0, - "crosscor_mantel": 0.8192, - "ctdeconcolute_jsd": 0.9581, - "ctdeconvolute_rmse": 0.9955, + "crosscor_mantel": 0.8268, + "ctdeconcolute_jsd": 0.9618, + "ctdeconvolute_rmse": 0.996, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9973, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9994, - "ks_statistic_frac_zero_genes": 0.997, - "ks_statistic_L_stats": 0.5692, - "ks_statistic_lib_fraczero_cells": 0.9547, - "ks_statistic_lib_size_cells": 0.9973, - "ks_statistic_mean_fraczero_genes": 0.9796, - "ks_statistic_mean_var_genes": 0.9725, - "ks_statistic_morans_I": -1.5719, - "ks_statistic_nn_correlation": 0.6832, - "ks_statistic_pearson_cells": 0.9852, - "ks_statistic_pearson_genes": 0.9721, - "ks_statistic_scaled_mean_cells": 0.0633, - "ks_statistic_scaled_mean_genes": 0.9996, - "ks_statistic_scaled_var_cells": 0.2498, - "ks_statistic_scaled_var_genes": 18.8147, - "ks_statistic_tmm_cells": 0.9255, + "ks_statistic_efflib_size_cells": 0.996, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9992, + "ks_statistic_frac_zero_genes": 0.9971, + "ks_statistic_L_stats": 0.6084, + "ks_statistic_lib_fraczero_cells": 0.9357, + "ks_statistic_lib_size_cells": 0.996, + "ks_statistic_mean_fraczero_genes": -1.8323, + "ks_statistic_mean_var_genes": 0.9695, + "ks_statistic_morans_I": -2.1992, + "ks_statistic_nn_correlation": 0.6575, + "ks_statistic_pearson_cells": 0.9435, + "ks_statistic_pearson_genes": 0.9528, + "ks_statistic_scaled_mean_cells": 0.0471, + "ks_statistic_scaled_mean_genes": 0.9993, + "ks_statistic_scaled_var_cells": 0.1209, + "ks_statistic_scaled_var_genes": 1.5282, + "ks_statistic_tmm_cells": 0.953, "ks_statistic_transition_matrix": 1, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.7134, + "mean_score": 0.6393, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 28.7, - "cpu_pct": 116.5, + "duration_sec": 29, + "cpu_pct": 125.9, "peak_memory_mb": 3584, "disk_read_mb": 73, "disk_write_mb": 8 @@ -3974,8 +3974,8 @@ "ks_statistic_mean_var_genes": 48.5064, "ks_statistic_morans_I": 1.8544, "ks_statistic_nn_correlation": 7.6605, - "ks_statistic_pearson_cells": 300.8921, - "ks_statistic_pearson_genes": 322.922, + "ks_statistic_pearson_cells": 274.8487, + "ks_statistic_pearson_genes": 349.8873, "ks_statistic_scaled_mean_cells": -0.2898, "ks_statistic_scaled_mean_genes": 155.8629, "ks_statistic_scaled_var_cells": -0.2307, @@ -3986,42 +3986,42 @@ "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.0013, - "clustering_nmi": 0.0002, + "clustering_ari": -0.0017, + "clustering_nmi": -0.0019, "crosscor_cosine": 0, - "crosscor_mantel": 0.0087, - "ctdeconcolute_jsd": 0.0069, - "ctdeconvolute_rmse": -0.0016, + "crosscor_mantel": 0.0053, + "ctdeconcolute_jsd": -0.0011, + "ctdeconvolute_rmse": -0.0143, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.7958, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9625, - "ks_statistic_frac_zero_genes": 0.9424, - "ks_statistic_L_stats": -1.1072, - "ks_statistic_lib_fraczero_cells": 0.541, - "ks_statistic_lib_size_cells": 0.7958, - "ks_statistic_mean_fraczero_genes": 0.3874, - "ks_statistic_mean_var_genes": -0.7598, - "ks_statistic_morans_I": 0.494, - "ks_statistic_nn_correlation": 0.5101, - "ks_statistic_pearson_cells": -4.7176, - "ks_statistic_pearson_genes": -6.0192, - "ks_statistic_scaled_mean_cells": -0.1014, - "ks_statistic_scaled_mean_genes": -1.104, - "ks_statistic_scaled_var_cells": -0.0354, - "ks_statistic_scaled_var_genes": 19.3273, - "ks_statistic_tmm_cells": 0.4646, + "ks_statistic_efflib_size_cells": 0.6847, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9595, + "ks_statistic_frac_zero_genes": 0.9521, + "ks_statistic_L_stats": -1.4805, + "ks_statistic_lib_fraczero_cells": 0.454, + "ks_statistic_lib_size_cells": 0.6847, + "ks_statistic_mean_fraczero_genes": -0.9302, + "ks_statistic_mean_var_genes": -0.8822, + "ks_statistic_morans_I": 0.5606, + "ks_statistic_nn_correlation": 0.5352, + "ks_statistic_pearson_cells": -5.4628, + "ks_statistic_pearson_genes": -5.8102, + "ks_statistic_scaled_mean_cells": -0.0965, + "ks_statistic_scaled_mean_genes": -1.178, + "ks_statistic_scaled_var_cells": -0.0199, + "ks_statistic_scaled_var_genes": 11.6052, + "ks_statistic_tmm_cells": 0.4274, "ks_statistic_transition_matrix": 4, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3417, + "mean_score": 0.2849, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 89, - "cpu_pct": 107.7, + "duration_sec": 160, + "cpu_pct": 105.3, "peak_memory_mb": 4404, "disk_read_mb": 334, "disk_write_mb": 11 @@ -4031,74 +4031,74 @@ "dataset_id": "hindlimbmuscle", "method_id": "zinbwave", "metric_values": { - "clustering_ari": -0.0002, - "clustering_nmi": 0.0012, + "clustering_ari": -0.0008, + "clustering_nmi": 0.001, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0326, - "ctdeconcolute_jsd": 0.0259, - "ctdeconvolute_rmse": 0.0459, + "crosscor_mantel": 0.0416, + "ctdeconcolute_jsd": 0.0261, + "ctdeconvolute_rmse": 0.046, "ks_statistic_celltype_interaction": -0.6939, "ks_statistic_central_score": 0.2222, - "ks_statistic_efflib_size_cells": -1.496, + "ks_statistic_efflib_size_cells": -1.3887, "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": -0.3042, - "ks_statistic_frac_zero_genes": -0.3179, - "ks_statistic_L_stats": 12.7791, - "ks_statistic_lib_fraczero_cells": -0.8324, - "ks_statistic_lib_size_cells": -1.496, - "ks_statistic_mean_fraczero_genes": -1.1665, - "ks_statistic_mean_var_genes": -5.7211, - "ks_statistic_morans_I": 0.5259, - "ks_statistic_nn_correlation": 0.0701, - "ks_statistic_pearson_cells": 18.3637, - "ks_statistic_pearson_genes": 20.1662, - "ks_statistic_scaled_mean_cells": -0.355, - "ks_statistic_scaled_mean_genes": -0.2993, - "ks_statistic_scaled_var_cells": -0.2302, - "ks_statistic_scaled_var_genes": -0.4305, - "ks_statistic_tmm_cells": 5.4477, + "ks_statistic_frac_zero_cells": -0.1896, + "ks_statistic_frac_zero_genes": -0.2898, + "ks_statistic_L_stats": 12.7647, + "ks_statistic_lib_fraczero_cells": -0.6585, + "ks_statistic_lib_size_cells": -1.3887, + "ks_statistic_mean_fraczero_genes": -1.1635, + "ks_statistic_mean_var_genes": -3.3747, + "ks_statistic_morans_I": -0.3565, + "ks_statistic_nn_correlation": 0.2495, + "ks_statistic_pearson_cells": 19.5647, + "ks_statistic_pearson_genes": 18.6522, + "ks_statistic_scaled_mean_cells": -0.3493, + "ks_statistic_scaled_mean_genes": -0.2828, + "ks_statistic_scaled_var_cells": -0.2327, + "ks_statistic_scaled_var_genes": -0.4293, + "ks_statistic_tmm_cells": 5.5955, "ks_statistic_transition_matrix": 0.2222, "svg_precision": "NA", "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": 0.0006, - "clustering_nmi": -0.0007, + "clustering_ari": -0.0034, + "clustering_nmi": -0.0031, "crosscor_cosine": 0, - "crosscor_mantel": 0.0415, - "ctdeconcolute_jsd": 0.8461, - "ctdeconvolute_rmse": 0.9434, + "crosscor_mantel": 0.0487, + "ctdeconcolute_jsd": 0.8439, + "ctdeconvolute_rmse": 0.9425, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 1.0005, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9992, - "ks_statistic_frac_zero_genes": 0.9996, - "ks_statistic_L_stats": -0.1917, - "ks_statistic_lib_fraczero_cells": 0.9892, - "ks_statistic_lib_size_cells": 1.0005, - "ks_statistic_mean_fraczero_genes": 0.997, - "ks_statistic_mean_var_genes": 1.1381, - "ks_statistic_morans_I": 0.6986, - "ks_statistic_nn_correlation": 0.9648, - "ks_statistic_pearson_cells": 0.6477, - "ks_statistic_pearson_genes": 0.5616, - "ks_statistic_scaled_mean_cells": -0.0118, - "ks_statistic_scaled_mean_genes": 0.9998, - "ks_statistic_scaled_var_cells": -0.0425, - "ks_statistic_scaled_var_genes": 2.5075, - "ks_statistic_tmm_cells": -0.5464, + "ks_statistic_efflib_size_cells": 0.9999, + "ks_statistic_enrichment": 0, + "ks_statistic_frac_zero_cells": 0.9981, + "ks_statistic_frac_zero_genes": 0.9995, + "ks_statistic_L_stats": -0.3676, + "ks_statistic_lib_fraczero_cells": 0.9838, + "ks_statistic_lib_size_cells": 0.9999, + "ks_statistic_mean_fraczero_genes": 0.9905, + "ks_statistic_mean_var_genes": 1.0598, + "ks_statistic_morans_I": 0.8563, + "ks_statistic_nn_correlation": 0.9564, + "ks_statistic_pearson_cells": 0.5355, + "ks_statistic_pearson_genes": 0.6398, + "ks_statistic_scaled_mean_cells": -0.0187, + "ks_statistic_scaled_mean_genes": 0.9995, + "ks_statistic_scaled_var_cells": -0.0035, + "ks_statistic_scaled_var_genes": 1.8555, + "ks_statistic_tmm_cells": -0.6969, "ks_statistic_transition_matrix": 2, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.5755, + "mean_score": 0.5446, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 51.2, - "cpu_pct": 431.5, - "peak_memory_mb": 53248, + "duration_sec": 89, + "cpu_pct": 457.9, + "peak_memory_mb": 56218, "disk_read_mb": 79, "disk_write_mb": 9 } @@ -4107,32 +4107,32 @@ "dataset_id": "olfactorybulb", "method_id": "negative", "metric_values": { - "clustering_ari": -0.004, - "clustering_nmi": 0.007, - "crosscor_cosine": 0.4968, - "crosscor_mantel": 0.0007, - "ctdeconcolute_jsd": 0.2128, - "ctdeconvolute_rmse": 0.1502, + "clustering_ari": 0.0013, + "clustering_nmi": 0.0142, + "crosscor_cosine": 0.4947, + "crosscor_mantel": -0.0059, + "ctdeconcolute_jsd": 0.2099, + "ctdeconvolute_rmse": 0.1432, "ks_statistic_celltype_interaction": -2.734, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 21.1747, + "ks_statistic_efflib_size_cells": 119.9753, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 17.7204, - "ks_statistic_frac_zero_genes": 74.7945, - "ks_statistic_L_stats": -2.6319, - "ks_statistic_lib_fraczero_cells": 36.497, - "ks_statistic_lib_size_cells": 21.1747, - "ks_statistic_mean_fraczero_genes": 13.6054, - "ks_statistic_mean_var_genes": 13.3108, - "ks_statistic_morans_I": 6.4529, - "ks_statistic_nn_correlation": 6.0707, - "ks_statistic_pearson_cells": 120.5824, - "ks_statistic_pearson_genes": 122.754, - "ks_statistic_scaled_mean_cells": -12.9234, - "ks_statistic_scaled_mean_genes": 3.627, - "ks_statistic_scaled_var_cells": -0.8593, - "ks_statistic_scaled_var_genes": -1.0047, - "ks_statistic_tmm_cells": 3.3266, + "ks_statistic_frac_zero_cells": 11.226, + "ks_statistic_frac_zero_genes": 16.11, + "ks_statistic_L_stats": -2.5084, + "ks_statistic_lib_fraczero_cells": 11.4825, + "ks_statistic_lib_size_cells": 119.9753, + "ks_statistic_mean_fraczero_genes": 19.3376, + "ks_statistic_mean_var_genes": 16.1916, + "ks_statistic_morans_I": 11.1143, + "ks_statistic_nn_correlation": 8.8724, + "ks_statistic_pearson_cells": 127.1504, + "ks_statistic_pearson_genes": 113.0008, + "ks_statistic_scaled_mean_cells": -2.5166, + "ks_statistic_scaled_mean_genes": 4.5232, + "ks_statistic_scaled_var_cells": -0.8303, + "ks_statistic_scaled_var_genes": -0.9348, + "ks_statistic_tmm_cells": 3.8768, "ks_statistic_transition_matrix": 0.375, "svg_precision": "NA", "svg_recall": 0 @@ -4170,10 +4170,10 @@ }, "mean_score": 0.1034, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 3.4, - "cpu_pct": 319.2, + "duration_sec": 6.5, + "cpu_pct": 226, "peak_memory_mb": 3175, "disk_read_mb": 30, "disk_write_mb": 2 @@ -4190,7 +4190,7 @@ "ctdeconcolute_jsd": 0, "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0.0833, + "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": -3.5732, "ks_statistic_enrichment": 0.125, "ks_statistic_frac_zero_cells": -1.4735, @@ -4202,8 +4202,8 @@ "ks_statistic_mean_var_genes": -1.0209, "ks_statistic_morans_I": -0.4082, "ks_statistic_nn_correlation": -0.8891, - "ks_statistic_pearson_cells": -0.1096, - "ks_statistic_pearson_genes": -0.004, + "ks_statistic_pearson_cells": 0.0602, + "ks_statistic_pearson_genes": -0.1039, "ks_statistic_scaled_mean_cells": -0.5643, "ks_statistic_scaled_mean_genes": -0.3945, "ks_statistic_scaled_var_cells": -0.4494, @@ -4246,10 +4246,10 @@ }, "mean_score": 0.8276, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:11", "exit_code": 0, "duration_sec": 3.6, - "cpu_pct": 309.8, + "cpu_pct": 304.2, "peak_memory_mb": 3175, "disk_read_mb": 30, "disk_write_mb": 3 @@ -4259,74 +4259,74 @@ "dataset_id": "olfactorybulb", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.001, - "clustering_nmi": 0.012, - "crosscor_cosine": 0.8694, - "crosscor_mantel": 0.7391, - "ctdeconcolute_jsd": 0.2258, - "ctdeconvolute_rmse": 0.1686, + "clustering_ari": 0.0034, + "clustering_nmi": 0.0137, + "crosscor_cosine": 0.8625, + "crosscor_mantel": 0.7346, + "ctdeconcolute_jsd": 0.2304, + "ctdeconvolute_rmse": 0.1702, "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0.25, - "ks_statistic_efflib_size_cells": -2.1321, + "ks_statistic_central_score": 0.4167, + "ks_statistic_efflib_size_cells": -0.2897, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": 0.618, - "ks_statistic_frac_zero_genes": -0.7557, - "ks_statistic_L_stats": -2.12, - "ks_statistic_lib_fraczero_cells": 0.5262, - "ks_statistic_lib_size_cells": -2.1321, - "ks_statistic_mean_fraczero_genes": -0.8605, - "ks_statistic_mean_var_genes": -0.8489, - "ks_statistic_morans_I": 1.1556, - "ks_statistic_nn_correlation": -0.4733, - "ks_statistic_pearson_cells": 1.0286, - "ks_statistic_pearson_genes": 2.025, - "ks_statistic_scaled_mean_cells": -0.6082, - "ks_statistic_scaled_mean_genes": -0.384, - "ks_statistic_scaled_var_cells": -0.5013, - "ks_statistic_scaled_var_genes": -0.4043, - "ks_statistic_tmm_cells": -0.6763, + "ks_statistic_frac_zero_cells": -0.3611, + "ks_statistic_frac_zero_genes": -0.7574, + "ks_statistic_L_stats": -2.4304, + "ks_statistic_lib_fraczero_cells": -0.6797, + "ks_statistic_lib_size_cells": -0.2897, + "ks_statistic_mean_fraczero_genes": -0.8487, + "ks_statistic_mean_var_genes": -0.8295, + "ks_statistic_morans_I": 1.4112, + "ks_statistic_nn_correlation": -0.5244, + "ks_statistic_pearson_cells": 0.5081, + "ks_statistic_pearson_genes": 0.5539, + "ks_statistic_scaled_mean_cells": -1.1172, + "ks_statistic_scaled_mean_genes": -0.3851, + "ks_statistic_scaled_var_cells": -0.5947, + "ks_statistic_scaled_var_genes": -0.4171, + "ks_statistic_tmm_cells": 0.0688, "ks_statistic_transition_matrix": 0.375, - "svg_precision": 0.3721, - "svg_recall": 0.6957 + "svg_precision": 0.3608, + "svg_recall": 0.7609 }, "scaled_scores": { - "clustering_ari": 0.0054, - "clustering_nmi": 0.0056, - "crosscor_cosine": 0.8142, - "crosscor_mantel": 0.7959, - "ctdeconcolute_jsd": -0.0613, - "ctdeconvolute_rmse": -0.1226, + "clustering_ari": 0.0023, + "clustering_nmi": -0.0006, + "crosscor_cosine": 0.7999, + "crosscor_mantel": 0.7925, + "ctdeconcolute_jsd": -0.0979, + "ctdeconvolute_rmse": -0.1887, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.7143, - "ks_statistic_efflib_size_cells": 0.9418, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.9734, "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": 0.891, - "ks_statistic_frac_zero_genes": 0.9987, - "ks_statistic_L_stats": -0.135, - "ks_statistic_lib_fraczero_cells": 0.8813, - "ks_statistic_lib_size_cells": 0.9418, - "ks_statistic_mean_fraczero_genes": 0.994, - "ks_statistic_mean_var_genes": 0.988, - "ks_statistic_morans_I": 0.7721, - "ks_statistic_nn_correlation": 0.9403, - "ks_statistic_pearson_cells": 0.9906, - "ks_statistic_pearson_genes": 0.9835, - "ks_statistic_scaled_mean_cells": 0.0036, - "ks_statistic_scaled_mean_genes": 0.9974, - "ks_statistic_scaled_var_cells": 0.1267, - "ks_statistic_scaled_var_genes": -0.0008, - "ks_statistic_tmm_cells": 0.9031, + "ks_statistic_frac_zero_cells": 0.9124, + "ks_statistic_frac_zero_genes": 0.9942, + "ks_statistic_L_stats": -0.0199, + "ks_statistic_lib_fraczero_cells": 0.7696, + "ks_statistic_lib_size_cells": 0.9734, + "ks_statistic_mean_fraczero_genes": 0.9951, + "ks_statistic_mean_var_genes": 0.9889, + "ks_statistic_morans_I": 0.8421, + "ks_statistic_nn_correlation": 0.9626, + "ks_statistic_pearson_cells": 0.9965, + "ks_statistic_pearson_genes": 0.9942, + "ks_statistic_scaled_mean_cells": 0.2832, + "ks_statistic_scaled_mean_genes": 0.9981, + "ks_statistic_scaled_var_cells": 0.3816, + "ks_statistic_scaled_var_genes": 0.0233, + "ks_statistic_tmm_cells": 0.7642, "ks_statistic_transition_matrix": 0, "svg_precision": 0, - "svg_recall": 0.6957 + "svg_recall": 0.7609 }, - "mean_score": 0.542, + "mean_score": 0.5532, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 19.3, - "cpu_pct": 266.7, - "peak_memory_mb": 13824, + "duration_sec": 31.4, + "cpu_pct": 280.4, + "peak_memory_mb": 8295, "disk_read_mb": 34, "disk_write_mb": 2 } @@ -4335,73 +4335,73 @@ "dataset_id": "olfactorybulb", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.0572, - "clustering_nmi": 0.0662, - "crosscor_cosine": 0.8078, - "crosscor_mantel": 0.6247, - "ctdeconcolute_jsd": 0.1721, - "ctdeconvolute_rmse": 0.0964, + "clustering_ari": 0.0992, + "clustering_nmi": 0.1445, + "crosscor_cosine": 0.8282, + "crosscor_mantel": 0.6656, + "ctdeconcolute_jsd": 0.1683, + "ctdeconvolute_rmse": 0.0892, "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0.5833, - "ks_statistic_efflib_size_cells": -0.8674, - "ks_statistic_enrichment": 0.4375, - "ks_statistic_frac_zero_cells": -0.1337, - "ks_statistic_frac_zero_genes": -0.7004, - "ks_statistic_L_stats": -2.6428, - "ks_statistic_lib_fraczero_cells": -0.8811, - "ks_statistic_lib_size_cells": -0.8674, - "ks_statistic_mean_fraczero_genes": -0.8352, - "ks_statistic_mean_var_genes": -0.7278, - "ks_statistic_morans_I": -0.2215, - "ks_statistic_nn_correlation": 0.7065, - "ks_statistic_pearson_cells": 0.6274, - "ks_statistic_pearson_genes": 0.7186, - "ks_statistic_scaled_mean_cells": -1.1256, - "ks_statistic_scaled_mean_genes": -0.3752, - "ks_statistic_scaled_var_cells": -0.5639, - "ks_statistic_scaled_var_genes": -0.4291, - "ks_statistic_tmm_cells": -0.2205, + "ks_statistic_central_score": 0.4167, + "ks_statistic_efflib_size_cells": -0.0891, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -0.0132, + "ks_statistic_frac_zero_genes": -0.7258, + "ks_statistic_L_stats": -4.0734, + "ks_statistic_lib_fraczero_cells": 0.3566, + "ks_statistic_lib_size_cells": -0.0891, + "ks_statistic_mean_fraczero_genes": -0.8263, + "ks_statistic_mean_var_genes": -0.6331, + "ks_statistic_morans_I": -0.1347, + "ks_statistic_nn_correlation": -0.1023, + "ks_statistic_pearson_cells": 0.7979, + "ks_statistic_pearson_genes": 0.7593, + "ks_statistic_scaled_mean_cells": -1.6023, + "ks_statistic_scaled_mean_genes": -0.3768, + "ks_statistic_scaled_var_cells": -0.6372, + "ks_statistic_scaled_var_genes": -0.4059, + "ks_statistic_tmm_cells": -0.2014, "ks_statistic_transition_matrix": 0.375, - "svg_precision": 0.7083, - "svg_recall": 0.7391 + "svg_precision": 0.75, + "svg_recall": 0.7174 }, "scaled_scores": { - "clustering_ari": 0.0663, - "clustering_nmi": 0.0667, - "crosscor_cosine": 0.6795, - "crosscor_mantel": 0.6726, - "ctdeconcolute_jsd": 0.1915, - "ctdeconvolute_rmse": 0.3584, + "clustering_ari": 0.1066, + "clustering_nmi": 0.1482, + "crosscor_cosine": 0.7255, + "crosscor_mantel": 0.7186, + "ctdeconcolute_jsd": 0.1978, + "ctdeconvolute_rmse": 0.3772, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.1429, - "ks_statistic_efflib_size_cells": 0.8907, - "ks_statistic_enrichment": 0.1667, - "ks_statistic_frac_zero_cells": 0.9302, - "ks_statistic_frac_zero_genes": 0.998, - "ks_statistic_L_stats": 0.0029, - "ks_statistic_lib_fraczero_cells": 0.9157, - "ks_statistic_lib_size_cells": 0.8907, - "ks_statistic_mean_fraczero_genes": 0.9923, - "ks_statistic_mean_var_genes": 0.9796, - "ks_statistic_morans_I": 0.9728, - "ks_statistic_nn_correlation": 0.7708, - "ks_statistic_pearson_cells": 0.9939, - "ks_statistic_pearson_genes": 0.9941, - "ks_statistic_scaled_mean_cells": 0.0454, - "ks_statistic_scaled_mean_genes": 0.9952, - "ks_statistic_scaled_var_cells": 0.2794, - "ks_statistic_scaled_var_genes": 0.0406, - "ks_statistic_tmm_cells": 0.8002, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.9718, + "ks_statistic_enrichment": 0.3333, + "ks_statistic_frac_zero_cells": 0.885, + "ks_statistic_frac_zero_genes": 0.9924, + "ks_statistic_L_stats": 0.3998, + "ks_statistic_lib_fraczero_cells": 0.704, + "ks_statistic_lib_size_cells": 0.9718, + "ks_statistic_mean_fraczero_genes": 0.994, + "ks_statistic_mean_var_genes": 0.9775, + "ks_statistic_morans_I": 0.9763, + "ks_statistic_nn_correlation": 0.9194, + "ks_statistic_pearson_cells": 0.9942, + "ks_statistic_pearson_genes": 0.9924, + "ks_statistic_scaled_mean_cells": 0.5317, + "ks_statistic_scaled_mean_genes": 0.9964, + "ks_statistic_scaled_var_cells": 0.4932, + "ks_statistic_scaled_var_genes": 0.0022, + "ks_statistic_tmm_cells": 0.8184, "ks_statistic_transition_matrix": 0, "svg_precision": 0, - "svg_recall": 0.7391 + "svg_recall": 0.7174 }, - "mean_score": 0.5371, + "mean_score": 0.6016, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:11", "exit_code": 0, "duration_sec": 87, - "cpu_pct": 108.8, + "cpu_pct": 106.6, "peak_memory_mb": 3994, "disk_read_mb": 62, "disk_write_mb": 2 @@ -4411,74 +4411,74 @@ "dataset_id": "olfactorybulb", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.0101, - "clustering_nmi": 0.0211, - "crosscor_cosine": 0.88, - "crosscor_mantel": 0.7751, - "ctdeconcolute_jsd": 0.0993, - "ctdeconvolute_rmse": 0.0362, + "clustering_ari": 0.0111, + "clustering_nmi": 0.022, + "crosscor_cosine": 0.8778, + "crosscor_mantel": 0.7669, + "ctdeconcolute_jsd": 0.101, + "ctdeconvolute_rmse": 0.0378, "ks_statistic_celltype_interaction": -2.734, - "ks_statistic_central_score": 0, + "ks_statistic_central_score": 0.0833, "ks_statistic_efflib_size_cells": -3.5732, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": -0.501, - "ks_statistic_frac_zero_genes": -0.8596, - "ks_statistic_L_stats": -0.3125, - "ks_statistic_lib_fraczero_cells": 0.1294, + "ks_statistic_frac_zero_cells": -0.6523, + "ks_statistic_frac_zero_genes": -0.8279, + "ks_statistic_L_stats": -0.3849, + "ks_statistic_lib_fraczero_cells": -0.7564, "ks_statistic_lib_size_cells": -3.5732, - "ks_statistic_mean_fraczero_genes": -0.8328, - "ks_statistic_mean_var_genes": -0.9664, - "ks_statistic_morans_I": 0.0894, - "ks_statistic_nn_correlation": -0.7351, - "ks_statistic_pearson_cells": 1.4629, - "ks_statistic_pearson_genes": 1.438, + "ks_statistic_mean_fraczero_genes": -0.8726, + "ks_statistic_mean_var_genes": -0.8199, + "ks_statistic_morans_I": -0.1261, + "ks_statistic_nn_correlation": -0.7025, + "ks_statistic_pearson_cells": 0.7687, + "ks_statistic_pearson_genes": 0.3312, "ks_statistic_scaled_mean_cells": -0.5643, - "ks_statistic_scaled_mean_genes": -0.3592, - "ks_statistic_scaled_var_cells": -0.4004, - "ks_statistic_scaled_var_genes": -0.3904, - "ks_statistic_tmm_cells": -0.2937, - "ks_statistic_transition_matrix": 0, - "svg_precision": 0.8333, - "svg_recall": 0.7609 + "ks_statistic_scaled_mean_genes": -0.366, + "ks_statistic_scaled_var_cells": -0.4639, + "ks_statistic_scaled_var_genes": -0.4297, + "ks_statistic_tmm_cells": 0.2809, + "ks_statistic_transition_matrix": 0.0625, + "svg_precision": 0.7692, + "svg_recall": 0.6522 }, "scaled_scores": { - "clustering_ari": 0.0153, - "clustering_nmi": 0.0158, - "crosscor_cosine": 0.8373, - "crosscor_mantel": 0.8348, - "ctdeconcolute_jsd": 0.5332, - "ctdeconvolute_rmse": 0.7588, + "clustering_ari": 0.0106, + "clustering_nmi": 0.0089, + "crosscor_cosine": 0.8332, + "crosscor_mantel": 0.8272, + "ctdeconcolute_jsd": 0.5186, + "ctdeconvolute_rmse": 0.7358, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.1429, + "ks_statistic_central_score": 1.1667, "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9493, - "ks_statistic_frac_zero_genes": 1.0001, - "ks_statistic_L_stats": -0.6118, - "ks_statistic_lib_fraczero_cells": 0.891, + "ks_statistic_frac_zero_cells": 0.9353, + "ks_statistic_frac_zero_genes": 0.9984, + "ks_statistic_L_stats": -0.5424, + "ks_statistic_lib_fraczero_cells": 0.7745, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.9921, - "ks_statistic_mean_var_genes": 0.9962, - "ks_statistic_morans_I": 0.9275, - "ks_statistic_nn_correlation": 0.9779, - "ks_statistic_pearson_cells": 0.987, - "ks_statistic_pearson_genes": 0.9883, - "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 0.9912, - "ks_statistic_scaled_var_cells": -0.1194, - "ks_statistic_scaled_var_genes": -0.0239, - "ks_statistic_tmm_cells": 0.8167, - "ks_statistic_transition_matrix": 1.5, + "ks_statistic_mean_fraczero_genes": 0.9963, + "ks_statistic_mean_var_genes": 0.9883, + "ks_statistic_morans_I": 0.9755, + "ks_statistic_nn_correlation": 0.9809, + "ks_statistic_pearson_cells": 0.9944, + "ks_statistic_pearson_genes": 0.9962, + "ks_statistic_scaled_mean_cells": -2.2204e-16, + "ks_statistic_scaled_mean_genes": 0.9942, + "ks_statistic_scaled_var_cells": 0.0381, + "ks_statistic_scaled_var_genes": 0.047, + "ks_statistic_tmm_cells": 0.7217, + "ks_statistic_transition_matrix": 1.25, "svg_precision": 0, - "svg_recall": 0.7609 + "svg_recall": 0.6522 }, - "mean_score": 0.6646, + "mean_score": 0.6561, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 27.3, - "cpu_pct": 126, - "peak_memory_mb": 3789, + "duration_sec": 32.1, + "cpu_pct": 112, + "peak_memory_mb": 2458, "disk_read_mb": 59, "disk_write_mb": 2 } @@ -4489,72 +4489,72 @@ "metric_values": { "clustering_ari": 0.0095, "clustering_nmi": 0.0205, - "crosscor_cosine": 0.4995, - "crosscor_mantel": -0.0084, - "ctdeconcolute_jsd": 0.2068, - "ctdeconvolute_rmse": 0.1456, + "crosscor_cosine": 0.5019, + "crosscor_mantel": -0.0031, + "ctdeconcolute_jsd": 0.2269, + "ctdeconvolute_rmse": 0.1525, "ks_statistic_celltype_interaction": -2.734, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": -1.3453, + "ks_statistic_efflib_size_cells": -2.3906, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 3.7087, - "ks_statistic_frac_zero_genes": 12.6495, - "ks_statistic_L_stats": -0.3392, - "ks_statistic_lib_fraczero_cells": 13.3469, - "ks_statistic_lib_size_cells": -1.3453, - "ks_statistic_mean_fraczero_genes": 7.977, - "ks_statistic_mean_var_genes": 20.3758, - "ks_statistic_morans_I": 1.1898, - "ks_statistic_nn_correlation": 1.2491, - "ks_statistic_pearson_cells": 63.5861, - "ks_statistic_pearson_genes": 67.3564, - "ks_statistic_scaled_mean_cells": -0.9057, - "ks_statistic_scaled_mean_genes": 1.9059, - "ks_statistic_scaled_var_cells": -0.5269, - "ks_statistic_scaled_var_genes": -0.4453, - "ks_statistic_tmm_cells": 6.8198, + "ks_statistic_frac_zero_cells": 7.5677, + "ks_statistic_frac_zero_genes": 9.7162, + "ks_statistic_L_stats": -0.1595, + "ks_statistic_lib_fraczero_cells": 31.8006, + "ks_statistic_lib_size_cells": -2.3906, + "ks_statistic_mean_fraczero_genes": 10.3613, + "ks_statistic_mean_var_genes": 17.811, + "ks_statistic_morans_I": 1.9541, + "ks_statistic_nn_correlation": 3.6088, + "ks_statistic_pearson_cells": 87.4451, + "ks_statistic_pearson_genes": 84.9732, + "ks_statistic_scaled_mean_cells": -0.6738, + "ks_statistic_scaled_mean_genes": 0.3809, + "ks_statistic_scaled_var_cells": -0.3168, + "ks_statistic_scaled_var_genes": -1.4472, + "ks_statistic_tmm_cells": 7.8615, "ks_statistic_transition_matrix": 0, - "svg_precision": 0.2632, - "svg_recall": 0.3261 + "svg_precision": 0.3472, + "svg_recall": 0.5435 }, "scaled_scores": { - "clustering_ari": 0.0146, - "clustering_nmi": 0.0152, - "crosscor_cosine": 0.006, - "crosscor_mantel": -0.0098, - "ctdeconcolute_jsd": 0.028, - "ctdeconvolute_rmse": 0.0305, + "clustering_ari": 0.0089, + "clustering_nmi": 0.0071, + "crosscor_cosine": 0.0157, + "crosscor_mantel": 0.0029, + "ctdeconcolute_jsd": -0.0812, + "ctdeconvolute_rmse": -0.0654, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.1429, - "ks_statistic_efflib_size_cells": 0.91, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 0.9904, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.73, - "ks_statistic_frac_zero_genes": 0.8215, - "ks_statistic_L_stats": -0.6047, - "ks_statistic_lib_fraczero_cells": 0.5672, - "ks_statistic_lib_size_cells": 0.91, - "ks_statistic_mean_fraczero_genes": 0.3868, - "ks_statistic_mean_var_genes": -0.493, - "ks_statistic_morans_I": 0.7671, - "ks_statistic_nn_correlation": 0.6928, - "ks_statistic_pearson_cells": 0.4722, - "ks_statistic_pearson_genes": 0.4513, - "ks_statistic_scaled_mean_cells": 0.0276, - "ks_statistic_scaled_mean_genes": 0.428, - "ks_statistic_scaled_var_cells": 0.1892, - "ks_statistic_scaled_var_genes": 0.0675, - "ks_statistic_tmm_cells": -0.7881, + "ks_statistic_frac_zero_cells": 0.2881, + "ks_statistic_frac_zero_genes": 0.3769, + "ks_statistic_L_stats": -0.6, + "ks_statistic_lib_fraczero_cells": -1.2857, + "ks_statistic_lib_size_cells": 0.9904, + "ks_statistic_mean_fraczero_genes": 0.4425, + "ks_statistic_mean_var_genes": -0.0941, + "ks_statistic_morans_I": 0.795, + "ks_statistic_nn_correlation": 0.5392, + "ks_statistic_pearson_cells": 0.3124, + "ks_statistic_pearson_genes": 0.2478, + "ks_statistic_scaled_mean_cells": 0.0561, + "ks_statistic_scaled_mean_genes": 0.8423, + "ks_statistic_scaled_var_cells": -0.348, + "ks_statistic_scaled_var_genes": 1.9668, + "ks_statistic_tmm_cells": -0.7997, "ks_statistic_transition_matrix": 1.5, "svg_precision": 0, - "svg_recall": 0.3261 + "svg_recall": 0.5435 }, - "mean_score": 0.3738, + "mean_score": 0.3607, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 10.4, - "cpu_pct": 145, - "peak_memory_mb": 3687, + "duration_sec": 16.1, + "cpu_pct": 124.8, + "peak_memory_mb": 2356, "disk_read_mb": 55, "disk_write_mb": 2 } @@ -4563,74 +4563,74 @@ "dataset_id": "olfactorybulb", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.8866, - "clustering_nmi": 0.8708, - "crosscor_cosine": 0.9369, - "crosscor_mantel": 0.8882, - "ctdeconcolute_jsd": 0.0179, - "ctdeconvolute_rmse": 0.0014, + "clustering_ari": 0.8305, + "clustering_nmi": 0.8109, + "crosscor_cosine": 0.9411, + "crosscor_mantel": 0.8962, + "ctdeconcolute_jsd": 0.0185, + "ctdeconvolute_rmse": 0.0016, "ks_statistic_celltype_interaction": -2.734, "ks_statistic_central_score": 0.0833, - "ks_statistic_efflib_size_cells": -2.0976, + "ks_statistic_efflib_size_cells": -2.4987, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": -1.5994, - "ks_statistic_frac_zero_genes": -0.7434, - "ks_statistic_L_stats": -6.8185, - "ks_statistic_lib_fraczero_cells": -1.9026, - "ks_statistic_lib_size_cells": -2.0976, - "ks_statistic_mean_fraczero_genes": -0.8252, - "ks_statistic_mean_var_genes": -0.8331, - "ks_statistic_morans_I": -0.2857, - "ks_statistic_nn_correlation": -0.7085, - "ks_statistic_pearson_cells": 0.2155, - "ks_statistic_pearson_genes": 0.0516, - "ks_statistic_scaled_mean_cells": -0.5658, - "ks_statistic_scaled_mean_genes": -0.3723, - "ks_statistic_scaled_var_cells": -0.4784, - "ks_statistic_scaled_var_genes": -0.372, - "ks_statistic_tmm_cells": -0.1186, + "ks_statistic_frac_zero_cells": -1.3871, + "ks_statistic_frac_zero_genes": -0.8083, + "ks_statistic_L_stats": -5.997, + "ks_statistic_lib_fraczero_cells": -0.4461, + "ks_statistic_lib_size_cells": -2.4987, + "ks_statistic_mean_fraczero_genes": -0.8298, + "ks_statistic_mean_var_genes": -0.8265, + "ks_statistic_morans_I": -0.2786, + "ks_statistic_nn_correlation": -0.4715, + "ks_statistic_pearson_cells": 0.1521, + "ks_statistic_pearson_genes": 0.2112, + "ks_statistic_scaled_mean_cells": -0.5656, + "ks_statistic_scaled_mean_genes": -0.3748, + "ks_statistic_scaled_var_cells": -0.4635, + "ks_statistic_scaled_var_genes": -0.3667, + "ks_statistic_tmm_cells": -0.1436, "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.9474, - "svg_recall": 0.7826 + "svg_precision": 0.7872, + "svg_recall": 0.8043 }, "scaled_scores": { - "clustering_ari": 0.9636, - "clustering_nmi": 0.974, - "crosscor_cosine": 0.9616, - "crosscor_mantel": 0.9567, - "ctdeconcolute_jsd": 0.9161, - "ctdeconvolute_rmse": 0.9905, + "clustering_ari": 0.9024, + "clustering_nmi": 0.9057, + "crosscor_cosine": 0.9709, + "crosscor_mantel": 0.9655, + "ctdeconcolute_jsd": 0.912, + "ctdeconvolute_rmse": 0.9888, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9404, + "ks_statistic_central_score": 1.1667, + "ks_statistic_efflib_size_cells": 0.9913, "ks_statistic_enrichment": 0.6667, - "ks_statistic_frac_zero_cells": 1.0066, - "ks_statistic_frac_zero_genes": 0.9985, - "ks_statistic_L_stats": 1.1042, - "ks_statistic_lib_fraczero_cells": 0.9408, - "ks_statistic_lib_size_cells": 0.9404, - "ks_statistic_mean_fraczero_genes": 0.9916, - "ks_statistic_mean_var_genes": 0.9869, - "ks_statistic_morans_I": 0.9821, - "ks_statistic_nn_correlation": 0.9741, - "ks_statistic_pearson_cells": 0.9973, - "ks_statistic_pearson_genes": 0.9995, - "ks_statistic_scaled_mean_cells": 0.0001, - "ks_statistic_scaled_mean_genes": 0.9945, - "ks_statistic_scaled_var_cells": 0.0709, - "ks_statistic_scaled_var_genes": -0.0545, - "ks_statistic_tmm_cells": 0.7772, + "ks_statistic_frac_zero_cells": 0.9932, + "ks_statistic_frac_zero_genes": 0.9972, + "ks_statistic_L_stats": 0.8911, + "ks_statistic_lib_fraczero_cells": 0.7548, + "ks_statistic_lib_size_cells": 0.9913, + "ks_statistic_mean_fraczero_genes": 0.9942, + "ks_statistic_mean_var_genes": 0.9887, + "ks_statistic_morans_I": 0.9888, + "ks_statistic_nn_correlation": 0.9572, + "ks_statistic_pearson_cells": 0.9993, + "ks_statistic_pearson_genes": 0.9972, + "ks_statistic_scaled_mean_cells": 0.0007, + "ks_statistic_scaled_mean_genes": 0.996, + "ks_statistic_scaled_var_cells": 0.0371, + "ks_statistic_scaled_var_genes": -0.0718, + "ks_statistic_tmm_cells": 0.8069, "ks_statistic_transition_matrix": 1, "svg_precision": 0, - "svg_recall": 0.7826 + "svg_recall": 0.8043 }, - "mean_score": 0.7864, + "mean_score": 0.7759, "resources": { - "submit": "2024-11-25 06:12:02", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 10.9, - "cpu_pct": 208.5, - "peak_memory_mb": 6247, + "duration_sec": 16.5, + "cpu_pct": 125, + "peak_memory_mb": 2151, "disk_read_mb": 55, "disk_write_mb": 2 } @@ -4658,8 +4658,8 @@ "ks_statistic_mean_var_genes": 2.6576, "ks_statistic_morans_I": 5.0304, "ks_statistic_nn_correlation": 2.876, - "ks_statistic_pearson_cells": 79.4199, - "ks_statistic_pearson_genes": 81.9428, + "ks_statistic_pearson_cells": 79.7753, + "ks_statistic_pearson_genes": 80.2866, "ks_statistic_scaled_mean_cells": -36.5471, "ks_statistic_scaled_mean_genes": 1.61, "ks_statistic_scaled_var_cells": -0.4316, @@ -4670,42 +4670,42 @@ "svg_recall": 0.087 }, "scaled_scores": { - "clustering_ari": 0.0146, - "clustering_nmi": 0.0152, - "crosscor_cosine": 0.0019, - "crosscor_mantel": -0.0048, - "ctdeconcolute_jsd": -0.0289, - "ctdeconvolute_rmse": -0.0425, + "clustering_ari": 0.0089, + "clustering_nmi": 0.0071, + "crosscor_cosine": 0.0065, + "crosscor_mantel": 0.0022, + "ctdeconcolute_jsd": -0.0433, + "ctdeconvolute_rmse": -0.0938, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.1429, - "ks_statistic_efflib_size_cells": 0.3451, + "ks_statistic_central_score": 1.3333, + "ks_statistic_efflib_size_cells": 0.8688, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.6147, - "ks_statistic_frac_zero_genes": 0.9913, - "ks_statistic_L_stats": -0.6533, - "ks_statistic_lib_fraczero_cells": 0.0334, - "ks_statistic_lib_size_cells": 0.3451, - "ks_statistic_mean_fraczero_genes": 0.8584, - "ks_statistic_mean_var_genes": 0.7433, - "ks_statistic_morans_I": 0.2073, - "ks_statistic_nn_correlation": 0.459, - "ks_statistic_pearson_cells": 0.3411, - "ks_statistic_pearson_genes": 0.3325, - "ks_statistic_scaled_mean_cells": 2.9114, - "ks_statistic_scaled_mean_genes": 0.5016, - "ks_statistic_scaled_var_cells": -0.0434, - "ks_statistic_scaled_var_genes": 0.177, - "ks_statistic_tmm_cells": -0.0026, + "ks_statistic_frac_zero_cells": 0.4176, + "ks_statistic_frac_zero_genes": 0.9611, + "ks_statistic_L_stats": -0.6011, + "ks_statistic_lib_fraczero_cells": -1.4967, + "ks_statistic_lib_size_cells": 0.8688, + "ks_statistic_mean_fraczero_genes": 0.8984, + "ks_statistic_mean_var_genes": 0.7863, + "ks_statistic_morans_I": 0.528, + "ks_statistic_nn_correlation": 0.6143, + "ks_statistic_pearson_cells": 0.3728, + "ks_statistic_pearson_genes": 0.2892, + "ks_statistic_scaled_mean_cells": 18.4311, + "ks_statistic_scaled_mean_genes": 0.5924, + "ks_statistic_scaled_var_cells": -0.0467, + "ks_statistic_scaled_var_genes": 0.2004, + "ks_statistic_tmm_cells": 0.1081, "ks_statistic_transition_matrix": 1.5, "svg_precision": 0, "svg_recall": 0.087 }, - "mean_score": 0.3472, + "mean_score": 0.4006, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 84, - "cpu_pct": 108.3, + "duration_sec": 150, + "cpu_pct": 105.4, "peak_memory_mb": 4404, "disk_read_mb": 398, "disk_write_mb": 5 @@ -4715,74 +4715,74 @@ "dataset_id": "olfactorybulb", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.0114, - "clustering_nmi": 0.0229, - "crosscor_cosine": 0.5998, - "crosscor_mantel": 0.2155, - "ctdeconcolute_jsd": 0.1446, - "ctdeconvolute_rmse": 0.0842, + "clustering_ari": 0.002, + "clustering_nmi": 0.0134, + "crosscor_cosine": 0.6114, + "crosscor_mantel": 0.2427, + "ctdeconcolute_jsd": 0.1445, + "ctdeconvolute_rmse": 0.084, "ks_statistic_celltype_interaction": -2.734, "ks_statistic_central_score": 0.4167, - "ks_statistic_efflib_size_cells": -4.4214, + "ks_statistic_efflib_size_cells": -2.784, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.6548, - "ks_statistic_frac_zero_genes": -0.7729, - "ks_statistic_L_stats": -0.2608, - "ks_statistic_lib_fraczero_cells": -1.2429, - "ks_statistic_lib_size_cells": -4.4214, - "ks_statistic_mean_fraczero_genes": -0.7981, - "ks_statistic_mean_var_genes": 0.0416, - "ks_statistic_morans_I": 4.0086, - "ks_statistic_nn_correlation": 2.7234, - "ks_statistic_pearson_cells": 35.7101, - "ks_statistic_pearson_genes": 36.1859, - "ks_statistic_scaled_mean_cells": -0.6687, - "ks_statistic_scaled_mean_genes": -0.3858, - "ks_statistic_scaled_var_cells": -0.4178, - "ks_statistic_scaled_var_genes": -0.4411, - "ks_statistic_tmm_cells": -0.7335, + "ks_statistic_frac_zero_cells": -1.0858, + "ks_statistic_frac_zero_genes": -0.8138, + "ks_statistic_L_stats": -0.1515, + "ks_statistic_lib_fraczero_cells": -1.6551, + "ks_statistic_lib_size_cells": -2.784, + "ks_statistic_mean_fraczero_genes": -0.8859, + "ks_statistic_mean_var_genes": 0.182, + "ks_statistic_morans_I": 2.9823, + "ks_statistic_nn_correlation": 2.6225, + "ks_statistic_pearson_cells": 41.1124, + "ks_statistic_pearson_genes": 37.0578, + "ks_statistic_scaled_mean_cells": -0.545, + "ks_statistic_scaled_mean_genes": -0.3888, + "ks_statistic_scaled_var_cells": -0.3836, + "ks_statistic_scaled_var_genes": -0.4074, + "ks_statistic_tmm_cells": -0.1339, "ks_statistic_transition_matrix": 0.375, - "svg_precision": 0.3333, - "svg_recall": 0.0435 + "svg_precision": "NA", + "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0167, - "clustering_nmi": 0.0179, - "crosscor_cosine": 0.2251, - "crosscor_mantel": 0.2315, - "ctdeconcolute_jsd": 0.3207, - "ctdeconvolute_rmse": 0.4397, + "clustering_ari": 0.0007, + "clustering_nmi": -0.001, + "crosscor_cosine": 0.2538, + "crosscor_mantel": 0.2661, + "ctdeconcolute_jsd": 0.3116, + "ctdeconvolute_rmse": 0.4133, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.4286, - "ks_statistic_efflib_size_cells": 1.0343, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.9936, "ks_statistic_enrichment": 0.3333, - "ks_statistic_frac_zero_cells": 0.9573, - "ks_statistic_frac_zero_genes": 0.9989, - "ks_statistic_L_stats": -0.6254, - "ks_statistic_lib_fraczero_cells": 0.9246, - "ks_statistic_lib_size_cells": 1.0343, - "ks_statistic_mean_fraczero_genes": 0.9898, - "ks_statistic_mean_var_genes": 0.9259, - "ks_statistic_morans_I": 0.3563, - "ks_statistic_nn_correlation": 0.4809, - "ks_statistic_pearson_cells": 0.7032, - "ks_statistic_pearson_genes": 0.7052, - "ks_statistic_scaled_mean_cells": 0.0084, - "ks_statistic_scaled_mean_genes": 0.9978, - "ks_statistic_scaled_var_cells": -0.077, - "ks_statistic_scaled_var_genes": 0.0606, - "ks_statistic_tmm_cells": 0.916, + "ks_statistic_frac_zero_cells": 0.9695, + "ks_statistic_frac_zero_genes": 0.9975, + "ks_statistic_L_stats": -0.602, + "ks_statistic_lib_fraczero_cells": 0.8313, + "ks_statistic_lib_size_cells": 0.9936, + "ks_statistic_mean_fraczero_genes": 0.997, + "ks_statistic_mean_var_genes": 0.9301, + "ks_statistic_morans_I": 0.7057, + "ks_statistic_nn_correlation": 0.6403, + "ks_statistic_pearson_cells": 0.677, + "ks_statistic_pearson_genes": 0.6714, + "ks_statistic_scaled_mean_cells": -0.0099, + "ks_statistic_scaled_mean_genes": 0.9989, + "ks_statistic_scaled_var_cells": -0.1726, + "ks_statistic_scaled_var_genes": 0.005, + "ks_statistic_tmm_cells": 0.8049, "ks_statistic_transition_matrix": 0, "svg_precision": 0, - "svg_recall": 0.0435 + "svg_recall": 0 }, - "mean_score": 0.4511, + "mean_score": 0.4584, "resources": { - "submit": "2024-11-25 06:12:01", + "submit": "2024-12-11 16:05:10", "exit_code": 0, - "duration_sec": 15.4, - "cpu_pct": 283.4, - "peak_memory_mb": 3789, + "duration_sec": 23.7, + "cpu_pct": 278.8, + "peak_memory_mb": 11060, "disk_read_mb": 61, "disk_write_mb": 2 } @@ -4791,32 +4791,32 @@ "dataset_id": "osteosarcoma", "method_id": "negative", "metric_values": { - "clustering_ari": -0.0034, - "clustering_nmi": 0.0013, - "crosscor_cosine": 0.4991, - "crosscor_mantel": 0.0006, - "ctdeconcolute_jsd": 0.1667, - "ctdeconvolute_rmse": 0.2851, + "clustering_ari": -0.0032, + "clustering_nmi": 0.0017, + "crosscor_cosine": 0.4975, + "crosscor_mantel": -0.0032, + "ctdeconcolute_jsd": 0.17, + "ctdeconvolute_rmse": 0.2965, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 63.6662, + "ks_statistic_efflib_size_cells": 51.4269, "ks_statistic_enrichment": 0.75, - "ks_statistic_frac_zero_cells": 46.7768, - "ks_statistic_frac_zero_genes": 262.6637, - "ks_statistic_L_stats": 19.3262, - "ks_statistic_lib_fraczero_cells": 85.7775, - "ks_statistic_lib_size_cells": 63.6662, - "ks_statistic_mean_fraczero_genes": 52.3422, - "ks_statistic_mean_var_genes": 92.054, - "ks_statistic_morans_I": 77.6652, - "ks_statistic_nn_correlation": 276.649, - "ks_statistic_pearson_cells": 63.0051, - "ks_statistic_pearson_genes": 70.9339, - "ks_statistic_scaled_mean_cells": -1.8619, - "ks_statistic_scaled_mean_genes": 27.0934, - "ks_statistic_scaled_var_cells": -1.5049, - "ks_statistic_scaled_var_genes": -2.8104, - "ks_statistic_tmm_cells": 4.3434, + "ks_statistic_frac_zero_cells": 38.9185, + "ks_statistic_frac_zero_genes": 120.434, + "ks_statistic_L_stats": 19.3121, + "ks_statistic_lib_fraczero_cells": 47.6997, + "ks_statistic_lib_size_cells": 51.4269, + "ks_statistic_mean_fraczero_genes": 25.791, + "ks_statistic_mean_var_genes": 91.8399, + "ks_statistic_morans_I": 57.3886, + "ks_statistic_nn_correlation": 334.2084, + "ks_statistic_pearson_cells": 69.5145, + "ks_statistic_pearson_genes": 58.3886, + "ks_statistic_scaled_mean_cells": -1.0067, + "ks_statistic_scaled_mean_genes": 27.6645, + "ks_statistic_scaled_var_cells": -1.3389, + "ks_statistic_scaled_var_genes": -2.6779, + "ks_statistic_tmm_cells": 1.3713, "ks_statistic_transition_matrix": 0.6875, "svg_precision": "NA", "svg_recall": 0 @@ -4854,10 +4854,10 @@ }, "mean_score": 0.1034, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 7.4, - "cpu_pct": 291, + "duration_sec": 6.7, + "cpu_pct": 285.1, "peak_memory_mb": 5940, "disk_read_mb": 49, "disk_write_mb": 7 @@ -4886,8 +4886,8 @@ "ks_statistic_mean_var_genes": -2.3295, "ks_statistic_morans_I": -0.596, "ks_statistic_nn_correlation": -13.9751, - "ks_statistic_pearson_cells": -0.1734, - "ks_statistic_pearson_genes": 0.1141, + "ks_statistic_pearson_cells": -0.1381, + "ks_statistic_pearson_genes": -0.0827, "ks_statistic_scaled_mean_cells": -0.3886, "ks_statistic_scaled_mean_genes": -0.2858, "ks_statistic_scaled_var_cells": -0.4228, @@ -4930,10 +4930,10 @@ }, "mean_score": 0.8276, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 7.4, - "cpu_pct": 290.4, + "duration_sec": 7.7, + "cpu_pct": 299.1, "peak_memory_mb": 5940, "disk_read_mb": 49, "disk_write_mb": 21 @@ -4943,74 +4943,74 @@ "dataset_id": "osteosarcoma", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.0232, - "clustering_nmi": 0.0304, - "crosscor_cosine": 0.7131, - "crosscor_mantel": 0.418, - "ctdeconcolute_jsd": 0.1068, - "ctdeconvolute_rmse": 0.1127, + "clustering_ari": 0.0161, + "clustering_nmi": 0.0222, + "crosscor_cosine": 0.7139, + "crosscor_mantel": 0.421, + "ctdeconcolute_jsd": 0.1078, + "ctdeconvolute_rmse": 0.1157, "ks_statistic_celltype_interaction": -0.4544, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 1.4309, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.7579, "ks_statistic_enrichment": 0.625, - "ks_statistic_frac_zero_cells": -0.207, - "ks_statistic_frac_zero_genes": -0.253, - "ks_statistic_L_stats": 19.3409, - "ks_statistic_lib_fraczero_cells": 2.0232, - "ks_statistic_lib_size_cells": 1.4309, - "ks_statistic_mean_fraczero_genes": -0.5912, - "ks_statistic_mean_var_genes": -1.1914, - "ks_statistic_morans_I": 6.4406, - "ks_statistic_nn_correlation": 31.1045, - "ks_statistic_pearson_cells": 0.2511, - "ks_statistic_pearson_genes": 0.1321, - "ks_statistic_scaled_mean_cells": -3.0063, - "ks_statistic_scaled_mean_genes": -0.1812, - "ks_statistic_scaled_var_cells": -0.2937, - "ks_statistic_scaled_var_genes": -0.6268, - "ks_statistic_tmm_cells": 1.0915, - "ks_statistic_transition_matrix": 0.625, - "svg_precision": 0.2301, - "svg_recall": 0.6011 + "ks_statistic_frac_zero_cells": 0.5235, + "ks_statistic_frac_zero_genes": -0.1002, + "ks_statistic_L_stats": 19.2903, + "ks_statistic_lib_fraczero_cells": 2.7304, + "ks_statistic_lib_size_cells": 0.7579, + "ks_statistic_mean_fraczero_genes": -0.6057, + "ks_statistic_mean_var_genes": -1.6047, + "ks_statistic_morans_I": 7.2717, + "ks_statistic_nn_correlation": 30.8147, + "ks_statistic_pearson_cells": 0.8403, + "ks_statistic_pearson_genes": 0.4837, + "ks_statistic_scaled_mean_cells": -0.5883, + "ks_statistic_scaled_mean_genes": -0.2746, + "ks_statistic_scaled_var_cells": -0.2878, + "ks_statistic_scaled_var_genes": -1.8501, + "ks_statistic_tmm_cells": 0.7053, + "ks_statistic_transition_matrix": 0.5, + "svg_precision": 0.2421, + "svg_recall": 0.5847 }, "scaled_scores": { - "clustering_ari": 0.0449, - "clustering_nmi": 0.0529, - "crosscor_cosine": 0.4507, - "crosscor_mantel": 0.4324, - "ctdeconcolute_jsd": 0.3596, - "ctdeconvolute_rmse": 0.6049, + "clustering_ari": 0.0326, + "clustering_nmi": 0.0371, + "crosscor_cosine": 0.4542, + "crosscor_mantel": 0.4377, + "ctdeconcolute_jsd": 0.3658, + "ctdeconvolute_rmse": 0.6099, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9663, + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": 0.9713, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 0.9751, - "ks_statistic_frac_zero_genes": 0.999, - "ks_statistic_L_stats": -0.8473, - "ks_statistic_lib_fraczero_cells": 0.9517, - "ks_statistic_lib_size_cells": 0.9663, - "ks_statistic_mean_fraczero_genes": 0.9902, - "ks_statistic_mean_var_genes": 0.9879, - "ks_statistic_morans_I": 0.9101, - "ks_statistic_nn_correlation": 0.8449, - "ks_statistic_pearson_cells": 0.9933, - "ks_statistic_pearson_genes": 0.9997, - "ks_statistic_scaled_mean_cells": 1.7768, - "ks_statistic_scaled_mean_genes": 0.9962, - "ks_statistic_scaled_var_cells": -0.1194, - "ks_statistic_scaled_var_genes": -0.3505, - "ks_statistic_tmm_cells": 0.55, - "ks_statistic_transition_matrix": 0.1429, + "ks_statistic_frac_zero_cells": 0.9522, + "ks_statistic_frac_zero_genes": 0.9965, + "ks_statistic_L_stats": 6.5465, + "ks_statistic_lib_fraczero_cells": 0.9007, + "ks_statistic_lib_size_cells": 0.9713, + "ks_statistic_mean_fraczero_genes": 0.9812, + "ks_statistic_mean_var_genes": 0.9923, + "ks_statistic_morans_I": 0.8643, + "ks_statistic_nn_correlation": 0.8714, + "ks_statistic_pearson_cells": 0.986, + "ks_statistic_pearson_genes": 0.9903, + "ks_statistic_scaled_mean_cells": 0.3231, + "ks_statistic_scaled_mean_genes": 0.9996, + "ks_statistic_scaled_var_cells": -0.1474, + "ks_statistic_scaled_var_genes": 0.4423, + "ks_statistic_tmm_cells": 0.2265, + "ks_statistic_transition_matrix": 0.4286, "svg_precision": 0, - "svg_recall": 0.6011 + "svg_recall": 0.5847 }, - "mean_score": 0.5541, + "mean_score": 0.5863, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 63, - "cpu_pct": 322.2, - "peak_memory_mb": 24781, + "duration_sec": 59.5, + "cpu_pct": 325, + "peak_memory_mb": 13927, "disk_read_mb": 81, "disk_write_mb": 36 } @@ -5019,70 +5019,70 @@ "dataset_id": "osteosarcoma", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.0038, - "clustering_nmi": 0.0108, - "crosscor_cosine": 0.8182, - "crosscor_mantel": 0.6296, - "ctdeconcolute_jsd": 0.1035, - "ctdeconvolute_rmse": 0.1033, + "clustering_ari": 0.0035, + "clustering_nmi": 0.0093, + "crosscor_cosine": 0.8184, + "crosscor_mantel": 0.6329, + "ctdeconcolute_jsd": 0.1048, + "ctdeconvolute_rmse": 0.1077, "ks_statistic_celltype_interaction": -0.4544, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 0.5575, + "ks_statistic_central_score": 0.5833, + "ks_statistic_efflib_size_cells": -0.1499, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": -0.0948, - "ks_statistic_frac_zero_genes": -0.3238, - "ks_statistic_L_stats": 19.3223, - "ks_statistic_lib_fraczero_cells": 3.3425, - "ks_statistic_lib_size_cells": 0.5575, - "ks_statistic_mean_fraczero_genes": -0.6683, - "ks_statistic_mean_var_genes": -2.0543, - "ks_statistic_morans_I": 4.525, - "ks_statistic_nn_correlation": 38.6273, - "ks_statistic_pearson_cells": 1.2229, - "ks_statistic_pearson_genes": 1.0569, - "ks_statistic_scaled_mean_cells": -0.6239, - "ks_statistic_scaled_mean_genes": -0.2543, - "ks_statistic_scaled_var_cells": -0.2747, - "ks_statistic_scaled_var_genes": -1.5338, - "ks_statistic_tmm_cells": -0.1573, + "ks_statistic_frac_zero_cells": -0.1077, + "ks_statistic_frac_zero_genes": -0.2647, + "ks_statistic_L_stats": 19.3139, + "ks_statistic_lib_fraczero_cells": 2.3923, + "ks_statistic_lib_size_cells": -0.1499, + "ks_statistic_mean_fraczero_genes": -0.7374, + "ks_statistic_mean_var_genes": -0.7166, + "ks_statistic_morans_I": 3.6397, + "ks_statistic_nn_correlation": 31.7673, + "ks_statistic_pearson_cells": -0.0656, + "ks_statistic_pearson_genes": 0.1071, + "ks_statistic_scaled_mean_cells": -0.6972, + "ks_statistic_scaled_mean_genes": -0.1023, + "ks_statistic_scaled_var_cells": -0.3011, + "ks_statistic_scaled_var_genes": -1.8617, + "ks_statistic_tmm_cells": 1.6125, "ks_statistic_transition_matrix": 0.5625, - "svg_precision": 0.4313, - "svg_recall": 0.8579 + "svg_precision": 0.4524, + "svg_recall": 0.7268 }, "scaled_scores": { - "clustering_ari": 0.0121, - "clustering_nmi": 0.0174, - "crosscor_cosine": 0.6719, - "crosscor_mantel": 0.6515, - "ctdeconcolute_jsd": 0.379, - "ctdeconvolute_rmse": 0.6377, + "clustering_ari": 0.0114, + "clustering_nmi": 0.0138, + "crosscor_cosine": 0.6736, + "crosscor_mantel": 0.6563, + "ctdeconcolute_jsd": 0.3834, + "ctdeconvolute_rmse": 0.6367, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9799, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 0.9887, "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9728, - "ks_statistic_frac_zero_genes": 0.9992, - "ks_statistic_L_stats": 0.2231, - "ks_statistic_lib_fraczero_cells": 0.9367, - "ks_statistic_lib_size_cells": 0.9799, - "ks_statistic_mean_fraczero_genes": 0.9917, - "ks_statistic_mean_var_genes": 0.9971, - "ks_statistic_morans_I": 0.9346, - "ks_statistic_nn_correlation": 0.819, - "ks_statistic_pearson_cells": 0.9779, - "ks_statistic_pearson_genes": 0.9867, - "ks_statistic_scaled_mean_cells": 0.1597, - "ks_statistic_scaled_mean_genes": 0.9989, - "ks_statistic_scaled_var_cells": -0.1368, - "ks_statistic_scaled_var_genes": 0.2105, - "ks_statistic_tmm_cells": 0.7613, + "ks_statistic_frac_zero_cells": 0.9678, + "ks_statistic_frac_zero_genes": 0.9978, + "ks_statistic_L_stats": -0.5485, + "ks_statistic_lib_fraczero_cells": 0.9074, + "ks_statistic_lib_size_cells": 0.9887, + "ks_statistic_mean_fraczero_genes": 0.9861, + "ks_statistic_mean_var_genes": 0.9829, + "ks_statistic_morans_I": 0.927, + "ks_statistic_nn_correlation": 0.8686, + "ks_statistic_pearson_cells": 0.999, + "ks_statistic_pearson_genes": 0.9968, + "ks_statistic_scaled_mean_cells": 0.4993, + "ks_statistic_scaled_mean_genes": 0.9934, + "ks_statistic_scaled_var_cells": -0.1328, + "ks_statistic_scaled_var_genes": 0.4501, + "ks_statistic_tmm_cells": -0.082, "ks_statistic_transition_matrix": 0.2857, "svg_precision": 0, - "svg_recall": 0.8579 + "svg_recall": 0.7268 }, - "mean_score": 0.5842, + "mean_score": 0.5727, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, "duration_sec": 822, "cpu_pct": 101.7, @@ -5097,72 +5097,72 @@ "metric_values": { "clustering_ari": 0.0326, "clustering_nmi": 0.0377, - "crosscor_cosine": 0.6383, - "crosscor_mantel": 0.2611, - "ctdeconcolute_jsd": 0.0764, - "ctdeconvolute_rmse": 0.0684, + "crosscor_cosine": 0.6369, + "crosscor_mantel": 0.2581, + "ctdeconcolute_jsd": 0.0744, + "ctdeconvolute_rmse": 0.0642, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0, "ks_statistic_efflib_size_cells": -0.7378, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 2.1439, - "ks_statistic_frac_zero_genes": -0.2563, - "ks_statistic_L_stats": 19.3103, - "ks_statistic_lib_fraczero_cells": 5.6207, + "ks_statistic_frac_zero_cells": 1.916, + "ks_statistic_frac_zero_genes": -0.2813, + "ks_statistic_L_stats": 19.3015, + "ks_statistic_lib_fraczero_cells": 7.9322, "ks_statistic_lib_size_cells": -0.7378, - "ks_statistic_mean_fraczero_genes": -0.3656, - "ks_statistic_mean_var_genes": -1.8495, - "ks_statistic_morans_I": 22.3059, - "ks_statistic_nn_correlation": 63.2502, - "ks_statistic_pearson_cells": 1.6239, - "ks_statistic_pearson_genes": 1.5881, + "ks_statistic_mean_fraczero_genes": -0.4941, + "ks_statistic_mean_var_genes": -1.201, + "ks_statistic_morans_I": 25.8563, + "ks_statistic_nn_correlation": 199.4333, + "ks_statistic_pearson_cells": 2.872, + "ks_statistic_pearson_genes": 3.2146, "ks_statistic_scaled_mean_cells": -0.3886, - "ks_statistic_scaled_mean_genes": -0.2145, - "ks_statistic_scaled_var_cells": -0.2969, - "ks_statistic_scaled_var_genes": -2.0026, - "ks_statistic_tmm_cells": 1.0997, + "ks_statistic_scaled_mean_genes": -0.078, + "ks_statistic_scaled_var_cells": -0.283, + "ks_statistic_scaled_var_genes": -0.5796, + "ks_statistic_tmm_cells": 0.5716, "ks_statistic_transition_matrix": 0, - "svg_precision": 1, - "svg_recall": 0.0055 + "svg_precision": 0, + "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0607, - "clustering_nmi": 0.0663, - "crosscor_cosine": 0.293, - "crosscor_mantel": 0.2698, - "ctdeconcolute_jsd": 0.5416, - "ctdeconvolute_rmse": 0.7601, + "clustering_ari": 0.0604, + "clustering_nmi": 0.0655, + "crosscor_cosine": 0.2928, + "crosscor_mantel": 0.2696, + "ctdeconcolute_jsd": 0.5622, + "ctdeconvolute_rmse": 0.7837, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1.3333, "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 1.25, - "ks_statistic_frac_zero_cells": 0.9263, - "ks_statistic_frac_zero_genes": 0.999, - "ks_statistic_L_stats": 0.9133, - "ks_statistic_lib_fraczero_cells": 0.9108, + "ks_statistic_frac_zero_cells": 0.9176, + "ks_statistic_frac_zero_genes": 0.998, + "ks_statistic_L_stats": 3.1843, + "ks_statistic_lib_fraczero_cells": 0.7965, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.986, - "ks_statistic_mean_var_genes": 0.9949, - "ks_statistic_morans_I": 0.7074, - "ks_statistic_nn_correlation": 0.7343, - "ks_statistic_pearson_cells": 0.9716, - "ks_statistic_pearson_genes": 0.9792, + "ks_statistic_mean_fraczero_genes": 0.977, + "ks_statistic_mean_var_genes": 0.988, + "ks_statistic_morans_I": 0.5438, + "ks_statistic_nn_correlation": 0.3871, + "ks_statistic_pearson_cells": 0.9568, + "ks_statistic_pearson_genes": 0.9436, "ks_statistic_scaled_mean_cells": -2.2204e-16, - "ks_statistic_scaled_mean_genes": 0.9974, - "ks_statistic_scaled_var_cells": -0.1163, - "ks_statistic_scaled_var_genes": 0.5004, - "ks_statistic_tmm_cells": 0.5487, + "ks_statistic_scaled_mean_genes": 0.9926, + "ks_statistic_scaled_var_cells": -0.1526, + "ks_statistic_scaled_var_genes": -0.4136, + "ks_statistic_tmm_cells": 0.272, "ks_statistic_transition_matrix": 1.5714, "svg_precision": 0, - "svg_recall": 0.0055 + "svg_recall": 0 }, - "mean_score": 0.6264, + "mean_score": 0.5796, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 36.9, - "cpu_pct": 130.4, - "peak_memory_mb": 6554, + "duration_sec": 49, + "cpu_pct": 117.6, + "peak_memory_mb": 3892, "disk_read_mb": 78, "disk_write_mb": 7 } @@ -5173,71 +5173,71 @@ "metric_values": { "clustering_ari": 0.0326, "clustering_nmi": 0.0377, - "crosscor_cosine": 0.5022, - "crosscor_mantel": -0.0024, - "ctdeconcolute_jsd": 0.1835, - "ctdeconvolute_rmse": 0.3669, + "crosscor_cosine": 0.5033, + "crosscor_mantel": 0.001, + "ctdeconcolute_jsd": 0.1777, + "ctdeconvolute_rmse": 0.2936, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.4569, + "ks_statistic_efflib_size_cells": 1.1835, "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 7.2371, - "ks_statistic_frac_zero_genes": 35.2377, - "ks_statistic_L_stats": 19.3223, - "ks_statistic_lib_fraczero_cells": 18.094, - "ks_statistic_lib_size_cells": 0.4569, - "ks_statistic_mean_fraczero_genes": 29.9202, - "ks_statistic_mean_var_genes": 73.587, - "ks_statistic_morans_I": 10.3153, - "ks_statistic_nn_correlation": 4.6167, - "ks_statistic_pearson_cells": 275.933, - "ks_statistic_pearson_genes": 274.5857, - "ks_statistic_scaled_mean_cells": -0.3725, - "ks_statistic_scaled_mean_genes": 14.3374, - "ks_statistic_scaled_var_cells": -0.2737, - "ks_statistic_scaled_var_genes": -0.2988, - "ks_statistic_tmm_cells": 9.4514, + "ks_statistic_frac_zero_cells": 3.6589, + "ks_statistic_frac_zero_genes": 32.3854, + "ks_statistic_L_stats": 19.2987, + "ks_statistic_lib_fraczero_cells": 4.0076, + "ks_statistic_lib_size_cells": 1.1835, + "ks_statistic_mean_fraczero_genes": 23.0068, + "ks_statistic_mean_var_genes": 58.0766, + "ks_statistic_morans_I": 8.7877, + "ks_statistic_nn_correlation": 3.934, + "ks_statistic_pearson_cells": 292.7983, + "ks_statistic_pearson_genes": 309.1572, + "ks_statistic_scaled_mean_cells": -0.5638, + "ks_statistic_scaled_mean_genes": 9.26, + "ks_statistic_scaled_var_cells": -0.2825, + "ks_statistic_scaled_var_genes": -0.3031, + "ks_statistic_tmm_cells": 7.8307, "ks_statistic_transition_matrix": 0, - "svg_precision": "NA", + "svg_precision": 0, "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0607, - "clustering_nmi": 0.0663, - "crosscor_cosine": 0.0064, - "crosscor_mantel": -0.0031, - "ctdeconcolute_jsd": -0.1004, - "ctdeconvolute_rmse": -0.287, + "clustering_ari": 0.0604, + "clustering_nmi": 0.0655, + "crosscor_cosine": 0.0122, + "crosscor_mantel": 0.0043, + "ctdeconcolute_jsd": -0.0453, + "ctdeconvolute_rmse": 0.01, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 0.9815, + "ks_statistic_efflib_size_cells": 0.9632, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.8206, - "ks_statistic_frac_zero_genes": 0.8641, - "ks_statistic_L_stats": 0.2208, - "ks_statistic_lib_fraczero_cells": 0.7691, - "ks_statistic_lib_size_cells": 0.9815, - "ks_statistic_mean_fraczero_genes": 0.4195, - "ks_statistic_mean_var_genes": 0.1957, - "ks_statistic_morans_I": 0.8606, - "ks_statistic_nn_correlation": 0.936, - "ks_statistic_pearson_cells": -3.3703, - "ks_statistic_pearson_genes": -2.8756, - "ks_statistic_scaled_mean_cells": -0.0109, - "ks_statistic_scaled_mean_genes": 0.4659, - "ks_statistic_scaled_var_cells": -0.1378, - "ks_statistic_scaled_var_genes": -0.5533, - "ks_statistic_tmm_cells": -0.864, + "ks_statistic_frac_zero_cells": 0.8744, + "ks_statistic_frac_zero_genes": 0.7279, + "ks_statistic_L_stats": 4.0286, + "ks_statistic_lib_fraczero_cells": 0.8751, + "ks_statistic_lib_size_cells": 0.9632, + "ks_statistic_mean_fraczero_genes": 0.1035, + "ks_statistic_mean_var_genes": 0.3585, + "ks_statistic_morans_I": 0.8382, + "ks_statistic_nn_correlation": 0.9486, + "ks_statistic_pearson_cells": -3.2057, + "ks_statistic_pearson_genes": -4.2887, + "ks_statistic_scaled_mean_cells": 0.2834, + "ks_statistic_scaled_mean_genes": 0.6585, + "ks_statistic_scaled_var_cells": -0.1532, + "ks_statistic_scaled_var_genes": -0.5999, + "ks_statistic_tmm_cells": -2.1969, "ks_statistic_transition_matrix": 1.5714, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3672, + "mean_score": 0.4051, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 16.9, - "cpu_pct": 182.4, + "duration_sec": 16.6, + "cpu_pct": 192.1, "peak_memory_mb": 6452, "disk_read_mb": 73, "disk_write_mb": 7 @@ -5247,73 +5247,73 @@ "dataset_id": "osteosarcoma", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.5939, - "clustering_nmi": 0.5654, + "clustering_ari": 0.7098, + "clustering_nmi": 0.6675, "crosscor_cosine": 0.9638, - "crosscor_mantel": 0.9432, - "ctdeconcolute_jsd": 0.0109, + "crosscor_mantel": 0.9434, + "ctdeconcolute_jsd": 0.0117, "ctdeconvolute_rmse": 0.0019, "ks_statistic_celltype_interaction": -0.4544, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.7013, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 1.0639, - "ks_statistic_frac_zero_genes": -0.0741, - "ks_statistic_L_stats": 19.2849, - "ks_statistic_lib_fraczero_cells": 3.697, - "ks_statistic_lib_size_cells": -0.7013, - "ks_statistic_mean_fraczero_genes": -0.264, - "ks_statistic_mean_var_genes": -2.0772, - "ks_statistic_morans_I": 0.1119, - "ks_statistic_nn_correlation": -5.8948, - "ks_statistic_pearson_cells": 0.205, - "ks_statistic_pearson_genes": 0.1027, - "ks_statistic_scaled_mean_cells": -0.4402, - "ks_statistic_scaled_mean_genes": -0.232, - "ks_statistic_scaled_var_cells": -0.284, - "ks_statistic_scaled_var_genes": -1.8713, - "ks_statistic_tmm_cells": 0.5221, + "ks_statistic_efflib_size_cells": -0.6584, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 0.5108, + "ks_statistic_frac_zero_genes": -0.1391, + "ks_statistic_L_stats": 19.279, + "ks_statistic_lib_fraczero_cells": 3.3154, + "ks_statistic_lib_size_cells": -0.6584, + "ks_statistic_mean_fraczero_genes": -0.4042, + "ks_statistic_mean_var_genes": -2.2402, + "ks_statistic_morans_I": -0.0411, + "ks_statistic_nn_correlation": -0.9346, + "ks_statistic_pearson_cells": -0.0176, + "ks_statistic_pearson_genes": 0.0144, + "ks_statistic_scaled_mean_cells": -0.4346, + "ks_statistic_scaled_mean_genes": -0.2725, + "ks_statistic_scaled_var_cells": -0.2705, + "ks_statistic_scaled_var_genes": -1.3589, + "ks_statistic_tmm_cells": -0.5477, "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.7548, - "svg_recall": 0.8579 + "svg_precision": 0.7685, + "svg_recall": 0.9071 }, "scaled_scores": { - "clustering_ari": 1.0078, - "clustering_nmi": 1.0253, - "crosscor_cosine": 0.9786, - "crosscor_mantel": 0.9763, - "ctdeconcolute_jsd": 0.9343, - "ctdeconvolute_rmse": 0.9933, + "clustering_ari": 1.2034, + "clustering_nmi": 1.2111, + "crosscor_cosine": 0.9787, + "crosscor_mantel": 0.9767, + "ctdeconcolute_jsd": 0.9313, + "ctdeconvolute_rmse": 0.9935, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9994, - "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9488, - "ks_statistic_frac_zero_genes": 0.9983, - "ks_statistic_L_stats": 2.3698, - "ks_statistic_lib_fraczero_cells": 0.9327, - "ks_statistic_lib_size_cells": 0.9994, - "ks_statistic_mean_fraczero_genes": 0.9841, - "ks_statistic_mean_var_genes": 0.9973, - "ks_statistic_morans_I": 0.991, - "ks_statistic_nn_correlation": 0.9722, - "ks_statistic_pearson_cells": 0.994, - "ks_statistic_pearson_genes": 1.0002, - "ks_statistic_scaled_mean_cells": 0.035, - "ks_statistic_scaled_mean_genes": 0.998, - "ks_statistic_scaled_var_cells": -0.1283, - "ks_statistic_scaled_var_genes": 0.4192, - "ks_statistic_tmm_cells": 0.6463, + "ks_statistic_efflib_size_cells": 0.9985, + "ks_statistic_enrichment": 1.25, + "ks_statistic_frac_zero_cells": 0.9525, + "ks_statistic_frac_zero_genes": 0.9968, + "ks_statistic_L_stats": 9.9478, + "ks_statistic_lib_fraczero_cells": 0.889, + "ks_statistic_lib_size_cells": 0.9985, + "ks_statistic_mean_fraczero_genes": 0.9737, + "ks_statistic_mean_var_genes": 0.9991, + "ks_statistic_morans_I": 0.9904, + "ks_statistic_nn_correlation": 0.9625, + "ks_statistic_pearson_cells": 0.9983, + "ks_statistic_pearson_genes": 0.9983, + "ks_statistic_scaled_mean_cells": 0.0743, + "ks_statistic_scaled_mean_genes": 0.9995, + "ks_statistic_scaled_var_cells": -0.1662, + "ks_statistic_scaled_var_genes": 0.1114, + "ks_statistic_tmm_cells": 0.6527, "ks_statistic_transition_matrix": 1.2857, "svg_precision": 0, - "svg_recall": 0.8579 + "svg_recall": 0.9071 }, - "mean_score": 0.8157, + "mean_score": 0.8063, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 35.1, - "cpu_pct": 140.9, + "duration_sec": 35.3, + "cpu_pct": 131.3, "peak_memory_mb": 6247, "disk_read_mb": 74, "disk_write_mb": 7 @@ -5342,8 +5342,8 @@ "ks_statistic_mean_var_genes": -62.9127, "ks_statistic_morans_I": 18.8611, "ks_statistic_nn_correlation": 47.5237, - "ks_statistic_pearson_cells": 217.6009, - "ks_statistic_pearson_genes": 227.382, + "ks_statistic_pearson_cells": 229.0945, + "ks_statistic_pearson_genes": 249.4154, "ks_statistic_scaled_mean_cells": -0.6605, "ks_statistic_scaled_mean_genes": 69.8623, "ks_statistic_scaled_var_cells": -0.2263, @@ -5354,43 +5354,43 @@ "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0607, - "clustering_nmi": 0.0663, - "crosscor_cosine": -0.0308, - "crosscor_mantel": -0.001, - "ctdeconcolute_jsd": -0.0304, - "ctdeconvolute_rmse": 0.0124, + "clustering_ari": 0.0604, + "clustering_nmi": 0.0655, + "crosscor_cosine": -0.0271, + "crosscor_mantel": 0.0029, + "ctdeconcolute_jsd": -0.0108, + "ctdeconvolute_rmse": 0.0504, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 0.9005, + "ks_statistic_efflib_size_cells": 0.8771, "ks_statistic_enrichment": 1.25, - "ks_statistic_frac_zero_cells": 0.5984, - "ks_statistic_frac_zero_genes": 0.9479, - "ks_statistic_L_stats": -0.1496, - "ks_statistic_lib_fraczero_cells": 0.6465, - "ks_statistic_lib_size_cells": 0.9005, - "ks_statistic_mean_fraczero_genes": 0.9279, - "ks_statistic_mean_var_genes": 1.6419, - "ks_statistic_morans_I": 0.7514, - "ks_statistic_nn_correlation": 0.7884, - "ks_statistic_pearson_cells": -2.447, - "ks_statistic_pearson_genes": -2.2091, - "ks_statistic_scaled_mean_cells": 0.1845, - "ks_statistic_scaled_mean_genes": -1.5621, - "ks_statistic_scaled_var_cells": -0.1816, - "ks_statistic_scaled_var_genes": -0.2987, - "ks_statistic_tmm_cells": -5.6336, + "ks_statistic_frac_zero_cells": 0.5201, + "ks_statistic_frac_zero_genes": 0.8866, + "ks_statistic_L_stats": -5.0331, + "ks_statistic_lib_fraczero_cells": 0.3769, + "ks_statistic_lib_size_cells": 0.8771, + "ks_statistic_mean_fraczero_genes": 0.8567, + "ks_statistic_mean_var_genes": 1.6433, + "ks_statistic_morans_I": 0.6644, + "ks_statistic_nn_correlation": 0.8234, + "ks_statistic_pearson_cells": -2.2911, + "ks_statistic_pearson_genes": -3.267, + "ks_statistic_scaled_mean_cells": 0.4399, + "ks_statistic_scaled_mean_genes": -1.5097, + "ks_statistic_scaled_var_cells": -0.2145, + "ks_statistic_scaled_var_genes": -0.3254, + "ks_statistic_tmm_cells": -12.3394, "ks_statistic_transition_matrix": 1.5714, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.3719, + "mean_score": 0.3621, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 171, - "cpu_pct": 106.9, - "peak_memory_mb": 7271, + "duration_sec": 167, + "cpu_pct": 104.3, + "peak_memory_mb": 4506, "disk_read_mb": 416, "disk_write_mb": 10 } @@ -5399,74 +5399,74 @@ "dataset_id": "osteosarcoma", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.0041, - "clustering_nmi": 0.007, - "crosscor_cosine": 0.5919, - "crosscor_mantel": 0.1587, - "ctdeconcolute_jsd": 0.091, - "ctdeconvolute_rmse": 0.0849, + "clustering_ari": 0.0023, + "clustering_nmi": 0.0074, + "crosscor_cosine": 0.5942, + "crosscor_mantel": 0.1639, + "ctdeconcolute_jsd": 0.0906, + "ctdeconvolute_rmse": 0.0826, "ks_statistic_celltype_interaction": -0.4544, - "ks_statistic_central_score": 0.5, - "ks_statistic_efflib_size_cells": -0.3814, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.4803, - "ks_statistic_frac_zero_genes": 0.1002, - "ks_statistic_L_stats": 19.3291, - "ks_statistic_lib_fraczero_cells": 2.2583, - "ks_statistic_lib_size_cells": -0.3814, - "ks_statistic_mean_fraczero_genes": 0.5413, - "ks_statistic_mean_var_genes": -1.1477, - "ks_statistic_morans_I": 64.79, - "ks_statistic_nn_correlation": 290.1297, - "ks_statistic_pearson_cells": 4.5711, - "ks_statistic_pearson_genes": 5.539, - "ks_statistic_scaled_mean_cells": -0.432, - "ks_statistic_scaled_mean_genes": -0.1908, - "ks_statistic_scaled_var_cells": -0.3119, - "ks_statistic_scaled_var_genes": -0.5326, - "ks_statistic_tmm_cells": 1.2535, - "ks_statistic_transition_matrix": 0.3125, + "ks_statistic_central_score": 0.4167, + "ks_statistic_efflib_size_cells": -0.4097, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -0.1673, + "ks_statistic_frac_zero_genes": 0.2082, + "ks_statistic_L_stats": 19.3216, + "ks_statistic_lib_fraczero_cells": 1.7117, + "ks_statistic_lib_size_cells": -0.4097, + "ks_statistic_mean_fraczero_genes": 1.0931, + "ks_statistic_mean_var_genes": -1.6415, + "ks_statistic_morans_I": 37.7297, + "ks_statistic_nn_correlation": 201.9876, + "ks_statistic_pearson_cells": 5.4464, + "ks_statistic_pearson_genes": 3.362, + "ks_statistic_scaled_mean_cells": -0.4818, + "ks_statistic_scaled_mean_genes": -0.2091, + "ks_statistic_scaled_var_cells": -0.2736, + "ks_statistic_scaled_var_genes": -2.7399, + "ks_statistic_tmm_cells": 2.0954, + "ks_statistic_transition_matrix": 0.4375, "svg_precision": "NA", "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.0127, - "clustering_nmi": 0.0103, - "crosscor_cosine": 0.1955, - "crosscor_mantel": 0.1637, - "ctdeconcolute_jsd": 0.4543, - "ctdeconvolute_rmse": 0.7021, + "clustering_ari": 0.0094, + "clustering_nmi": 0.0104, + "crosscor_cosine": 0.2031, + "crosscor_mantel": 0.1724, + "ctdeconcolute_jsd": 0.4671, + "ctdeconvolute_rmse": 0.7215, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.9945, - "ks_statistic_enrichment": 0.5, - "ks_statistic_frac_zero_cells": 0.9609, - "ks_statistic_frac_zero_genes": 0.9976, - "ks_statistic_L_stats": -0.1683, - "ks_statistic_lib_fraczero_cells": 0.949, - "ks_statistic_lib_size_cells": 0.9945, - "ks_statistic_mean_fraczero_genes": 0.9691, - "ks_statistic_mean_var_genes": 0.9875, - "ks_statistic_morans_I": 0.1645, - "ks_statistic_nn_correlation": -0.0464, - "ks_statistic_pearson_cells": 0.9249, - "ks_statistic_pearson_genes": 0.9234, - "ks_statistic_scaled_mean_cells": 0.0295, - "ks_statistic_scaled_mean_genes": 0.9965, - "ks_statistic_scaled_var_cells": -0.1025, - "ks_statistic_scaled_var_genes": -0.4088, - "ks_statistic_tmm_cells": 0.5226, - "ks_statistic_transition_matrix": 0.8571, + "ks_statistic_central_score": 0.5, + "ks_statistic_efflib_size_cells": 0.9937, + "ks_statistic_enrichment": 0.75, + "ks_statistic_frac_zero_cells": 0.9693, + "ks_statistic_frac_zero_genes": 0.9939, + "ks_statistic_L_stats": -2.8724, + "ks_statistic_lib_fraczero_cells": 0.9211, + "ks_statistic_lib_size_cells": 0.9937, + "ks_statistic_mean_fraczero_genes": 0.918, + "ks_statistic_mean_var_genes": 0.9927, + "ks_statistic_morans_I": 0.339, + "ks_statistic_nn_correlation": 0.3797, + "ks_statistic_pearson_cells": 0.9198, + "ks_statistic_pearson_genes": 0.9411, + "ks_statistic_scaled_mean_cells": 0.1508, + "ks_statistic_scaled_mean_genes": 0.9973, + "ks_statistic_scaled_var_cells": -0.1629, + "ks_statistic_scaled_var_genes": 1.0417, + "ks_statistic_tmm_cells": -0.2463, + "ks_statistic_transition_matrix": 0.5714, "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.4705, + "mean_score": 0.5143, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 35.4, - "cpu_pct": 406.7, - "peak_memory_mb": 87348, + "duration_sec": 34.9, + "cpu_pct": 407.8, + "peak_memory_mb": 54784, "disk_read_mb": 80, "disk_write_mb": 7 } @@ -5475,33 +5475,33 @@ "dataset_id": "pdac", "method_id": "negative", "metric_values": { - "clustering_ari": 0.0554, - "clustering_nmi": 0.0637, - "crosscor_cosine": 0.4991, - "crosscor_mantel": -0.0016, - "ctdeconcolute_jsd": 0.1114, - "ctdeconvolute_rmse": 0.5937, + "clustering_ari": 0.0006, + "clustering_nmi": 0.0143, + "crosscor_cosine": 0.5008, + "crosscor_mantel": 0.0024, + "ctdeconcolute_jsd": 0.1118, + "ctdeconvolute_rmse": 0.5974, "ks_statistic_celltype_interaction": 0.7024, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 28.305, + "ks_statistic_central_score": 0.75, + "ks_statistic_efflib_size_cells": 58.0531, "ks_statistic_enrichment": 0.625, - "ks_statistic_frac_zero_cells": 34.646, - "ks_statistic_frac_zero_genes": 73.2299, - "ks_statistic_L_stats": 3.1306, - "ks_statistic_lib_fraczero_cells": 16.6888, - "ks_statistic_lib_size_cells": 28.305, - "ks_statistic_mean_fraczero_genes": 21.5463, - "ks_statistic_mean_var_genes": 196.2428, - "ks_statistic_morans_I": 11.4734, - "ks_statistic_nn_correlation": 12.8435, - "ks_statistic_pearson_cells": 96.3469, - "ks_statistic_pearson_genes": 66.3434, - "ks_statistic_scaled_mean_cells": -0.436, - "ks_statistic_scaled_mean_genes": 56.6187, - "ks_statistic_scaled_var_cells": -0.3068, - "ks_statistic_scaled_var_genes": -0.2989, - "ks_statistic_tmm_cells": 0.444, - "ks_statistic_transition_matrix": 0.6875, + "ks_statistic_frac_zero_cells": 59.7259, + "ks_statistic_frac_zero_genes": 75.9171, + "ks_statistic_L_stats": 1.8087, + "ks_statistic_lib_fraczero_cells": 45.3505, + "ks_statistic_lib_size_cells": 58.0531, + "ks_statistic_mean_fraczero_genes": 23.2338, + "ks_statistic_mean_var_genes": 133.6778, + "ks_statistic_morans_I": 11.3754, + "ks_statistic_nn_correlation": 12.8212, + "ks_statistic_pearson_cells": 63.8891, + "ks_statistic_pearson_genes": 65.9228, + "ks_statistic_scaled_mean_cells": -0.5268, + "ks_statistic_scaled_mean_genes": 60.6064, + "ks_statistic_scaled_var_cells": -0.3061, + "ks_statistic_scaled_var_genes": -0.245, + "ks_statistic_tmm_cells": 0.144, + "ks_statistic_transition_matrix": 0.625, "svg_precision": "NA", "svg_recall": 0 }, @@ -5538,11 +5538,11 @@ }, "mean_score": 0.0345, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 6.6, - "cpu_pct": 196.2, - "peak_memory_mb": 3277, + "duration_sec": 7.3, + "cpu_pct": 263.9, + "peak_memory_mb": 5940, "disk_read_mb": 47, "disk_write_mb": 8 } @@ -5570,8 +5570,8 @@ "ks_statistic_mean_var_genes": -4.7954, "ks_statistic_morans_I": 3.2627, "ks_statistic_nn_correlation": 1.4368, - "ks_statistic_pearson_cells": -0.1306, - "ks_statistic_pearson_genes": 0.0822, + "ks_statistic_pearson_cells": -0.1034, + "ks_statistic_pearson_genes": 0.0901, "ks_statistic_scaled_mean_cells": -0.2623, "ks_statistic_scaled_mean_genes": -0.2688, "ks_statistic_scaled_var_cells": -0.4712, @@ -5614,11 +5614,11 @@ }, "mean_score": 0.8966, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 12.1, - "cpu_pct": 137.5, - "peak_memory_mb": 1946, + "duration_sec": 7.9, + "cpu_pct": 280.3, + "peak_memory_mb": 5940, "disk_read_mb": 47, "disk_write_mb": 18 } @@ -5627,73 +5627,73 @@ "dataset_id": "pdac", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.1705, - "clustering_nmi": 0.2168, + "clustering_ari": 0.1813, + "clustering_nmi": 0.2374, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7059, - "ctdeconcolute_jsd": 0.0958, - "ctdeconvolute_rmse": 0.389, + "crosscor_mantel": 0.7161, + "ctdeconcolute_jsd": 0.0961, + "ctdeconvolute_rmse": 0.3953, "ks_statistic_celltype_interaction": 0.7024, - "ks_statistic_central_score": 0.3333, - "ks_statistic_efflib_size_cells": 0.299, - "ks_statistic_enrichment": 0.25, - "ks_statistic_frac_zero_cells": 0.3922, - "ks_statistic_frac_zero_genes": 1.6286, - "ks_statistic_L_stats": 4.9228, - "ks_statistic_lib_fraczero_cells": 4.6834, - "ks_statistic_lib_size_cells": 0.299, - "ks_statistic_mean_fraczero_genes": 8.3973, - "ks_statistic_mean_var_genes": 30.3111, - "ks_statistic_morans_I": 0.9042, - "ks_statistic_nn_correlation": 0.7728, - "ks_statistic_pearson_cells": 9.492, - "ks_statistic_pearson_genes": 9.7635, - "ks_statistic_scaled_mean_cells": -0.3423, - "ks_statistic_scaled_mean_genes": -0.1423, - "ks_statistic_scaled_var_cells": -0.5166, - "ks_statistic_scaled_var_genes": -4.5982, - "ks_statistic_tmm_cells": -0.0099, + "ks_statistic_central_score": 0.1667, + "ks_statistic_efflib_size_cells": 0.0908, + "ks_statistic_enrichment": 0.125, + "ks_statistic_frac_zero_cells": 0.6567, + "ks_statistic_frac_zero_genes": 1.5429, + "ks_statistic_L_stats": 4.7777, + "ks_statistic_lib_fraczero_cells": 4.071, + "ks_statistic_lib_size_cells": 0.0908, + "ks_statistic_mean_fraczero_genes": 7.2195, + "ks_statistic_mean_var_genes": -0.1811, + "ks_statistic_morans_I": 1.2005, + "ks_statistic_nn_correlation": 0.8177, + "ks_statistic_pearson_cells": 11.1238, + "ks_statistic_pearson_genes": 12.7063, + "ks_statistic_scaled_mean_cells": -0.2811, + "ks_statistic_scaled_mean_genes": 0.2027, + "ks_statistic_scaled_var_cells": -0.425, + "ks_statistic_scaled_var_genes": -0.4963, + "ks_statistic_tmm_cells": 0.0407, "ks_statistic_transition_matrix": 0.25, - "svg_precision": 0.695, - "svg_recall": 0.8816 + "svg_precision": 0.674, + "svg_recall": 0.8868 }, "scaled_scores": { - "clustering_ari": 0.3812, - "clustering_nmi": 0.4341, + "clustering_ari": 0.5066, + "clustering_nmi": 0.555, "crosscor_cosine": 0, - "crosscor_mantel": 0.8897, - "ctdeconcolute_jsd": 0.1395, - "ctdeconvolute_rmse": 0.3448, + "crosscor_mantel": 0.9021, + "ctdeconcolute_jsd": 0.1402, + "ctdeconvolute_rmse": 0.3382, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.3333, - "ks_statistic_efflib_size_cells": 0.9707, - "ks_statistic_enrichment": 1.5, - "ks_statistic_frac_zero_cells": 0.9793, - "ks_statistic_frac_zero_genes": 0.9745, - "ks_statistic_L_stats": -0.8384, - "ks_statistic_lib_fraczero_cells": 0.6745, - "ks_statistic_lib_size_cells": 0.9707, - "ks_statistic_mean_fraczero_genes": 0.5796, - "ks_statistic_mean_var_genes": 0.8254, - "ks_statistic_morans_I": 1.2873, - "ks_statistic_nn_correlation": 1.0582, - "ks_statistic_pearson_cells": 0.9003, - "ks_statistic_pearson_genes": 0.8539, - "ks_statistic_scaled_mean_cells": 0.4605, - "ks_statistic_scaled_mean_genes": 0.9978, - "ks_statistic_scaled_var_cells": 1.2763, - "ks_statistic_scaled_var_genes": 20.934, - "ks_statistic_tmm_cells": 0.5106, - "ks_statistic_transition_matrix": 1.1667, + "ks_statistic_central_score": 1.75, + "ks_statistic_efflib_size_cells": 0.9891, + "ks_statistic_enrichment": 2, + "ks_statistic_frac_zero_cells": 0.9836, + "ks_statistic_frac_zero_genes": 0.9765, + "ks_statistic_L_stats": -3.6395, + "ks_statistic_lib_fraczero_cells": 0.8885, + "ks_statistic_lib_size_cells": 0.9891, + "ks_statistic_mean_fraczero_genes": 0.6571, + "ks_statistic_mean_var_genes": 0.9667, + "ks_statistic_morans_I": 1.2542, + "ks_statistic_nn_correlation": 1.0544, + "ks_statistic_pearson_cells": 0.8246, + "ks_statistic_pearson_genes": 0.8084, + "ks_statistic_scaled_mean_cells": 0.0713, + "ks_statistic_scaled_mean_genes": 0.9923, + "ks_statistic_scaled_var_cells": 0.7205, + "ks_statistic_scaled_var_genes": 0.9691, + "ks_statistic_tmm_cells": 0.1753, + "ks_statistic_transition_matrix": 1.2, "svg_precision": 0, - "svg_recall": 0.8816 + "svg_recall": 0.8868 }, - "mean_score": 0.6817, + "mean_score": 0.6669, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, "duration_sec": 127, - "cpu_pct": 308.7, + "cpu_pct": 306.6, "peak_memory_mb": 24781, "disk_read_mb": 51, "disk_write_mb": 10 @@ -5703,74 +5703,74 @@ "dataset_id": "pdac", "method_id": "scdesign3", "metric_values": { - "clustering_ari": 0.5598, - "clustering_nmi": 0.5352, + "clustering_ari": 0.405, + "clustering_nmi": 0.4513, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7786, - "ctdeconcolute_jsd": 0.0771, - "ctdeconvolute_rmse": 0.2728, + "crosscor_mantel": 0.7746, + "ctdeconcolute_jsd": 0.0737, + "ctdeconvolute_rmse": 0.2601, "ks_statistic_celltype_interaction": 0.7024, "ks_statistic_central_score": 0.25, - "ks_statistic_efflib_size_cells": 0.2693, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 0.3142, - "ks_statistic_frac_zero_genes": 0.3893, - "ks_statistic_L_stats": 3.6761, - "ks_statistic_lib_fraczero_cells": 0.9441, - "ks_statistic_lib_size_cells": 0.2693, - "ks_statistic_mean_fraczero_genes": 1.7263, - "ks_statistic_mean_var_genes": -7.1, - "ks_statistic_morans_I": 2.3888, - "ks_statistic_nn_correlation": 1.2654, - "ks_statistic_pearson_cells": 11.3204, - "ks_statistic_pearson_genes": 13.7564, - "ks_statistic_scaled_mean_cells": -0.2597, - "ks_statistic_scaled_mean_genes": 0.2397, - "ks_statistic_scaled_var_cells": -0.3291, - "ks_statistic_scaled_var_genes": -0.4861, - "ks_statistic_tmm_cells": -0.0918, - "ks_statistic_transition_matrix": 0.1875, - "svg_precision": 0.8889, - "svg_recall": 0.8842 + "ks_statistic_efflib_size_cells": 0.2369, + "ks_statistic_enrichment": 0.25, + "ks_statistic_frac_zero_cells": 0.234, + "ks_statistic_frac_zero_genes": 0.499, + "ks_statistic_L_stats": 3.4807, + "ks_statistic_lib_fraczero_cells": 0.712, + "ks_statistic_lib_size_cells": 0.2369, + "ks_statistic_mean_fraczero_genes": 2.2334, + "ks_statistic_mean_var_genes": -5.8347, + "ks_statistic_morans_I": 2.9875, + "ks_statistic_nn_correlation": 1.0036, + "ks_statistic_pearson_cells": 11.3274, + "ks_statistic_pearson_genes": 10.3641, + "ks_statistic_scaled_mean_cells": -0.2616, + "ks_statistic_scaled_mean_genes": 0.2557, + "ks_statistic_scaled_var_cells": -0.3515, + "ks_statistic_scaled_var_genes": -3.2348, + "ks_statistic_tmm_cells": -0.043, + "ks_statistic_transition_matrix": 0.25, + "svg_precision": 0.8645, + "svg_recall": 0.8895 }, "scaled_scores": { - "clustering_ari": 1.6706, - "clustering_nmi": 1.3373, + "clustering_ari": 1.1338, + "clustering_nmi": 1.087, "crosscor_cosine": 0, - "crosscor_mantel": 0.9811, - "ctdeconcolute_jsd": 0.3074, - "ctdeconvolute_rmse": 0.5406, + "crosscor_mantel": 0.9759, + "ctdeconcolute_jsd": 0.3405, + "ctdeconvolute_rmse": 0.5646, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.6667, - "ks_statistic_efflib_size_cells": 0.9717, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9816, - "ks_statistic_frac_zero_genes": 0.9914, - "ks_statistic_L_stats": -0.2552, - "ks_statistic_lib_fraczero_cells": 0.8846, - "ks_statistic_lib_size_cells": 0.9717, - "ks_statistic_mean_fraczero_genes": 0.8737, - "ks_statistic_mean_var_genes": 1.0115, - "ks_statistic_morans_I": 1.1064, - "ks_statistic_nn_correlation": 1.015, - "ks_statistic_pearson_cells": 0.8813, - "ks_statistic_pearson_genes": 0.7936, - "ks_statistic_scaled_mean_cells": -0.0149, - "ks_statistic_scaled_mean_genes": 0.9911, - "ks_statistic_scaled_var_cells": 0.1354, - "ks_statistic_scaled_var_genes": 0.9114, - "ks_statistic_tmm_cells": 0.6027, - "ks_statistic_transition_matrix": 1.3333, + "ks_statistic_central_score": 1.5, + "ks_statistic_efflib_size_cells": 0.9866, + "ks_statistic_enrichment": 1.5, + "ks_statistic_frac_zero_cells": 0.9906, + "ks_statistic_frac_zero_genes": 0.9902, + "ks_statistic_L_stats": -2.0497, + "ks_statistic_lib_fraczero_cells": 0.9608, + "ks_statistic_lib_size_cells": 0.9866, + "ks_statistic_mean_fraczero_genes": 0.8616, + "ks_statistic_mean_var_genes": 1.0075, + "ks_statistic_morans_I": 1.0339, + "ks_statistic_nn_correlation": 1.038, + "ks_statistic_pearson_cells": 0.8214, + "ks_statistic_pearson_genes": 0.8439, + "ks_statistic_scaled_mean_cells": -0.0024, + "ks_statistic_scaled_mean_genes": 0.9914, + "ks_statistic_scaled_var_cells": 0.2749, + "ks_statistic_scaled_var_genes": 11.5286, + "ks_statistic_tmm_cells": 0.3174, + "ks_statistic_transition_matrix": 1.2, "svg_precision": 0, - "svg_recall": 0.8842 + "svg_recall": 0.8895 }, - "mean_score": 0.7139, + "mean_score": 0.7171, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 822, - "cpu_pct": 101.1, - "peak_memory_mb": 5325, + "duration_sec": 819, + "cpu_pct": 101.4, + "peak_memory_mb": 7988, "disk_read_mb": 78, "disk_write_mb": 8 } @@ -5779,74 +5779,74 @@ "dataset_id": "pdac", "method_id": "sparsim", "metric_values": { - "clustering_ari": 0.1912, - "clustering_nmi": 0.2369, + "clustering_ari": 0.1917, + "clustering_nmi": 0.2473, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7001, - "ctdeconcolute_jsd": 0.1131, - "ctdeconvolute_rmse": 0.5034, + "crosscor_mantel": 0.6963, + "ctdeconcolute_jsd": 0.1117, + "ctdeconvolute_rmse": 0.5012, "ks_statistic_celltype_interaction": 0.7024, - "ks_statistic_central_score": 0.1667, + "ks_statistic_central_score": 0.25, "ks_statistic_efflib_size_cells": -0.5469, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": -0.2056, - "ks_statistic_frac_zero_genes": -0.004, - "ks_statistic_L_stats": 9.54, - "ks_statistic_lib_fraczero_cells": 0.2782, + "ks_statistic_frac_zero_cells": -0.2466, + "ks_statistic_frac_zero_genes": 0.0066, + "ks_statistic_L_stats": 9.4205, + "ks_statistic_lib_fraczero_cells": 0.1102, "ks_statistic_lib_size_cells": -0.5469, - "ks_statistic_mean_fraczero_genes": 0.8153, - "ks_statistic_mean_var_genes": -1.2792, - "ks_statistic_morans_I": 2.1927, - "ks_statistic_nn_correlation": 1.8739, - "ks_statistic_pearson_cells": 114.535, - "ks_statistic_pearson_genes": 107.7088, + "ks_statistic_mean_fraczero_genes": 1.0822, + "ks_statistic_mean_var_genes": 7.5417, + "ks_statistic_morans_I": 2.4792, + "ks_statistic_nn_correlation": 2.2677, + "ks_statistic_pearson_cells": 123.1901, + "ks_statistic_pearson_genes": 121.626, "ks_statistic_scaled_mean_cells": -0.2623, - "ks_statistic_scaled_mean_genes": 3.2479, - "ks_statistic_scaled_var_cells": -0.4184, - "ks_statistic_scaled_var_genes": -0.4635, - "ks_statistic_tmm_cells": 0.9447, + "ks_statistic_scaled_mean_genes": 1.5863, + "ks_statistic_scaled_var_cells": -0.3156, + "ks_statistic_scaled_var_genes": -0.4813, + "ks_statistic_tmm_cells": 1.0559, "ks_statistic_transition_matrix": 0.1875, - "svg_precision": 0.8492, - "svg_recall": 0.7263 + "svg_precision": 0.8544, + "svg_recall": 0.7105 }, "scaled_scores": { - "clustering_ari": 0.4498, - "clustering_nmi": 0.4913, + "clustering_ari": 0.5358, + "clustering_nmi": 0.5796, "crosscor_cosine": 0, - "crosscor_mantel": 0.8825, - "ctdeconcolute_jsd": -0.0157, - "ctdeconvolute_rmse": 0.1521, + "crosscor_mantel": 0.877, + "ctdeconcolute_jsd": 0.0005, + "ctdeconvolute_rmse": 0.161, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2, + "ks_statistic_central_score": 1.5, "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9964, + "ks_statistic_frac_zero_cells": 0.9986, "ks_statistic_frac_zero_genes": 0.9967, - "ks_statistic_L_stats": -2.9983, - "ks_statistic_lib_fraczero_cells": 0.922, + "ks_statistic_L_stats": -9.3307, + "ks_statistic_lib_fraczero_cells": 0.9737, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 0.9138, - "ks_statistic_mean_var_genes": 0.9825, - "ks_statistic_morans_I": 1.1303, - "ks_statistic_nn_correlation": 0.9617, - "ks_statistic_pearson_cells": -0.1885, - "ks_statistic_pearson_genes": -0.6243, + "ks_statistic_mean_fraczero_genes": 0.9089, + "ks_statistic_mean_var_genes": 0.9109, + "ks_statistic_morans_I": 1.0966, + "ks_statistic_nn_correlation": 0.927, + "ks_statistic_pearson_cells": -0.9267, + "ks_statistic_pearson_genes": -0.8461, "ks_statistic_scaled_mean_cells": 0, - "ks_statistic_scaled_mean_genes": 0.9382, - "ks_statistic_scaled_var_cells": 0.679, - "ks_statistic_scaled_var_genes": 0.8012, - "ks_statistic_tmm_cells": -0.5631, - "ks_statistic_transition_matrix": 1.3333, + "ks_statistic_scaled_mean_genes": 0.9695, + "ks_statistic_scaled_var_cells": 0.0577, + "ks_statistic_scaled_var_genes": 0.9112, + "ks_statistic_tmm_cells": -1.5483, + "ks_statistic_transition_matrix": 1.4, "svg_precision": 0, - "svg_recall": 0.7263 + "svg_recall": 0.7105 }, - "mean_score": 0.5825, + "mean_score": 0.5696, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 44, - "cpu_pct": 121.8, - "peak_memory_mb": 5223, + "duration_sec": 33.9, + "cpu_pct": 122.2, + "peak_memory_mb": 3892, "disk_read_mb": 76, "disk_write_mb": 8 } @@ -5855,74 +5855,74 @@ "dataset_id": "pdac", "method_id": "splatter", "metric_values": { - "clustering_ari": 0.1884, - "clustering_nmi": 0.2454, - "crosscor_cosine": 0.5937, - "crosscor_mantel": 0.0161, - "ctdeconcolute_jsd": 0.1308, - "ctdeconvolute_rmse": 0.6355, + "clustering_ari": 0.1912, + "clustering_nmi": 0.2493, + "crosscor_cosine": 0.573, + "crosscor_mantel": -0.0282, + "ctdeconcolute_jsd": 0.1212, + "ctdeconvolute_rmse": 0.6252, "ks_statistic_celltype_interaction": 0.7024, "ks_statistic_central_score": 0.1667, - "ks_statistic_efflib_size_cells": -0.0622, + "ks_statistic_efflib_size_cells": -0.2516, "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": 0.1239, - "ks_statistic_frac_zero_genes": 11.5622, - "ks_statistic_L_stats": 7.5452, - "ks_statistic_lib_fraczero_cells": 9.4516, - "ks_statistic_lib_size_cells": -0.0622, - "ks_statistic_mean_fraczero_genes": 45.1876, - "ks_statistic_mean_var_genes": 197.5272, - "ks_statistic_morans_I": 4.7761, - "ks_statistic_nn_correlation": 8.3011, - "ks_statistic_pearson_cells": 79.1113, - "ks_statistic_pearson_genes": 70.4629, - "ks_statistic_scaled_mean_cells": -0.4425, - "ks_statistic_scaled_mean_genes": 5.6728, - "ks_statistic_scaled_var_cells": -0.5902, - "ks_statistic_scaled_var_genes": -0.4446, - "ks_statistic_tmm_cells": 4.5364, - "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.3857, - "svg_recall": 0.2974 + "ks_statistic_frac_zero_cells": 0.2602, + "ks_statistic_frac_zero_genes": 9.9751, + "ks_statistic_L_stats": 9.099, + "ks_statistic_lib_fraczero_cells": 9.8372, + "ks_statistic_lib_size_cells": -0.2516, + "ks_statistic_mean_fraczero_genes": 52.1987, + "ks_statistic_mean_var_genes": 167.4079, + "ks_statistic_morans_I": 4.7247, + "ks_statistic_nn_correlation": 7.1738, + "ks_statistic_pearson_cells": 76.302, + "ks_statistic_pearson_genes": 73.4941, + "ks_statistic_scaled_mean_cells": -0.3886, + "ks_statistic_scaled_mean_genes": 86.0081, + "ks_statistic_scaled_var_cells": -0.6067, + "ks_statistic_scaled_var_genes": -0.829, + "ks_statistic_tmm_cells": 4.3316, + "ks_statistic_transition_matrix": 0.0625, + "svg_precision": 0.373, + "svg_recall": 0.3053 }, "scaled_scores": { - "clustering_ari": 0.4406, - "clustering_nmi": 0.5153, - "crosscor_cosine": 0.228, - "crosscor_mantel": 0.0223, - "ctdeconcolute_jsd": -0.1746, - "ctdeconvolute_rmse": -0.0705, + "clustering_ari": 0.5342, + "clustering_nmi": 0.5846, + "crosscor_cosine": 0.1744, + "crosscor_mantel": -0.0386, + "ctdeconcolute_jsd": -0.0838, + "ctdeconvolute_rmse": -0.0466, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.9832, + "ks_statistic_central_score": 1.75, + "ks_statistic_efflib_size_cells": 0.995, "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.987, - "ks_statistic_frac_zero_genes": 0.8393, - "ks_statistic_L_stats": -2.0651, - "ks_statistic_lib_fraczero_cells": 0.4066, - "ks_statistic_lib_size_cells": 0.9832, - "ks_statistic_mean_fraczero_genes": -1.0421, - "ks_statistic_mean_var_genes": -0.0064, - "ks_statistic_morans_I": 0.8157, - "ks_statistic_nn_correlation": 0.3982, - "ks_statistic_pearson_cells": 0.1786, - "ks_statistic_pearson_genes": -0.0622, - "ks_statistic_scaled_mean_cells": 1.0372, - "ks_statistic_scaled_mean_genes": 0.8956, - "ks_statistic_scaled_var_cells": 1.7246, - "ks_statistic_scaled_var_genes": 0.7095, - "ks_statistic_tmm_cells": -4.6031, - "ks_statistic_transition_matrix": 1.5, + "ks_statistic_frac_zero_cells": 0.9902, + "ks_statistic_frac_zero_genes": 0.8658, + "ks_statistic_L_stats": -8.9366, + "ks_statistic_lib_fraczero_cells": 0.7644, + "ks_statistic_lib_size_cells": 0.995, + "ks_statistic_mean_fraczero_genes": -1.1884, + "ks_statistic_mean_var_genes": -0.2436, + "ks_statistic_morans_I": 0.8198, + "ks_statistic_nn_correlation": 0.4961, + "ks_statistic_pearson_cells": -0.194, + "ks_statistic_pearson_genes": -0.115, + "ks_statistic_scaled_mean_cells": 0.4776, + "ks_statistic_scaled_mean_genes": -0.4173, + "ks_statistic_scaled_var_cells": 1.821, + "ks_statistic_scaled_var_genes": 2.2522, + "ks_statistic_tmm_cells": -7.1098, + "ks_statistic_transition_matrix": 1.8, "svg_precision": 0, - "svg_recall": 0.2974 + "svg_recall": 0.3053 }, - "mean_score": 0.4724, + "mean_score": 0.4484, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, "duration_sec": 15.7, - "cpu_pct": 136.9, - "peak_memory_mb": 3789, + "cpu_pct": 193.6, + "peak_memory_mb": 6452, "disk_read_mb": 71, "disk_write_mb": 8 } @@ -5931,74 +5931,74 @@ "dataset_id": "pdac", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.6177, - "clustering_nmi": 0.6491, + "clustering_ari": 0.4455, + "clustering_nmi": 0.5402, "crosscor_cosine": "NA", - "crosscor_mantel": 0.7521, - "ctdeconcolute_jsd": 0.028, - "ctdeconvolute_rmse": 0.0441, + "crosscor_mantel": 0.7486, + "ctdeconcolute_jsd": 0.0268, + "ctdeconvolute_rmse": 0.0453, "ks_statistic_celltype_interaction": 0.7024, - "ks_statistic_central_score": 0.25, - "ks_statistic_efflib_size_cells": -0.4757, - "ks_statistic_enrichment": 0.125, - "ks_statistic_frac_zero_cells": -0.2298, - "ks_statistic_frac_zero_genes": 1.3471, - "ks_statistic_L_stats": 1.4181, - "ks_statistic_lib_fraczero_cells": 1.3892, - "ks_statistic_lib_size_cells": -0.4757, - "ks_statistic_mean_fraczero_genes": 11.4626, - "ks_statistic_mean_var_genes": 7.459, - "ks_statistic_morans_I": 2.2448, - "ks_statistic_nn_correlation": 1.4348, - "ks_statistic_pearson_cells": 1.3517, - "ks_statistic_pearson_genes": 0.7582, - "ks_statistic_scaled_mean_cells": -0.2623, - "ks_statistic_scaled_mean_genes": 0.976, - "ks_statistic_scaled_var_cells": -0.3621, - "ks_statistic_scaled_var_genes": -5.373, - "ks_statistic_tmm_cells": -0.2972, - "ks_statistic_transition_matrix": 0.125, - "svg_precision": 0.8295, - "svg_recall": 0.9474 + "ks_statistic_central_score": 0.3333, + "ks_statistic_efflib_size_cells": -0.4739, + "ks_statistic_enrichment": 0.375, + "ks_statistic_frac_zero_cells": -0.2117, + "ks_statistic_frac_zero_genes": 1.3499, + "ks_statistic_L_stats": 1.8874, + "ks_statistic_lib_fraczero_cells": 0.7413, + "ks_statistic_lib_size_cells": -0.4739, + "ks_statistic_mean_fraczero_genes": 5.7709, + "ks_statistic_mean_var_genes": 1.0261, + "ks_statistic_morans_I": 2.2477, + "ks_statistic_nn_correlation": 1.0689, + "ks_statistic_pearson_cells": 0.2754, + "ks_statistic_pearson_genes": 0.1383, + "ks_statistic_scaled_mean_cells": -0.2629, + "ks_statistic_scaled_mean_genes": 2.039, + "ks_statistic_scaled_var_cells": -0.3428, + "ks_statistic_scaled_var_genes": -3.4536, + "ks_statistic_tmm_cells": -0.2364, + "ks_statistic_transition_matrix": 0.25, + "svg_precision": 0.8651, + "svg_recall": 0.9447 }, "scaled_scores": { - "clustering_ari": 1.8625, - "clustering_nmi": 1.6602, + "clustering_ari": 1.2472, + "clustering_nmi": 1.3081, "crosscor_cosine": 0, - "crosscor_mantel": 0.9478, - "ctdeconcolute_jsd": 0.7484, - "ctdeconvolute_rmse": 0.9257, + "crosscor_mantel": 0.9431, + "ctdeconcolute_jsd": 0.7605, + "ctdeconvolute_rmse": 0.9242, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.6667, - "ks_statistic_efflib_size_cells": 0.9975, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9971, - "ks_statistic_frac_zero_genes": 0.9783, - "ks_statistic_L_stats": 0.8011, - "ks_statistic_lib_fraczero_cells": 0.8596, - "ks_statistic_lib_size_cells": 0.9975, - "ks_statistic_mean_fraczero_genes": 0.4445, - "ks_statistic_mean_var_genes": 0.939, - "ks_statistic_morans_I": 1.124, - "ks_statistic_nn_correlation": 1.0002, - "ks_statistic_pearson_cells": 0.9846, - "ks_statistic_pearson_genes": 0.9898, - "ks_statistic_scaled_mean_cells": 0.0002, - "ks_statistic_scaled_mean_genes": 0.9781, - "ks_statistic_scaled_var_cells": 0.3365, - "ks_statistic_scaled_var_genes": 24.7067, - "ks_statistic_tmm_cells": 0.8337, - "ks_statistic_transition_matrix": 1.5, + "ks_statistic_central_score": 1.25, + "ks_statistic_efflib_size_cells": 0.9988, + "ks_statistic_enrichment": 1, + "ks_statistic_frac_zero_cells": 0.998, + "ks_statistic_frac_zero_genes": 0.9791, + "ks_statistic_L_stats": -0.0965, + "ks_statistic_lib_fraczero_cells": 0.9602, + "ks_statistic_lib_size_cells": 0.9988, + "ks_statistic_mean_fraczero_genes": 0.7165, + "ks_statistic_mean_var_genes": 0.958, + "ks_statistic_morans_I": 1.1251, + "ks_statistic_nn_correlation": 1.0323, + "ks_statistic_pearson_cells": 0.9941, + "ks_statistic_pearson_genes": 0.9993, + "ks_statistic_scaled_mean_cells": 0.0023, + "ks_statistic_scaled_mean_genes": 0.9621, + "ks_statistic_scaled_var_cells": 0.2223, + "ks_statistic_scaled_var_genes": 12.3721, + "ks_statistic_tmm_cells": 0.6457, + "ks_statistic_transition_matrix": 1.2, "svg_precision": 0, - "svg_recall": 0.9474 + "svg_recall": 0.9447 }, - "mean_score": 0.783, + "mean_score": 0.7589, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 27.8, - "cpu_pct": 121.3, - "peak_memory_mb": 3584, + "duration_sec": 28.4, + "cpu_pct": 141.5, + "peak_memory_mb": 6247, "disk_read_mb": 71, "disk_write_mb": 8 } @@ -6016,7 +6016,7 @@ "ks_statistic_celltype_interaction": 0.7024, "ks_statistic_central_score": 0.1667, "ks_statistic_efflib_size_cells": 2.6459, - "ks_statistic_enrichment": 0.125, + "ks_statistic_enrichment": 0.25, "ks_statistic_frac_zero_cells": 1.251, "ks_statistic_frac_zero_genes": 7.9975, "ks_statistic_L_stats": 6.9254, @@ -6026,8 +6026,8 @@ "ks_statistic_mean_var_genes": 280.3776, "ks_statistic_morans_I": 3.169, "ks_statistic_nn_correlation": 3.423, - "ks_statistic_pearson_cells": 55.93, - "ks_statistic_pearson_genes": 51.8369, + "ks_statistic_pearson_cells": 51.8695, + "ks_statistic_pearson_genes": 57.0351, "ks_statistic_scaled_mean_cells": -0.2396, "ks_statistic_scaled_mean_genes": 18.5976, "ks_statistic_scaled_var_cells": -0.2974, @@ -6038,43 +6038,43 @@ "svg_recall": 0.6737 }, "scaled_scores": { - "clustering_ari": 0.4496, - "clustering_nmi": 0.5265, + "clustering_ari": 0.5342, + "clustering_nmi": 0.5846, "crosscor_cosine": 0, - "crosscor_mantel": -0.0413, - "ctdeconcolute_jsd": -0.0804, - "ctdeconvolute_rmse": -0.0098, + "crosscor_mantel": -0.0466, + "ctdeconcolute_jsd": -0.0762, + "ctdeconvolute_rmse": -0.0036, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 2, - "ks_statistic_efflib_size_cells": 0.8893, - "ks_statistic_enrichment": 2, - "ks_statistic_frac_zero_cells": 0.9548, - "ks_statistic_frac_zero_genes": 0.8878, - "ks_statistic_L_stats": -1.7752, - "ks_statistic_lib_fraczero_cells": 0.6573, - "ks_statistic_lib_size_cells": 0.8893, - "ks_statistic_mean_fraczero_genes": -1.5811, - "ks_statistic_mean_var_genes": -0.4185, - "ks_statistic_morans_I": 1.0114, - "ks_statistic_nn_correlation": 0.8259, - "ks_statistic_pearson_cells": 0.4189, - "ks_statistic_pearson_genes": 0.2189, - "ks_statistic_scaled_mean_cells": -0.1306, - "ks_statistic_scaled_mean_genes": 0.6684, - "ks_statistic_scaled_var_cells": -0.0575, - "ks_statistic_scaled_var_genes": 2.164, - "ks_statistic_tmm_cells": -0.5804, - "ks_statistic_transition_matrix": 1.6667, + "ks_statistic_central_score": 1.75, + "ks_statistic_efflib_size_cells": 0.9455, + "ks_statistic_enrichment": 1.5, + "ks_statistic_frac_zero_cells": 0.9737, + "ks_statistic_frac_zero_genes": 0.8918, + "ks_statistic_L_stats": -6.2722, + "ks_statistic_lib_fraczero_cells": 0.8687, + "ks_statistic_lib_size_cells": 0.9455, + "ks_statistic_mean_fraczero_genes": -1.4024, + "ks_statistic_mean_var_genes": -1.0594, + "ks_statistic_morans_I": 1.0116, + "ks_statistic_nn_correlation": 0.8255, + "ks_statistic_pearson_cells": 0.1878, + "ks_statistic_pearson_genes": 0.135, + "ks_statistic_scaled_mean_cells": -0.0858, + "ks_statistic_scaled_mean_genes": 0.6901, + "ks_statistic_scaled_var_cells": -0.053, + "ks_statistic_scaled_var_genes": 1.9218, + "ks_statistic_tmm_cells": -1.3856, + "ks_statistic_transition_matrix": 1.8, "svg_precision": 0, "svg_recall": 0.6737 }, - "mean_score": 0.4504, + "mean_score": 0.4571, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, "duration_sec": 91, - "cpu_pct": 106.6, - "peak_memory_mb": 4711, + "cpu_pct": 113.8, + "peak_memory_mb": 7271, "disk_read_mb": 414, "disk_write_mb": 10 } @@ -6083,74 +6083,74 @@ "dataset_id": "pdac", "method_id": "zinbwave", "metric_values": { - "clustering_ari": 0.121, - "clustering_nmi": 0.1762, + "clustering_ari": 0.1326, + "clustering_nmi": 0.165, "crosscor_cosine": "NA", - "crosscor_mantel": 0.6102, - "ctdeconcolute_jsd": 0.0854, - "ctdeconvolute_rmse": 0.314, + "crosscor_mantel": 0.6122, + "ctdeconcolute_jsd": 0.0861, + "ctdeconvolute_rmse": 0.3233, "ks_statistic_celltype_interaction": 0.7024, "ks_statistic_central_score": 0.4167, - "ks_statistic_efflib_size_cells": -0.4163, + "ks_statistic_efflib_size_cells": -0.4387, "ks_statistic_enrichment": 0.375, - "ks_statistic_frac_zero_cells": -0.2244, - "ks_statistic_frac_zero_genes": -0.0536, - "ks_statistic_L_stats": 7.2088, - "ks_statistic_lib_fraczero_cells": 0.0201, - "ks_statistic_lib_size_cells": -0.4163, - "ks_statistic_mean_fraczero_genes": -0.3004, - "ks_statistic_mean_var_genes": -16.5216, - "ks_statistic_morans_I": 3.7828, - "ks_statistic_nn_correlation": 1.6813, - "ks_statistic_pearson_cells": 11.6949, - "ks_statistic_pearson_genes": 8.8041, - "ks_statistic_scaled_mean_cells": -0.2621, - "ks_statistic_scaled_mean_genes": -0.2281, - "ks_statistic_scaled_var_cells": -0.3406, - "ks_statistic_scaled_var_genes": -0.5183, - "ks_statistic_tmm_cells": -0.0409, + "ks_statistic_frac_zero_cells": -0.2476, + "ks_statistic_frac_zero_genes": -0.0915, + "ks_statistic_L_stats": 6.3513, + "ks_statistic_lib_fraczero_cells": 0.249, + "ks_statistic_lib_size_cells": -0.4387, + "ks_statistic_mean_fraczero_genes": -0.3496, + "ks_statistic_mean_var_genes": -3.4481, + "ks_statistic_morans_I": 3.0132, + "ks_statistic_nn_correlation": 1.1706, + "ks_statistic_pearson_cells": 10.7777, + "ks_statistic_pearson_genes": 10.2347, + "ks_statistic_scaled_mean_cells": -0.2828, + "ks_statistic_scaled_mean_genes": -0.1638, + "ks_statistic_scaled_var_cells": -0.419, + "ks_statistic_scaled_var_genes": -3.7628, + "ks_statistic_tmm_cells": 0.05, "ks_statistic_transition_matrix": 0.3125, - "svg_precision": 0.7356, - "svg_recall": 0.8711 + "svg_precision": 0.7407, + "svg_recall": 0.8868 }, "scaled_scores": { - "clustering_ari": 0.2172, - "clustering_nmi": 0.319, + "clustering_ari": 0.37, + "clustering_nmi": 0.3748, "crosscor_cosine": 0, - "crosscor_mantel": 0.7694, - "ctdeconcolute_jsd": 0.2333, - "ctdeconvolute_rmse": 0.4711, + "crosscor_mantel": 0.7708, + "ctdeconcolute_jsd": 0.2298, + "ctdeconvolute_rmse": 0.4588, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9955, + "ks_statistic_efflib_size_cells": 0.9982, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.997, - "ks_statistic_frac_zero_genes": 0.9974, - "ks_statistic_L_stats": -1.9078, - "ks_statistic_lib_fraczero_cells": 0.9365, - "ks_statistic_lib_size_cells": 0.9955, - "ks_statistic_mean_fraczero_genes": 0.963, - "ks_statistic_mean_var_genes": 1.0583, - "ks_statistic_morans_I": 0.9367, - "ks_statistic_nn_correlation": 0.9786, - "ks_statistic_pearson_cells": 0.8774, - "ks_statistic_pearson_genes": 0.8684, - "ks_statistic_scaled_mean_cells": -0.0009, - "ks_statistic_scaled_mean_genes": 0.9993, - "ks_statistic_scaled_var_cells": 0.2056, - "ks_statistic_scaled_var_genes": 1.0681, - "ks_statistic_tmm_cells": 0.5454, + "ks_statistic_frac_zero_cells": 0.9986, + "ks_statistic_frac_zero_genes": 0.998, + "ks_statistic_L_stats": -5.5684, + "ks_statistic_lib_fraczero_cells": 0.9707, + "ks_statistic_lib_size_cells": 0.9982, + "ks_statistic_mean_fraczero_genes": 0.9676, + "ks_statistic_mean_var_genes": 0.9903, + "ks_statistic_morans_I": 1.0308, + "ks_statistic_nn_correlation": 1.0234, + "ks_statistic_pearson_cells": 0.83, + "ks_statistic_pearson_genes": 0.8459, + "ks_statistic_scaled_mean_cells": 0.0777, + "ks_statistic_scaled_mean_genes": 0.9983, + "ks_statistic_scaled_var_cells": 0.684, + "ks_statistic_scaled_var_genes": 13.5644, + "ks_statistic_tmm_cells": 0.1595, "ks_statistic_transition_matrix": 1, "svg_precision": 0, - "svg_recall": 0.8711 + "svg_recall": 0.8868 }, - "mean_score": 0.6613, + "mean_score": 0.6761, "resources": { - "submit": "2024-11-25 06:12:40", + "submit": "2024-12-11 16:05:11", "exit_code": 0, - "duration_sec": 42.3, - "cpu_pct": 408.4, - "peak_memory_mb": 39629, + "duration_sec": 40.9, + "cpu_pct": 385.1, + "peak_memory_mb": 3789, "disk_read_mb": 77, "disk_write_mb": 8 } @@ -6159,35 +6159,35 @@ "dataset_id": "prostate", "method_id": "negative", "metric_values": { - "clustering_ari": 0.0057, - "clustering_nmi": 0.0136, - "crosscor_cosine": 0.5007, - "crosscor_mantel": 0.0028, - "ctdeconcolute_jsd": 0.1363, - "ctdeconvolute_rmse": 0.7402, + "clustering_ari": -0.0041, + "clustering_nmi": 0.0028, + "crosscor_cosine": 0.4997, + "crosscor_mantel": -0.0006, + "ctdeconcolute_jsd": 0.1388, + "ctdeconvolute_rmse": 0.7569, "ks_statistic_celltype_interaction": 2.4093, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 26.6299, + "ks_statistic_efflib_size_cells": 22.6113, "ks_statistic_enrichment": 0.5556, - "ks_statistic_frac_zero_cells": 45.8152, - "ks_statistic_frac_zero_genes": 47.0426, - "ks_statistic_L_stats": 2.2929, - "ks_statistic_lib_fraczero_cells": 15.4806, - "ks_statistic_lib_size_cells": 26.6299, - "ks_statistic_mean_fraczero_genes": 19.4783, - "ks_statistic_mean_var_genes": 131.6103, - "ks_statistic_morans_I": 10.7559, - "ks_statistic_nn_correlation": 11.6131, - "ks_statistic_pearson_cells": 71.016, - "ks_statistic_pearson_genes": 76.8231, - "ks_statistic_scaled_mean_cells": -0.4964, - "ks_statistic_scaled_mean_genes": 118.9346, - "ks_statistic_scaled_var_cells": -0.3358, - "ks_statistic_scaled_var_genes": -0.2476, - "ks_statistic_tmm_cells": 1.3294, - "ks_statistic_transition_matrix": 0.4444, - "svg_precision": 0, - "svg_recall": 0 + "ks_statistic_frac_zero_cells": 50.6958, + "ks_statistic_frac_zero_genes": 53.9529, + "ks_statistic_L_stats": 3.462, + "ks_statistic_lib_fraczero_cells": 20.855, + "ks_statistic_lib_size_cells": 22.6113, + "ks_statistic_mean_fraczero_genes": 16.9215, + "ks_statistic_mean_var_genes": 84.6271, + "ks_statistic_morans_I": 12.4383, + "ks_statistic_nn_correlation": 11.3886, + "ks_statistic_pearson_cells": 68.2567, + "ks_statistic_pearson_genes": 68.2169, + "ks_statistic_scaled_mean_cells": -0.4736, + "ks_statistic_scaled_mean_genes": 115.8108, + "ks_statistic_scaled_var_cells": -0.3248, + "ks_statistic_scaled_var_genes": -0.2474, + "ks_statistic_tmm_cells": 0.974, + "ks_statistic_transition_matrix": 0.5556, + "svg_precision": 0.3333, + "svg_recall": 0.0055 }, "scaled_scores": { "clustering_ari": 0, @@ -6202,7 +6202,7 @@ "ks_statistic_enrichment": 0, "ks_statistic_frac_zero_cells": 0, "ks_statistic_frac_zero_genes": 0, - "ks_statistic_L_stats": 1, + "ks_statistic_L_stats": 0, "ks_statistic_lib_fraczero_cells": 0, "ks_statistic_lib_size_cells": 0, "ks_statistic_mean_fraczero_genes": 0, @@ -6220,12 +6220,12 @@ "svg_precision": 0, "svg_recall": 0 }, - "mean_score": 0.069, + "mean_score": 0.0345, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 8, - "cpu_pct": 279.4, + "duration_sec": 8.4, + "cpu_pct": 233.2, "peak_memory_mb": 6042, "disk_read_mb": 49, "disk_write_mb": 10 @@ -6254,14 +6254,14 @@ "ks_statistic_mean_var_genes": -1.3836, "ks_statistic_morans_I": 4.8832, "ks_statistic_nn_correlation": 1.355, - "ks_statistic_pearson_cells": -0.1588, - "ks_statistic_pearson_genes": -0.0991, + "ks_statistic_pearson_cells": -0.2736, + "ks_statistic_pearson_genes": -0.1897, "ks_statistic_scaled_mean_cells": -0.3109, "ks_statistic_scaled_mean_genes": -0.5521, "ks_statistic_scaled_var_cells": -0.3908, "ks_statistic_scaled_var_genes": -369.0313, "ks_statistic_tmm_cells": -1.5261, - "ks_statistic_transition_matrix": 0.2222, + "ks_statistic_transition_matrix": 0.3333, "svg_precision": 1, "svg_recall": 1 }, @@ -6278,7 +6278,7 @@ "ks_statistic_enrichment": 1, "ks_statistic_frac_zero_cells": 1, "ks_statistic_frac_zero_genes": 1, - "ks_statistic_L_stats": 0, + "ks_statistic_L_stats": 1, "ks_statistic_lib_fraczero_cells": 1, "ks_statistic_lib_size_cells": 1, "ks_statistic_mean_fraczero_genes": 1, @@ -6296,13 +6296,13 @@ "svg_precision": 1, "svg_recall": 1 }, - "mean_score": 0.8966, + "mean_score": 0.931, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 9.1, - "cpu_pct": 182.2, - "peak_memory_mb": 3277, + "duration_sec": 8.9, + "cpu_pct": 240.3, + "peak_memory_mb": 6042, "disk_read_mb": 49, "disk_write_mb": 20 } @@ -6311,73 +6311,73 @@ "dataset_id": "prostate", "method_id": "scdesign2", "metric_values": { - "clustering_ari": 0.0289, - "clustering_nmi": 0.0301, + "clustering_ari": 0, + "clustering_nmi": 0.0068, "crosscor_cosine": "NA", - "crosscor_mantel": -0.027, - "ctdeconcolute_jsd": 0.0685, - "ctdeconvolute_rmse": 0.2517, + "crosscor_mantel": -0.2046, + "ctdeconcolute_jsd": 0.0701, + "ctdeconvolute_rmse": 0.2601, "ks_statistic_celltype_interaction": 2.4093, "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 1.7804, + "ks_statistic_efflib_size_cells": 1.3131, "ks_statistic_enrichment": 0.5556, - "ks_statistic_frac_zero_cells": 2.1733, - "ks_statistic_frac_zero_genes": 2.1315, - "ks_statistic_L_stats": 1.6046, - "ks_statistic_lib_fraczero_cells": 4.3168, - "ks_statistic_lib_size_cells": 1.7804, - "ks_statistic_mean_fraczero_genes": 10.3326, - "ks_statistic_mean_var_genes": 24.4333, - "ks_statistic_morans_I": 17.5723, - "ks_statistic_nn_correlation": 4.3071, - "ks_statistic_pearson_cells": 3.2177, - "ks_statistic_pearson_genes": 3.2474, - "ks_statistic_scaled_mean_cells": -0.3259, - "ks_statistic_scaled_mean_genes": -0.4854, - "ks_statistic_scaled_var_cells": -0.3083, - "ks_statistic_scaled_var_genes": -0.5944, - "ks_statistic_tmm_cells": -0.1424, + "ks_statistic_frac_zero_cells": 2.1216, + "ks_statistic_frac_zero_genes": 2.0764, + "ks_statistic_L_stats": 1.203, + "ks_statistic_lib_fraczero_cells": 3.7835, + "ks_statistic_lib_size_cells": 1.3131, + "ks_statistic_mean_fraczero_genes": 9.5085, + "ks_statistic_mean_var_genes": 0.5649, + "ks_statistic_morans_I": 16.1454, + "ks_statistic_nn_correlation": 5.007, + "ks_statistic_pearson_cells": 8.7758, + "ks_statistic_pearson_genes": 7.4174, + "ks_statistic_scaled_mean_cells": -0.3095, + "ks_statistic_scaled_mean_genes": -0.5004, + "ks_statistic_scaled_var_cells": -0.3114, + "ks_statistic_scaled_var_genes": -38.2139, + "ks_statistic_tmm_cells": 0.2146, "ks_statistic_transition_matrix": 0.4444, "svg_precision": 0, "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": 0.1751, - "clustering_nmi": 0.1029, + "clustering_ari": 0.0287, + "clustering_nmi": 0.0235, "crosscor_cosine": 0, - "crosscor_mantel": -0.0451, - "ctdeconcolute_jsd": 0.4977, - "ctdeconvolute_rmse": 0.66, + "crosscor_mantel": -0.3069, + "ctdeconcolute_jsd": 0.4948, + "ctdeconvolute_rmse": 0.6564, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9164, + "ks_statistic_efflib_size_cells": 0.9221, "ks_statistic_enrichment": 0, - "ks_statistic_frac_zero_cells": 0.9449, - "ks_statistic_frac_zero_genes": 0.9497, - "ks_statistic_L_stats": 2.0305, - "ks_statistic_lib_fraczero_cells": 0.6858, - "ks_statistic_lib_size_cells": 0.9164, - "ks_statistic_mean_fraczero_genes": 0.4405, - "ks_statistic_mean_var_genes": 0.8059, - "ks_statistic_morans_I": -1.1607, - "ks_statistic_nn_correlation": 0.7122, - "ks_statistic_pearson_cells": 0.9526, - "ks_statistic_pearson_genes": 0.9565, - "ks_statistic_scaled_mean_cells": 0.0809, - "ks_statistic_scaled_mean_genes": 0.9994, - "ks_statistic_scaled_var_cells": -0.5004, - "ks_statistic_scaled_var_genes": 0.0009, - "ks_statistic_tmm_cells": 0.5154, - "ks_statistic_transition_matrix": 0, - "svg_precision": 0, - "svg_recall": 0 + "ks_statistic_frac_zero_cells": 0.9512, + "ks_statistic_frac_zero_genes": 0.9571, + "ks_statistic_L_stats": 4.5075, + "ks_statistic_lib_fraczero_cells": 0.7885, + "ks_statistic_lib_size_cells": 0.9221, + "ks_statistic_mean_fraczero_genes": 0.4072, + "ks_statistic_mean_var_genes": 0.9773, + "ks_statistic_morans_I": -0.4907, + "ks_statistic_nn_correlation": 0.636, + "ks_statistic_pearson_cells": 0.868, + "ks_statistic_pearson_genes": 0.8888, + "ks_statistic_scaled_mean_cells": -0.0089, + "ks_statistic_scaled_mean_genes": 0.9996, + "ks_statistic_scaled_var_cells": -0.202, + "ks_statistic_scaled_var_genes": 0.103, + "ks_statistic_tmm_cells": 0.3037, + "ks_statistic_transition_matrix": 0.5, + "svg_precision": -0.5, + "svg_recall": -0.0055 }, - "mean_score": 0.4246, + "mean_score": 0.4285, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 116, - "cpu_pct": 209.1, + "duration_sec": 114, + "cpu_pct": 214.1, "peak_memory_mb": 20276, "disk_read_mb": 52, "disk_write_mb": 11 @@ -6387,74 +6387,74 @@ "dataset_id": "prostate", "method_id": "scdesign3", "metric_values": { - "clustering_ari": -0.0035, - "clustering_nmi": 0.0035, + "clustering_ari": "NA", + "clustering_nmi": "NA", "crosscor_cosine": "NA", - "crosscor_mantel": 0.6151, - "ctdeconcolute_jsd": 0.0575, - "ctdeconvolute_rmse": 0.1934, + "crosscor_mantel": "NA", + "ctdeconcolute_jsd": "NA", + "ctdeconvolute_rmse": "NA", "ks_statistic_celltype_interaction": 2.4093, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": 0.8133, + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": 0.645, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": 0.9631, - "ks_statistic_frac_zero_genes": 0.6125, - "ks_statistic_L_stats": 3.518, - "ks_statistic_lib_fraczero_cells": 1.7984, - "ks_statistic_lib_size_cells": 0.8133, - "ks_statistic_mean_fraczero_genes": 3.6489, - "ks_statistic_mean_var_genes": -0.9064, - "ks_statistic_morans_I": 3.7679, - "ks_statistic_nn_correlation": 1.3657, - "ks_statistic_pearson_cells": 12.5661, - "ks_statistic_pearson_genes": 13.561, - "ks_statistic_scaled_mean_cells": -0.3318, - "ks_statistic_scaled_mean_genes": -0.481, - "ks_statistic_scaled_var_cells": -0.4265, - "ks_statistic_scaled_var_genes": -12.7638, - "ks_statistic_tmm_cells": 1.4651, - "ks_statistic_transition_matrix": 0.4444, - "svg_precision": 0.7778, - "svg_recall": 0.6538 + "ks_statistic_frac_zero_cells": 0.7489, + "ks_statistic_frac_zero_genes": 0.5129, + "ks_statistic_L_stats": 2.8358, + "ks_statistic_lib_fraczero_cells": 1.9907, + "ks_statistic_lib_size_cells": 0.645, + "ks_statistic_mean_fraczero_genes": 3.1192, + "ks_statistic_mean_var_genes": -4.2558, + "ks_statistic_morans_I": 4.1657, + "ks_statistic_nn_correlation": 1.7185, + "ks_statistic_pearson_cells": 12.4402, + "ks_statistic_pearson_genes": 14.1703, + "ks_statistic_scaled_mean_cells": -0.3507, + "ks_statistic_scaled_mean_genes": 0.0957, + "ks_statistic_scaled_var_cells": -0.4372, + "ks_statistic_scaled_var_genes": -0.5985, + "ks_statistic_tmm_cells": 2.7541, + "ks_statistic_transition_matrix": 0.3333, + "svg_precision": "NA", + "svg_recall": "NA" }, "scaled_scores": { - "clustering_ari": -0.0696, - "clustering_nmi": -0.0632, + "clustering_ari": 0, + "clustering_nmi": 0, "crosscor_cosine": 0, - "crosscor_mantel": 0.9257, - "ctdeconcolute_jsd": 0.578, - "ctdeconvolute_rmse": 0.7387, + "crosscor_mantel": 0, + "ctdeconcolute_jsd": 0, + "ctdeconvolute_rmse": 0, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9521, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.951, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9711, - "ks_statistic_frac_zero_genes": 0.9818, - "ks_statistic_L_stats": -0.8343, - "ks_statistic_lib_fraczero_cells": 0.8406, - "ks_statistic_lib_size_cells": 0.9521, - "ks_statistic_mean_fraczero_genes": 0.7624, - "ks_statistic_mean_var_genes": 0.9964, - "ks_statistic_morans_I": 1.1899, - "ks_statistic_nn_correlation": 0.999, - "ks_statistic_pearson_cells": 0.8212, - "ks_statistic_pearson_genes": 0.8224, - "ks_statistic_scaled_mean_cells": 0.1126, - "ks_statistic_scaled_mean_genes": 0.9994, - "ks_statistic_scaled_var_cells": 1.6499, - "ks_statistic_scaled_var_genes": 0.0339, - "ks_statistic_tmm_cells": -0.0475, - "ks_statistic_transition_matrix": 0, - "svg_precision": 0.7778, - "svg_recall": 0.6538 + "ks_statistic_frac_zero_cells": 0.9781, + "ks_statistic_frac_zero_genes": 0.986, + "ks_statistic_L_stats": 1.2495, + "ks_statistic_lib_fraczero_cells": 0.8712, + "ks_statistic_lib_size_cells": 0.951, + "ks_statistic_mean_fraczero_genes": 0.7581, + "ks_statistic_mean_var_genes": 1.0334, + "ks_statistic_morans_I": 1.095, + "ks_statistic_nn_correlation": 0.9638, + "ks_statistic_pearson_cells": 0.8145, + "ks_statistic_pearson_genes": 0.7901, + "ks_statistic_scaled_mean_cells": 0.2447, + "ks_statistic_scaled_mean_genes": 0.9944, + "ks_statistic_scaled_var_cells": 1.7041, + "ks_statistic_scaled_var_genes": 0.001, + "ks_statistic_tmm_cells": -0.7121, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0, + "svg_recall": 0 }, - "mean_score": 0.5834, + "mean_score": 0.5622, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 2774, - "cpu_pct": 100.3, - "peak_memory_mb": 5120, + "duration_sec": 2764, + "cpu_pct": 100.5, + "peak_memory_mb": 7988, "disk_read_mb": 81, "disk_write_mb": 10 } @@ -6463,73 +6463,73 @@ "dataset_id": "prostate", "method_id": "sparsim", "metric_values": { - "clustering_ari": -0.0034, - "clustering_nmi": 0.0038, + "clustering_ari": -0.0041, + "clustering_nmi": 0.0023, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0259, - "ctdeconcolute_jsd": 0.103, - "ctdeconvolute_rmse": 0.5213, + "crosscor_mantel": 0.0358, + "ctdeconcolute_jsd": 0.1045, + "ctdeconvolute_rmse": 0.5086, "ks_statistic_celltype_interaction": 2.4093, - "ks_statistic_central_score": 0.3333, + "ks_statistic_central_score": 0.2222, "ks_statistic_efflib_size_cells": -0.4867, "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": -0.0225, - "ks_statistic_frac_zero_genes": 4.5412, - "ks_statistic_L_stats": 3.0855, - "ks_statistic_lib_fraczero_cells": 0.9901, + "ks_statistic_frac_zero_cells": -0.0026, + "ks_statistic_frac_zero_genes": 5.6952, + "ks_statistic_L_stats": 1.1081, + "ks_statistic_lib_fraczero_cells": 1.1806, "ks_statistic_lib_size_cells": -0.4867, - "ks_statistic_mean_fraczero_genes": -11.447, - "ks_statistic_mean_var_genes": 103.7157, - "ks_statistic_morans_I": 6.1095, - "ks_statistic_nn_correlation": 6.776, - "ks_statistic_pearson_cells": 253.2222, - "ks_statistic_pearson_genes": 257.4833, + "ks_statistic_mean_fraczero_genes": -18.8296, + "ks_statistic_mean_var_genes": 59.8835, + "ks_statistic_morans_I": 7.0816, + "ks_statistic_nn_correlation": 7.6059, + "ks_statistic_pearson_cells": 224.7332, + "ks_statistic_pearson_genes": 260.6618, "ks_statistic_scaled_mean_cells": -0.3109, - "ks_statistic_scaled_mean_genes": 92.0693, - "ks_statistic_scaled_var_cells": -1.0345, - "ks_statistic_scaled_var_genes": -0.6696, - "ks_statistic_tmm_cells": 2.9887, + "ks_statistic_scaled_mean_genes": 100.8326, + "ks_statistic_scaled_var_cells": -0.6646, + "ks_statistic_scaled_var_genes": -1.249, + "ks_statistic_tmm_cells": 2.99, "ks_statistic_transition_matrix": 0.2222, - "svg_precision": 0.3961, - "svg_recall": 0.3352 + "svg_precision": 0.3407, + "svg_recall": 0.4231 }, "scaled_scores": { - "clustering_ari": -0.0684, - "clustering_nmi": -0.061, + "clustering_ari": -0.0006, + "clustering_nmi": -0.0029, "crosscor_cosine": 0, - "crosscor_mantel": 0.0349, - "ctdeconcolute_jsd": 0.2445, - "ctdeconvolute_rmse": 0.2957, + "crosscor_mantel": 0.0547, + "ctdeconcolute_jsd": 0.2471, + "ctdeconvolute_rmse": 0.328, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 1.5, + "ks_statistic_central_score": 2, "ks_statistic_efflib_size_cells": 1, "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9925, - "ks_statistic_frac_zero_genes": 0.8987, - "ks_statistic_L_stats": -0.1867, - "ks_statistic_lib_fraczero_cells": 0.8902, + "ks_statistic_frac_zero_cells": 0.9928, + "ks_statistic_frac_zero_genes": 0.8904, + "ks_statistic_L_stats": 4.6967, + "ks_statistic_lib_fraczero_cells": 0.9087, "ks_statistic_lib_size_cells": 1, - "ks_statistic_mean_fraczero_genes": 1.4894, - "ks_statistic_mean_var_genes": 0.2097, - "ks_statistic_morans_I": 0.7912, - "ks_statistic_nn_correlation": 0.4715, - "ks_statistic_pearson_cells": -2.56, - "ks_statistic_pearson_genes": -2.3486, - "ks_statistic_scaled_mean_cells": -2.2204e-16, - "ks_statistic_scaled_mean_genes": 0.2248, - "ks_statistic_scaled_var_cells": 12.7131, - "ks_statistic_scaled_var_genes": 0.0011, - "ks_statistic_tmm_cells": -0.5811, - "ks_statistic_transition_matrix": 1, - "svg_precision": 0.3961, - "svg_recall": 0.3352 + "ks_statistic_mean_fraczero_genes": 1.9636, + "ks_statistic_mean_var_genes": 0.2877, + "ks_statistic_morans_I": 0.709, + "ks_statistic_nn_correlation": 0.377, + "ks_statistic_pearson_cells": -2.2833, + "ks_statistic_pearson_genes": -2.8132, + "ks_statistic_scaled_mean_cells": -4.4409e-16, + "ks_statistic_scaled_mean_genes": 0.1287, + "ks_statistic_scaled_var_cells": 5.1492, + "ks_statistic_scaled_var_genes": 0.0027, + "ks_statistic_tmm_cells": -0.8064, + "ks_statistic_transition_matrix": 1.5, + "svg_precision": 0.0111, + "svg_recall": 0.4199 }, - "mean_score": 0.4409, + "mean_score": 0.4606, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 28.2, - "cpu_pct": 150.4, + "duration_sec": 28.7, + "cpu_pct": 151.7, "peak_memory_mb": 6554, "disk_read_mb": 78, "disk_write_mb": 10 @@ -6542,70 +6542,70 @@ "clustering_ari": -0.0038, "clustering_nmi": 0.0054, "crosscor_cosine": "NA", - "crosscor_mantel": 0.0095, - "ctdeconcolute_jsd": 0.1437, - "ctdeconvolute_rmse": 0.7759, + "crosscor_mantel": -0.0116, + "ctdeconcolute_jsd": 0.1548, + "ctdeconvolute_rmse": 0.8409, "ks_statistic_celltype_interaction": 2.4093, "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.0517, + "ks_statistic_efflib_size_cells": -0.155, "ks_statistic_enrichment": 0.2222, - "ks_statistic_frac_zero_cells": 0.1441, - "ks_statistic_frac_zero_genes": 4.7812, - "ks_statistic_L_stats": 1.8268, - "ks_statistic_lib_fraczero_cells": 1.6981, - "ks_statistic_lib_size_cells": 0.0517, - "ks_statistic_mean_fraczero_genes": 20.9195, - "ks_statistic_mean_var_genes": 23.7385, - "ks_statistic_morans_I": 4.8506, - "ks_statistic_nn_correlation": 4.4832, - "ks_statistic_pearson_cells": 232.551, - "ks_statistic_pearson_genes": 261.2589, - "ks_statistic_scaled_mean_cells": -0.3806, - "ks_statistic_scaled_mean_genes": 71.8991, - "ks_statistic_scaled_var_cells": -0.5327, - "ks_statistic_scaled_var_genes": -0.4716, - "ks_statistic_tmm_cells": 20.829, + "ks_statistic_frac_zero_cells": -0.0209, + "ks_statistic_frac_zero_genes": 3.9456, + "ks_statistic_L_stats": 2.8499, + "ks_statistic_lib_fraczero_cells": 1.4348, + "ks_statistic_lib_size_cells": -0.155, + "ks_statistic_mean_fraczero_genes": 13.9182, + "ks_statistic_mean_var_genes": 20.8243, + "ks_statistic_morans_I": 4.0086, + "ks_statistic_nn_correlation": 3.2931, + "ks_statistic_pearson_cells": 202.8088, + "ks_statistic_pearson_genes": 230.8407, + "ks_statistic_scaled_mean_cells": -0.3054, + "ks_statistic_scaled_mean_genes": 81.413, + "ks_statistic_scaled_var_cells": -0.4138, + "ks_statistic_scaled_var_genes": -2.8164, + "ks_statistic_tmm_cells": 24.5284, "ks_statistic_transition_matrix": 0, - "svg_precision": "NA", + "svg_precision": 0, "svg_recall": 0 }, "scaled_scores": { - "clustering_ari": -0.0714, - "clustering_nmi": -0.0509, + "clustering_ari": 0.0022, + "clustering_nmi": 0.0157, "crosscor_cosine": 0, - "crosscor_mantel": 0.0101, - "ctdeconcolute_jsd": -0.0542, - "ctdeconvolute_rmse": -0.0483, + "crosscor_mantel": -0.0166, + "ctdeconcolute_jsd": -0.1152, + "ctdeconvolute_rmse": -0.1109, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 3, - "ks_statistic_efflib_size_cells": 0.9801, + "ks_statistic_efflib_size_cells": 0.9856, "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9888, - "ks_statistic_frac_zero_genes": 0.8937, - "ks_statistic_L_stats": 1.6978, - "ks_statistic_lib_fraczero_cells": 0.8467, - "ks_statistic_lib_size_cells": 0.9801, - "ks_statistic_mean_fraczero_genes": -0.0694, - "ks_statistic_mean_var_genes": 0.8111, - "ks_statistic_morans_I": 1.0055, - "ks_statistic_nn_correlation": 0.695, - "ks_statistic_pearson_cells": -2.2696, - "ks_statistic_pearson_genes": -2.3977, - "ks_statistic_scaled_mean_cells": 0.3755, - "ks_statistic_scaled_mean_genes": 0.3936, - "ks_statistic_scaled_var_cells": 3.5831, - "ks_statistic_scaled_var_genes": 0.0006, - "ks_statistic_tmm_cells": -6.829, - "ks_statistic_transition_matrix": 2, - "svg_precision": 0, - "svg_recall": 0 + "ks_statistic_frac_zero_cells": 0.9931, + "ks_statistic_frac_zero_genes": 0.9226, + "ks_statistic_L_stats": 1.2213, + "ks_statistic_lib_fraczero_cells": 0.8969, + "ks_statistic_lib_size_cells": 0.9856, + "ks_statistic_mean_fraczero_genes": 0.165, + "ks_statistic_mean_var_genes": 0.7418, + "ks_statistic_morans_I": 1.1158, + "ks_statistic_nn_correlation": 0.8068, + "ks_statistic_pearson_cells": -1.9634, + "ks_statistic_pearson_genes": -2.3773, + "ks_statistic_scaled_mean_cells": -0.034, + "ks_statistic_scaled_mean_genes": 0.2956, + "ks_statistic_scaled_var_cells": 1.3491, + "ks_statistic_scaled_var_genes": 0.007, + "ks_statistic_tmm_cells": -9.4217, + "ks_statistic_transition_matrix": 2.5, + "svg_precision": -0.5, + "svg_recall": -0.0055 }, - "mean_score": 0.4474, + "mean_score": 0.442, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 15.5, - "cpu_pct": 183.7, + "duration_sec": 16.2, + "cpu_pct": 178.4, "peak_memory_mb": 6452, "disk_read_mb": 73, "disk_write_mb": 10 @@ -6615,73 +6615,73 @@ "dataset_id": "prostate", "method_id": "srtsim", "metric_values": { - "clustering_ari": 0.0635, - "clustering_nmi": 0.0694, + "clustering_ari": 0.126, + "clustering_nmi": 0.1181, "crosscor_cosine": "NA", - "crosscor_mantel": 0.5899, - "ctdeconcolute_jsd": 0.0155, - "ctdeconvolute_rmse": 0.0259, + "crosscor_mantel": 0.589, + "ctdeconcolute_jsd": 0.0152, + "ctdeconvolute_rmse": 0.0224, "ks_statistic_celltype_interaction": 2.4093, - "ks_statistic_central_score": 0.6667, - "ks_statistic_efflib_size_cells": -0.3747, + "ks_statistic_central_score": 0.4444, + "ks_statistic_efflib_size_cells": -0.4185, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": -0.1511, - "ks_statistic_frac_zero_genes": 1.9374, - "ks_statistic_L_stats": 2.6352, - "ks_statistic_lib_fraczero_cells": 0.6578, - "ks_statistic_lib_size_cells": -0.3747, - "ks_statistic_mean_fraczero_genes": 13.874, - "ks_statistic_mean_var_genes": 1.1138, - "ks_statistic_morans_I": 7.7546, - "ks_statistic_nn_correlation": 3.9315, - "ks_statistic_pearson_cells": 1.1475, - "ks_statistic_pearson_genes": 0.9011, - "ks_statistic_scaled_mean_cells": -0.3072, - "ks_statistic_scaled_mean_genes": -0.368, - "ks_statistic_scaled_var_cells": -0.3877, - "ks_statistic_scaled_var_genes": -5.5906, - "ks_statistic_tmm_cells": -0.5691, + "ks_statistic_frac_zero_cells": -0.2021, + "ks_statistic_frac_zero_genes": 1.9869, + "ks_statistic_L_stats": 2.5845, + "ks_statistic_lib_fraczero_cells": 0.723, + "ks_statistic_lib_size_cells": -0.4185, + "ks_statistic_mean_fraczero_genes": 9.4096, + "ks_statistic_mean_var_genes": 0.772, + "ks_statistic_morans_I": 7.2622, + "ks_statistic_nn_correlation": 3.6621, + "ks_statistic_pearson_cells": 0.1118, + "ks_statistic_pearson_genes": 0.0409, + "ks_statistic_scaled_mean_cells": -0.3042, + "ks_statistic_scaled_mean_genes": -0.1989, + "ks_statistic_scaled_var_cells": -0.3565, + "ks_statistic_scaled_var_genes": -165.411, + "ks_statistic_tmm_cells": -0.5682, "ks_statistic_transition_matrix": 0.3333, - "svg_precision": 0.841, + "svg_precision": 0.8367, "svg_recall": 0.9011 }, "scaled_scores": { - "clustering_ari": 0.4358, - "clustering_nmi": 0.348, + "clustering_ari": 0.9138, + "clustering_nmi": 0.6742, "crosscor_cosine": 0, - "crosscor_mantel": 0.8876, - "ctdeconcolute_jsd": 0.886, - "ctdeconvolute_rmse": 0.965, + "crosscor_mantel": 0.8869, + "ctdeconcolute_jsd": 0.8906, + "ctdeconvolute_rmse": 0.9705, "ks_statistic_celltype_interaction": 0, - "ks_statistic_central_score": 0, - "ks_statistic_efflib_size_cells": 0.9959, + "ks_statistic_central_score": 1, + "ks_statistic_efflib_size_cells": 0.9971, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.9952, - "ks_statistic_frac_zero_genes": 0.9538, - "ks_statistic_L_stats": 0.4874, - "ks_statistic_lib_fraczero_cells": 0.9106, - "ks_statistic_lib_size_cells": 0.9959, - "ks_statistic_mean_fraczero_genes": 0.2699, - "ks_statistic_mean_var_genes": 0.9812, - "ks_statistic_morans_I": 0.5111, - "ks_statistic_nn_correlation": 0.7488, - "ks_statistic_pearson_cells": 0.9816, - "ks_statistic_pearson_genes": 0.987, - "ks_statistic_scaled_mean_cells": -0.0202, - "ks_statistic_scaled_mean_genes": 0.9985, - "ks_statistic_scaled_var_cells": 0.9451, - "ks_statistic_scaled_var_genes": 0.0145, - "ks_statistic_tmm_cells": 0.6649, - "ks_statistic_transition_matrix": 0.5, - "svg_precision": 0.841, - "svg_recall": 0.9011 + "ks_statistic_frac_zero_cells": 0.9967, + "ks_statistic_frac_zero_genes": 0.9588, + "ks_statistic_L_stats": 1.7508, + "ks_statistic_lib_fraczero_cells": 0.9298, + "ks_statistic_lib_size_cells": 0.9971, + "ks_statistic_mean_fraczero_genes": 0.4126, + "ks_statistic_mean_var_genes": 0.9749, + "ks_statistic_morans_I": 0.6851, + "ks_statistic_nn_correlation": 0.7701, + "ks_statistic_pearson_cells": 0.9944, + "ks_statistic_pearson_genes": 0.9966, + "ks_statistic_scaled_mean_cells": -0.0412, + "ks_statistic_scaled_mean_genes": 0.997, + "ks_statistic_scaled_var_cells": 0.4815, + "ks_statistic_scaled_var_genes": 0.4479, + "ks_statistic_tmm_cells": 0.6169, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0.7551, + "svg_recall": 0.9006 }, - "mean_score": 0.6623, + "mean_score": 0.7672, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 22.1, - "cpu_pct": 156.8, + "duration_sec": 21.6, + "cpu_pct": 145.4, "peak_memory_mb": 6349, "disk_read_mb": 74, "disk_write_mb": 10 @@ -6710,8 +6710,8 @@ "ks_statistic_mean_var_genes": -15.987, "ks_statistic_morans_I": 7.8749, "ks_statistic_nn_correlation": 3.2984, - "ks_statistic_pearson_cells": 200.9426, - "ks_statistic_pearson_genes": 206.5054, + "ks_statistic_pearson_cells": 195.1929, + "ks_statistic_pearson_genes": 175.998, "ks_statistic_scaled_mean_cells": -0.3477, "ks_statistic_scaled_mean_genes": 68.4081, "ks_statistic_scaled_var_cells": -0.3544, @@ -6722,42 +6722,42 @@ "svg_recall": 0.0879 }, "scaled_scores": { - "clustering_ari": -0.0714, - "clustering_nmi": -0.0509, + "clustering_ari": 0.0022, + "clustering_nmi": 0.0157, "crosscor_cosine": 0, - "crosscor_mantel": 0.0003, - "ctdeconcolute_jsd": -0.2348, - "ctdeconvolute_rmse": -0.221, + "crosscor_mantel": 0.0054, + "ctdeconcolute_jsd": -0.2124, + "ctdeconvolute_rmse": -0.194, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 3, - "ks_statistic_efflib_size_cells": 0.9265, + "ks_statistic_efflib_size_cells": 0.9137, "ks_statistic_enrichment": 3, - "ks_statistic_frac_zero_cells": 0.9748, - "ks_statistic_frac_zero_genes": 0.9619, - "ks_statistic_L_stats": 1.3007, - "ks_statistic_lib_fraczero_cells": 0.7648, - "ks_statistic_lib_size_cells": 0.9265, - "ks_statistic_mean_fraczero_genes": 0.8896, - "ks_statistic_mean_var_genes": 1.1098, - "ks_statistic_morans_I": 0.4906, - "ks_statistic_nn_correlation": 0.8105, - "ks_statistic_pearson_cells": -1.8255, - "ks_statistic_pearson_genes": -1.6859, - "ks_statistic_scaled_mean_cells": 0.1984, - "ks_statistic_scaled_mean_genes": 0.4229, - "ks_statistic_scaled_var_cells": 0.3392, + "ks_statistic_frac_zero_cells": 0.9772, + "ks_statistic_frac_zero_genes": 0.9667, + "ks_statistic_L_stats": 2.7335, + "ks_statistic_lib_fraczero_cells": 0.8232, + "ks_statistic_lib_size_cells": 0.9137, + "ks_statistic_mean_fraczero_genes": 0.8741, + "ks_statistic_mean_var_genes": 1.1698, + "ks_statistic_morans_I": 0.604, + "ks_statistic_nn_correlation": 0.8063, + "ks_statistic_pearson_cells": -1.8523, + "ks_statistic_pearson_genes": -1.5756, + "ks_statistic_scaled_mean_cells": 0.2263, + "ks_statistic_scaled_mean_genes": 0.4074, + "ks_statistic_scaled_var_cells": 0.4497, "ks_statistic_scaled_var_genes": 0.0013, - "ks_statistic_tmm_cells": -2.7967, - "ks_statistic_transition_matrix": 2, - "svg_precision": 0.2, - "svg_recall": 0.0879 + "ks_statistic_tmm_cells": -3.3365, + "ks_statistic_transition_matrix": 2.5, + "svg_precision": -0.2, + "svg_recall": 0.0829 }, - "mean_score": 0.4481, + "mean_score": 0.4507, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 74, - "cpu_pct": 119.6, + "duration_sec": 73, + "cpu_pct": 117.8, "peak_memory_mb": 7168, "disk_read_mb": 334, "disk_write_mb": 12 @@ -6767,74 +6767,74 @@ "dataset_id": "prostate", "method_id": "zinbwave", "metric_values": { - "clustering_ari": -0.0073, - "clustering_nmi": 0.0005, + "clustering_ari": -0.0026, + "clustering_nmi": 0.0041, "crosscor_cosine": "NA", - "crosscor_mantel": 0.4366, - "ctdeconcolute_jsd": 0.057, - "ctdeconvolute_rmse": 0.1954, + "crosscor_mantel": 0.4394, + "ctdeconcolute_jsd": 0.0513, + "ctdeconvolute_rmse": 0.1747, "ks_statistic_celltype_interaction": 2.4093, "ks_statistic_central_score": 0.4444, - "ks_statistic_efflib_size_cells": -0.4523, + "ks_statistic_efflib_size_cells": -0.454, "ks_statistic_enrichment": 0.4444, - "ks_statistic_frac_zero_cells": -0.3267, - "ks_statistic_frac_zero_genes": 0.0159, - "ks_statistic_L_stats": 1.4249, - "ks_statistic_lib_fraczero_cells": -0.2411, - "ks_statistic_lib_size_cells": -0.4523, - "ks_statistic_mean_fraczero_genes": -0.1367, - "ks_statistic_mean_var_genes": -2.4293, - "ks_statistic_morans_I": 5.7931, - "ks_statistic_nn_correlation": 1.838, - "ks_statistic_pearson_cells": 9.5288, - "ks_statistic_pearson_genes": 9.5751, - "ks_statistic_scaled_mean_cells": -0.3117, - "ks_statistic_scaled_mean_genes": -0.4664, - "ks_statistic_scaled_var_cells": -0.3671, - "ks_statistic_scaled_var_genes": -26.2794, - "ks_statistic_tmm_cells": -0.6787, + "ks_statistic_frac_zero_cells": -0.2866, + "ks_statistic_frac_zero_genes": 0.0674, + "ks_statistic_L_stats": 2.4091, + "ks_statistic_lib_fraczero_cells": -0.2514, + "ks_statistic_lib_size_cells": -0.454, + "ks_statistic_mean_fraczero_genes": 0.4603, + "ks_statistic_mean_var_genes": -2.2232, + "ks_statistic_morans_I": 5.5453, + "ks_statistic_nn_correlation": 1.8256, + "ks_statistic_pearson_cells": 7.5982, + "ks_statistic_pearson_genes": 8.9703, + "ks_statistic_scaled_mean_cells": -0.3102, + "ks_statistic_scaled_mean_genes": -0.4992, + "ks_statistic_scaled_var_cells": -0.4189, + "ks_statistic_scaled_var_genes": -13.7878, + "ks_statistic_tmm_cells": -0.2443, "ks_statistic_transition_matrix": 0.3333, - "svg_precision": 0.5928, - "svg_recall": 0.7198 + "svg_precision": 0.6477, + "svg_recall": 0.6868 }, "scaled_scores": { - "clustering_ari": -0.098, - "clustering_nmi": -0.0815, + "clustering_ari": 0.0106, + "clustering_nmi": 0.0077, "crosscor_cosine": 0, - "crosscor_mantel": 0.6559, - "ctdeconcolute_jsd": 0.5819, - "ctdeconvolute_rmse": 0.736, + "crosscor_mantel": 0.6617, + "ctdeconcolute_jsd": 0.6306, + "ctdeconvolute_rmse": 0.7692, "ks_statistic_celltype_interaction": 0, "ks_statistic_central_score": 1, - "ks_statistic_efflib_size_cells": 0.9987, + "ks_statistic_efflib_size_cells": 0.9986, "ks_statistic_enrichment": 1, - "ks_statistic_frac_zero_cells": 0.999, - "ks_statistic_frac_zero_genes": 0.9944, - "ks_statistic_L_stats": 2.2994, - "ks_statistic_lib_fraczero_cells": 0.9658, - "ks_statistic_lib_size_cells": 0.9987, - "ks_statistic_mean_fraczero_genes": 0.9447, - "ks_statistic_mean_var_genes": 1.0079, - "ks_statistic_morans_I": 0.8451, - "ks_statistic_nn_correlation": 0.9529, - "ks_statistic_pearson_cells": 0.8639, - "ks_statistic_pearson_genes": 0.8742, - "ks_statistic_scaled_mean_cells": 0.0043, - "ks_statistic_scaled_mean_genes": 0.9993, - "ks_statistic_scaled_var_cells": 0.5696, - "ks_statistic_scaled_var_genes": 0.0706, - "ks_statistic_tmm_cells": 0.7033, - "ks_statistic_transition_matrix": 0.5, - "svg_precision": 0.5928, - "svg_recall": 0.7198 + "ks_statistic_frac_zero_cells": 0.9983, + "ks_statistic_frac_zero_genes": 0.9942, + "ks_statistic_L_stats": 2.1008, + "ks_statistic_lib_fraczero_cells": 0.9748, + "ks_statistic_lib_size_cells": 0.9986, + "ks_statistic_mean_fraczero_genes": 0.9041, + "ks_statistic_mean_var_genes": 1.0098, + "ks_statistic_morans_I": 0.9124, + "ks_statistic_nn_correlation": 0.9531, + "ks_statistic_pearson_cells": 0.8851, + "ks_statistic_pearson_genes": 0.8661, + "ks_statistic_scaled_mean_cells": -0.0048, + "ks_statistic_scaled_mean_genes": 0.9995, + "ks_statistic_scaled_var_cells": 1.426, + "ks_statistic_scaled_var_genes": 0.0367, + "ks_statistic_tmm_cells": 0.4873, + "ks_statistic_transition_matrix": 1, + "svg_precision": 0.4715, + "svg_recall": 0.6851 }, - "mean_score": 0.6749, + "mean_score": 0.6981, "resources": { - "submit": "2024-11-25 06:12:10", + "submit": "2024-12-11 16:05:20", "exit_code": 0, - "duration_sec": 34.8, - "cpu_pct": 330.9, - "peak_memory_mb": 22733, + "duration_sec": 33.5, + "cpu_pct": 318.2, + "peak_memory_mb": 76800, "disk_read_mb": 80, "disk_write_mb": 11 }