{ "release": "0.5.0", "generated": "2026-10-15", "theme": "time series", "build": "pre-release Andrey 0.5.0 build, 13 October 2026", "regime": { "PCMCI": { "name": "pcmci_paper", "description": "one linear-Gaussian series per seed, as in Runge et al. (2019), Supplementary Sect. S4.1: every variable depends on its own previous step, d cross-links (one per variable) at lag 1 or 2, no same-step links, coupling 0.2 with a random sign" }, "PCMCI+": { "name": "pcmciplus_paper", "description": "one linear-Gaussian series per seed, as in Runge (2020), Sect. 4: strong autocorrelation, 1.5 d cross-links (1.5 per variable), 30% of them within a time step and the rest at lags 1 to 5" }, "LPCMCI": { "name": "lpcmci_paper", "description": "one linear-Gaussian series per seed, as in Gerhardus and Runge (2020), Sect. 4: strong autocorrelation, d cross-links, 30% within a time step and the rest at lags 1 to 3, and 30% of the series unobserved" }, "VARMA-LiNGAM": { "name": "varma_lingam_paper", "description": "one linear series per seed with non-Gaussian noise, as in Hyvarinen et al. (2010), Sect. 5.4: a lower-triangular same-step matrix with 0.8 d links and a lag-1 matrix with 2 d links, weights 0.05 to 0.5 in magnitude, plus one moving-average matrix drawn like the lag-1 one" }, "LongitudinalLiNGAM": { "name": "longitudinal_lingam_paper", "description": "M units observed at n time points with non-Gaussian noise, as in Kadowaki et al. (2013): a dense same-step DAG and a dense lag-1 matrix drawn anew at every time point, and a hidden common cause at the first" }, "Granger": { "name": "var2_lagged", "description": "one linear-Gaussian VAR(2) series per seed with no same-step links: every variable depends on its own past, each other variable enters each lag with probability 2 / (d - 1), every variable z-scored before the fits" } }, "packages": { "tigramite": "5.2.10.1", "causal-learn": "0.1.4.8", "lingam": "1.13.0" }, "hardware": { "PCMCI": { "cpu": "Intel Core i7-7820X", "cores_per_fit": 4 }, "PCMCI+": { "cpu": "Intel Core i7-7820X", "cores_per_fit": 4 }, "LPCMCI": { "cpu": "Intel Core i7-7820X", "cores_per_fit": 4 }, "VARMA-LiNGAM": { "cpu": "Intel Core i7-7820X", "cores_per_fit": 4 }, "LongitudinalLiNGAM": { "cpu": "Intel Core i7-7820X", "cores_per_fit": 4 }, "Granger": { "cpu": "Intel Core i7-7820X", "cores_per_fit": 4 } }, "complete": true, "pending_fits": 0, "incomplete": [], "methods": [ { "method": "PCMCI", "family": "temporal", "solution": "andrey.pcmci.student_t.tau2", "comparator": "tigramite", "comparator_solution": "tigramite.pcmci.parcorr.tau2", "regime": "pcmci_paper", "hardware": "Intel Core i7-7820X, 4 cores", "cores": 4, "build": "pre-release Andrey 0.5.0 build, 13 October 2026", "settings": "lags 1 to 2, pc_alpha 0.2, alpha_level 0.05, Student-t partial correlation", "output": "one directed graph per lag 1 to 2", "error_metric": "lag-resolved SHD: per lag, the links that differ from the true links at that lag (a reversed link counts 2), summed over lags 1 to 2", "same_graph_test": "equal structure_hash: the same links at every lag", "accuracy": "F1 of the window causal graph over cross-links, with precision and recall: a link joins two different variables at a lag (oriented by time) or within a time step (counted by adjacency); autodependencies are left out (Assaad et al. 2022, JAIR, Sect. 9.1; Runge et al. 2019, Suppl. S4.2)", "complete": true, "rows": [ { "d": 10, "n": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0316, "comparator_s": 0.688, "ratio": 23.2, "same_graph": 10, "andrey_cross_f1": 0.717, "comparator_cross_f1": 0.717, "andrey_cross_precision": 0.572, "comparator_cross_precision": 0.572, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "comparator_timeouts": 0, "complete": true, "andrey_errors": 8.0, "comparator_errors": 8.0, "empty_errors": 20.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 10, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0308, "comparator_s": 0.816, "ratio": 24.0, "same_graph": 10, "andrey_cross_f1": 0.704, "comparator_cross_f1": 0.704, "andrey_cross_precision": 0.544, "comparator_cross_precision": 0.544, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "comparator_timeouts": 0, "complete": true, "andrey_errors": 9.5, "comparator_errors": 9.5, "empty_errors": 20.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 10, "n": 2000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0354, "comparator_s": 0.988, "ratio": 27.4, "same_graph": 10, "andrey_cross_f1": 0.728, "comparator_cross_f1": 0.728, "andrey_cross_precision": 0.572, "comparator_cross_precision": 0.572, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "comparator_timeouts": 0, "complete": true, "andrey_errors": 8.0, "comparator_errors": 8.0, "empty_errors": 20.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 20, "n": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0481, "comparator_s": 2.56, "ratio": 51.4, "same_graph": 10, "andrey_cross_f1": 0.526, "comparator_cross_f1": 0.526, "andrey_cross_precision": 0.362, "comparator_cross_precision": 0.362, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "comparator_timeouts": 0, "complete": true, "andrey_errors": 35.0, "comparator_errors": 35.0, "empty_errors": 39.0, "andrey_worse_than_empty": 4, "comparator_worse_than_empty": 4, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 20, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0573, "comparator_s": 3.19, "ratio": 58.8, "same_graph": 10, "andrey_cross_f1": 0.519, "comparator_cross_f1": 0.519, "andrey_cross_precision": 0.351, "comparator_cross_precision": 0.351, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "comparator_timeouts": 0, "complete": true, "andrey_errors": 38.5, "comparator_errors": 38.5, "empty_errors": 39.0, "andrey_worse_than_empty": 5, "comparator_worse_than_empty": 5, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 20, "n": 2000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0518, "comparator_s": 3.95, "ratio": 69.5, "same_graph": 10, "andrey_cross_f1": 0.523, "comparator_cross_f1": 0.523, "andrey_cross_precision": 0.354, "comparator_cross_precision": 0.354, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "comparator_timeouts": 0, "complete": true, "andrey_errors": 37.5, "comparator_errors": 37.5, "empty_errors": 39.0, "andrey_worse_than_empty": 4, "comparator_worse_than_empty": 4, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 40, "n": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.127, "comparator_s": 11.2, "ratio": 86.6, "same_graph": 10, "andrey_cross_f1": 0.332, "comparator_cross_f1": 0.332, "andrey_cross_precision": 0.199, "comparator_cross_precision": 0.199, "andrey_cross_recall": 0.975, "comparator_cross_recall": 0.975, "comparator_timeouts": 0, "complete": true, "andrey_errors": 160.0, "comparator_errors": 160.0, "empty_errors": 78.0, "andrey_worse_than_empty": 10, "comparator_worse_than_empty": 10, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": true }, { "d": 40, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.131, "comparator_s": 13.9, "ratio": 104.0, "same_graph": 10, "andrey_cross_f1": 0.333, "comparator_cross_f1": 0.333, "andrey_cross_precision": 0.2, "comparator_cross_precision": 0.2, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "comparator_timeouts": 0, "complete": true, "andrey_errors": 161.5, "comparator_errors": 161.5, "empty_errors": 78.0, "andrey_worse_than_empty": 10, "comparator_worse_than_empty": 10, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": true }, { "d": 40, "n": 2000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.14, "comparator_s": 17.6, "ratio": 125.0, "same_graph": 10, "andrey_cross_f1": 0.34, "comparator_cross_f1": 0.34, "andrey_cross_precision": 0.205, "comparator_cross_precision": 0.205, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "comparator_timeouts": 0, "complete": true, "andrey_errors": 157.5, "comparator_errors": 157.5, "empty_errors": 78.0, "andrey_worse_than_empty": 10, "comparator_worse_than_empty": 10, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": true }, { "d": 80, "n": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.626, "comparator_s": 57.7, "ratio": 88.6, "same_graph": 10, "andrey_cross_f1": 0.195, "comparator_cross_f1": 0.195, "andrey_cross_precision": 0.109, "comparator_cross_precision": 0.109, "andrey_cross_recall": 0.981, "comparator_cross_recall": 0.981, "comparator_timeouts": 0, "complete": true, "andrey_errors": 644.5, "comparator_errors": 644.5, "empty_errors": 155.5, "andrey_worse_than_empty": 10, "comparator_worse_than_empty": 10, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": true }, { "d": 80, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.549, "comparator_s": 69.9, "ratio": 132.0, "same_graph": 10, "andrey_cross_f1": 0.203, "comparator_cross_f1": 0.203, "andrey_cross_precision": 0.113, "comparator_cross_precision": 0.113, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "comparator_timeouts": 0, "complete": true, "andrey_errors": 634.0, "comparator_errors": 634.0, "empty_errors": 155.5, "andrey_worse_than_empty": 10, "comparator_worse_than_empty": 10, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": true }, { "d": 80, "n": 2000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.608, "comparator_s": 103.0, "ratio": 166.0, "same_graph": 10, "andrey_cross_f1": 0.203, "comparator_cross_f1": 0.203, "andrey_cross_precision": 0.113, "comparator_cross_precision": 0.113, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "comparator_timeouts": 0, "complete": true, "andrey_errors": 634.0, "comparator_errors": 634.0, "empty_errors": 155.5, "andrey_worse_than_empty": 10, "comparator_worse_than_empty": 10, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": true }, { "d": 160, "n": 1000, "seeds": 5, "repeats": 1, "cap_wall_s": 3600, "fits": 5, "andrey_ok": 5, "comparator_ok": 5, "paired": 5, "andrey_s": 5.35, "comparator_s": 477.0, "ratio": 91.6, "same_graph": 5, "andrey_cross_f1": 0.11, "comparator_cross_f1": 0.11, "andrey_cross_precision": 0.0582, "comparator_cross_precision": 0.0582, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "comparator_timeouts": 0, "complete": true, "andrey_errors": 2605.0, "comparator_errors": 2605.0, "empty_errors": 300.0, "andrey_worse_than_empty": 5, "comparator_worse_than_empty": 5, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": true } ] }, { "method": "PCMCI+", "family": "temporal", "solution": "andrey.pcmciplus.student_t.tau5", "comparator": "tigramite", "comparator_solution": "tigramite.pcmciplus.parcorr.tau5", "regime": "pcmciplus_paper", "hardware": "Intel Core i7-7820X, 4 cores", "cores": 4, "build": "pre-release Andrey 0.5.0 build, 13 October 2026", "settings": "lags 0 to 5, pc_alpha 0.01, majority collider rule, Student-t partial correlation", "output": "a CPDAG of the same-step links and one directed graph for lag 1", "error_metric": "endpoint SHD against the true graph over lags 0 to 5: two for a missing or extra link, one per wrong end; an unoriented same-step link costs its open end", "same_graph_test": "equal structure_hash: the same links at every lag with the same marks, conflicts included", "accuracy": "F1 of the window causal graph over cross-links, with precision and recall: a link joins two different variables at a lag (oriented by time) or within a time step (counted by adjacency); autodependencies are left out (Assaad et al. 2022, JAIR, Sect. 9.1; Runge et al. 2019, Suppl. S4.2)", "complete": true, "rows": [ { "d": 10, "n": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0243, "comparator_s": 1.21, "ratio": 52.0, "same_graph": 10, "andrey_cross_f1": 0.786, "comparator_cross_f1": 0.786, "andrey_cross_precision": 0.9, "comparator_cross_precision": 0.9, "andrey_cross_recall": 0.733, "comparator_cross_recall": 0.733, "comparator_timeouts": 0, "complete": true, "andrey_errors": 12.0, "comparator_errors": 12.0, "empty_errors": 50.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 10, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0269, "comparator_s": 1.5, "ratio": 54.8, "same_graph": 10, "andrey_cross_f1": 0.873, "comparator_cross_f1": 0.873, "andrey_cross_precision": 0.926, "comparator_cross_precision": 0.926, "andrey_cross_recall": 0.8, "comparator_cross_recall": 0.8, "comparator_timeouts": 0, "complete": true, "andrey_errors": 8.0, "comparator_errors": 8.0, "empty_errors": 50.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 10, "n": 2000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0282, "comparator_s": 1.95, "ratio": 67.8, "same_graph": 10, "andrey_cross_f1": 0.916, "comparator_cross_f1": 0.916, "andrey_cross_precision": 0.921, "comparator_cross_precision": 0.921, "andrey_cross_recall": 0.9, "comparator_cross_recall": 0.9, "comparator_timeouts": 0, "complete": true, "andrey_errors": 5.0, "comparator_errors": 5.0, "empty_errors": 50.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 20, "n": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0575, "comparator_s": 4.22, "ratio": 72.9, "same_graph": 10, "andrey_cross_f1": 0.697, "comparator_cross_f1": 0.697, "andrey_cross_precision": 0.832, "comparator_cross_precision": 0.832, "andrey_cross_recall": 0.567, "comparator_cross_recall": 0.567, "comparator_timeouts": 0, "complete": true, "andrey_errors": 34.0, "comparator_errors": 34.0, "empty_errors": 100.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 20, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0655, "comparator_s": 5.59, "ratio": 82.9, "same_graph": 10, "andrey_cross_f1": 0.807, "comparator_cross_f1": 0.807, "andrey_cross_precision": 0.86, "comparator_cross_precision": 0.86, "andrey_cross_recall": 0.75, "comparator_cross_recall": 0.75, "comparator_timeouts": 0, "complete": true, "andrey_errors": 26.0, "comparator_errors": 26.0, "empty_errors": 100.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 20, "n": 2000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0735, "comparator_s": 7.01, "ratio": 96.6, "same_graph": 10, "andrey_cross_f1": 0.842, "comparator_cross_f1": 0.842, "andrey_cross_precision": 0.87, "comparator_cross_precision": 0.87, "andrey_cross_recall": 0.8, "comparator_cross_recall": 0.8, "comparator_timeouts": 0, "complete": true, "andrey_errors": 19.5, "comparator_errors": 19.5, "empty_errors": 100.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 40, "n": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.241, "comparator_s": 15.3, "ratio": 64.7, "same_graph": 10, "andrey_cross_f1": 0.695, "comparator_cross_f1": 0.695, "andrey_cross_precision": 0.796, "comparator_cross_precision": 0.796, "andrey_cross_recall": 0.617, "comparator_cross_recall": 0.617, "comparator_timeouts": 0, "complete": true, "andrey_errors": 71.5, "comparator_errors": 71.5, "empty_errors": 200.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 40, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.267, "comparator_s": 18.8, "ratio": 69.4, "same_graph": 10, "andrey_cross_f1": 0.773, "comparator_cross_f1": 0.773, "andrey_cross_precision": 0.797, "comparator_cross_precision": 0.797, "andrey_cross_recall": 0.725, "comparator_cross_recall": 0.725, "comparator_timeouts": 0, "complete": true, "andrey_errors": 56.0, "comparator_errors": 56.0, "empty_errors": 200.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 40, "n": 2000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.27, "comparator_s": 25.1, "ratio": 84.3, "same_graph": 10, "andrey_cross_f1": 0.777, "comparator_cross_f1": 0.777, "andrey_cross_precision": 0.779, "comparator_cross_precision": 0.779, "andrey_cross_recall": 0.783, "comparator_cross_recall": 0.783, "comparator_timeouts": 0, "complete": true, "andrey_errors": 60.5, "comparator_errors": 60.5, "empty_errors": 200.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 80, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.772, "comparator_s": 75.9, "ratio": 96.4, "same_graph": 10, "andrey_cross_f1": 0.668, "comparator_cross_f1": 0.668, "andrey_cross_precision": 0.695, "comparator_cross_precision": 0.695, "andrey_cross_recall": 0.662, "comparator_cross_recall": 0.662, "comparator_timeouts": 0, "complete": true, "andrey_errors": 179.5, "comparator_errors": 179.5, "empty_errors": 400.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 80, "n": 2000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.852, "comparator_s": 98.7, "ratio": 116.0, "same_graph": 10, "andrey_cross_f1": 0.715, "comparator_cross_f1": 0.715, "andrey_cross_precision": 0.7, "comparator_cross_precision": 0.7, "andrey_cross_recall": 0.733, "comparator_cross_recall": 0.733, "comparator_timeouts": 0, "complete": true, "andrey_errors": 167.0, "comparator_errors": 167.0, "empty_errors": 400.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false } ] }, { "method": "LPCMCI", "family": "temporal", "solution": "andrey.lpcmci.student_t.tau3", "comparator": "tigramite", "comparator_solution": "tigramite.lpcmci.parcorr.tau3", "regime": "lpcmci_paper", "hardware": "Intel Core i7-7820X, 4 cores", "cores": 4, "build": "pre-release Andrey 0.5.0 build, 13 October 2026", "settings": "lags 0 to 3, pc_alpha 0.05, one preliminary round, Student-t partial correlation", "output": "a time-series PAG over lags 0 to 3: every link with a tail, arrowhead, or circle at each end", "error_metric": "endpoint SHD against the true PAG over the observed series and lags 0 to 3 (the generating graph with the unobserved series marginalized, Gerhardus and Runge 2020, Sect. 2.3): two for a missing or extra link, one per end that differs, a circle in both counting as a match", "same_graph_test": "equal structure_hash: the same links at every lag with the same marks at both ends, conflicts included", "accuracy": "F1 of the links against the true PAG over the observed series and lags 0 to 3, whatever their marks (adjacency_f1), autodependencies included; 30% of the series are unobserved", "complete": true, "rows": [ { "d": 5, "observed": 4, "n": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0746, "comparator_s": 0.647, "ratio": 8.56, "same_graph": 9, "andrey_adjacency_f1": 0.883, "comparator_adjacency_f1": 0.883, "comparator_timeouts": 0, "complete": true, "andrey_errors": 4.5, "comparator_errors": 4.5, "empty_errors": 16.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 1, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 5, "observed": 4, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0841, "comparator_s": 0.928, "ratio": 12.0, "same_graph": 9, "andrey_adjacency_f1": 0.791, "comparator_adjacency_f1": 0.775, "comparator_timeouts": 0, "complete": true, "andrey_errors": 14.5, "comparator_errors": 15.5, "empty_errors": 28.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 1, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 5, "observed": 4, "n": 2000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.092, "comparator_s": 1.33, "ratio": 15.9, "same_graph": 8, "andrey_adjacency_f1": 0.827, "comparator_adjacency_f1": 0.827, "comparator_timeouts": 0, "complete": true, "andrey_errors": 16.0, "comparator_errors": 16.0, "empty_errors": 29.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 1, "comparator_fewer_errors": 1, "both_worse_than_empty": false }, { "d": 10, "observed": 7, "n": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.195, "comparator_s": 2.32, "ratio": 10.4, "same_graph": 6, "andrey_adjacency_f1": 0.554, "comparator_adjacency_f1": 0.577, "comparator_timeouts": 0, "complete": true, "andrey_errors": 55.0, "comparator_errors": 56.0, "empty_errors": 78.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 2, "comparator_fewer_errors": 2, "both_worse_than_empty": false }, { "d": 10, "observed": 7, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.276, "comparator_s": 3.56, "ratio": 12.6, "same_graph": 9, "andrey_adjacency_f1": 0.644, "comparator_adjacency_f1": 0.644, "comparator_timeouts": 0, "complete": true, "andrey_errors": 41.5, "comparator_errors": 41.5, "empty_errors": 62.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 1, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 10, "observed": 7, "n": 2000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.255, "comparator_s": 4.59, "ratio": 18.7, "same_graph": 8, "andrey_adjacency_f1": 0.653, "comparator_adjacency_f1": 0.653, "comparator_timeouts": 0, "complete": true, "andrey_errors": 45.0, "comparator_errors": 45.0, "empty_errors": 74.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 1, "comparator_fewer_errors": 1, "both_worse_than_empty": false }, { "d": 20, "observed": 14, "n": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 1.04, "comparator_s": 10.6, "ratio": 10.8, "same_graph": 9, "andrey_adjacency_f1": 0.422, "comparator_adjacency_f1": 0.422, "comparator_timeouts": 0, "complete": true, "andrey_errors": 181.5, "comparator_errors": 181.0, "empty_errors": 221.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 1, "both_worse_than_empty": false }, { "d": 20, "observed": 14, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.94, "comparator_s": 11.2, "ratio": 12.2, "same_graph": 9, "andrey_adjacency_f1": 0.486, "comparator_adjacency_f1": 0.486, "comparator_timeouts": 0, "complete": true, "andrey_errors": 146.5, "comparator_errors": 146.5, "empty_errors": 182.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 1, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 20, "observed": 14, "n": 2000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 1.06, "comparator_s": 16.2, "ratio": 16.5, "same_graph": 6, "andrey_adjacency_f1": 0.555, "comparator_adjacency_f1": 0.555, "comparator_timeouts": 0, "complete": true, "andrey_errors": 131.0, "comparator_errors": 131.0, "empty_errors": 170.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 4, "comparator_fewer_errors": 0, "both_worse_than_empty": false } ] }, { "method": "VARMA-LiNGAM", "family": "temporal", "solution": "andrey.varma_lingam.numpy", "comparator": "lingam", "comparator_solution": "lingam.varma_lingam", "regime": "varma_lingam_paper", "hardware": "Intel Core i7-7820X, 4 cores", "cores": 4, "build": "pre-release Andrey 0.5.0 build, 15 October 2026", "settings": "order (1, 1), no order search, lag blocks pruned by adaptive Lasso; like-for-like environment: Andrey runs with lingam's Python, NumPy, SciPy, and statsmodels", "output": "weighted same-step, lag-1, and moving-average matrices", "error_metric": "cross-links that differ from the true ones: missing plus extra, a lagged link counted with its direction and a same-step link by adjacency", "same_graph_test": "equal structure_hash: the same nonzero weights in every block", "accuracy": "F1 of the window causal graph over cross-links, with precision and recall: a link joins two different variables at a lag (oriented by time) or within a time step (counted by adjacency); autodependencies are left out (Assaad et al. 2022, JAIR, Sect. 9.1; Runge et al. 2019, Suppl. S4.2)", "complete": true, "rows": [ { "d": 3, "n": 100, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 2.14, "comparator_s": 2.27, "ratio": 1.05, "same_graph": 9, "andrey_cross_f1": 0.748, "comparator_cross_f1": 0.748, "andrey_cross_precision": 0.917, "comparator_cross_precision": 0.917, "andrey_cross_recall": 0.69, "comparator_cross_recall": 0.69, "andrey_f1": 0.727, "comparator_f1": 0.727, "andrey_instantaneous_rmse": 0.0556, "comparator_instantaneous_rmse": 0.0527, "andrey_lagged_rmse": 0.214, "comparator_lagged_rmse": 0.202, "andrey_ma_rmse": 0.261, "comparator_ma_rmse": 0.25, "comparator_timeouts": 0, "complete": true, "andrey_errors": 3.0, "comparator_errors": 3.0, "empty_errors": 7.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 3, "n": 300, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 3.23, "comparator_s": 3.16, "ratio": 1.0, "same_graph": 9, "andrey_cross_f1": 0.833, "comparator_cross_f1": 0.833, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.757, "comparator_cross_recall": 0.714, "andrey_f1": 0.833, "comparator_f1": 0.833, "andrey_instantaneous_rmse": 0.0247, "comparator_instantaneous_rmse": 0.0242, "andrey_lagged_rmse": 0.167, "comparator_lagged_rmse": 0.15, "andrey_ma_rmse": 0.176, "comparator_ma_rmse": 0.167, "comparator_timeouts": 0, "complete": true, "andrey_errors": 2.0, "comparator_errors": 2.0, "empty_errors": 7.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 1, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 3, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 5.04, "comparator_s": 5.14, "ratio": 1.02, "same_graph": 9, "andrey_cross_f1": 0.916, "comparator_cross_f1": 0.916, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.857, "comparator_cross_recall": 0.857, "andrey_f1": 0.916, "comparator_f1": 0.916, "andrey_instantaneous_rmse": 0.0117, "comparator_instantaneous_rmse": 0.0119, "andrey_lagged_rmse": 0.106, "comparator_lagged_rmse": 0.105, "andrey_ma_rmse": 0.0933, "comparator_ma_rmse": 0.0931, "comparator_timeouts": 0, "complete": true, "andrey_errors": 1.0, "comparator_errors": 1.0, "empty_errors": 7.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 5, "n": 100, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 6.64, "comparator_s": 6.9, "ratio": 1.06, "same_graph": 4, "andrey_cross_f1": 0.653, "comparator_cross_f1": 0.667, "andrey_cross_precision": 0.683, "comparator_cross_precision": 0.667, "andrey_cross_recall": 0.69, "comparator_cross_recall": 0.69, "andrey_f1": 0.653, "comparator_f1": 0.655, "andrey_instantaneous_rmse": 0.0677, "comparator_instantaneous_rmse": 0.0781, "andrey_lagged_rmse": 0.246, "comparator_lagged_rmse": 0.255, "andrey_ma_rmse": 0.29, "comparator_ma_rmse": 0.297, "comparator_timeouts": 0, "complete": true, "andrey_errors": 9.0, "comparator_errors": 8.5, "empty_errors": 12.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 2, "comparator_fewer_errors": 2, "both_worse_than_empty": false }, { "d": 5, "n": 300, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 12.4, "comparator_s": 11.7, "ratio": 0.962, "same_graph": 6, "andrey_cross_f1": 0.781, "comparator_cross_f1": 0.781, "andrey_cross_precision": 0.785, "comparator_cross_precision": 0.785, "andrey_cross_recall": 0.718, "comparator_cross_recall": 0.718, "andrey_f1": 0.781, "comparator_f1": 0.781, "andrey_instantaneous_rmse": 0.0266, "comparator_instantaneous_rmse": 0.0264, "andrey_lagged_rmse": 0.121, "comparator_lagged_rmse": 0.12, "andrey_ma_rmse": 0.163, "comparator_ma_rmse": 0.163, "comparator_timeouts": 0, "complete": true, "andrey_errors": 5.0, "comparator_errors": 5.0, "empty_errors": 12.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 5, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 29.5, "comparator_s": 30.4, "ratio": 1.03, "same_graph": 7, "andrey_cross_f1": 0.84, "comparator_cross_f1": 0.863, "andrey_cross_precision": 0.81, "comparator_cross_precision": 0.799, "andrey_cross_recall": 0.917, "comparator_cross_recall": 0.917, "andrey_f1": 0.84, "comparator_f1": 0.863, "andrey_instantaneous_rmse": 0.0102, "comparator_instantaneous_rmse": 0.0101, "andrey_lagged_rmse": 0.0778, "comparator_lagged_rmse": 0.0754, "andrey_ma_rmse": 0.0797, "comparator_ma_rmse": 0.0798, "comparator_timeouts": 0, "complete": true, "andrey_errors": 4.0, "comparator_errors": 3.5, "empty_errors": 12.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 1, "comparator_fewer_errors": 1, "both_worse_than_empty": false }, { "d": 10, "n": 100, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 20.2, "comparator_s": 20.6, "ratio": 1.03, "same_graph": 0, "andrey_cross_f1": 0.556, "comparator_cross_f1": 0.565, "andrey_cross_precision": 0.472, "comparator_cross_precision": 0.474, "andrey_cross_recall": 0.673, "comparator_cross_recall": 0.694, "andrey_f1": 0.535, "comparator_f1": 0.536, "andrey_instantaneous_rmse": 0.0685, "comparator_instantaneous_rmse": 0.062, "andrey_lagged_rmse": 0.157, "comparator_lagged_rmse": 0.149, "andrey_ma_rmse": 0.224, "comparator_ma_rmse": 0.219, "comparator_timeouts": 0, "complete": true, "andrey_errors": 29.0, "comparator_errors": 27.5, "empty_errors": 26.0, "andrey_worse_than_empty": 9, "comparator_worse_than_empty": 6, "andrey_fewer_errors": 4, "comparator_fewer_errors": 5, "both_worse_than_empty": true }, { "d": 10, "n": 300, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 36.1, "comparator_s": 36.1, "ratio": 1.01, "same_graph": 0, "andrey_cross_f1": 0.684, "comparator_cross_f1": 0.686, "andrey_cross_precision": 0.673, "comparator_cross_precision": 0.672, "andrey_cross_recall": 0.735, "comparator_cross_recall": 0.735, "andrey_f1": 0.684, "comparator_f1": 0.686, "andrey_instantaneous_rmse": 0.0217, "comparator_instantaneous_rmse": 0.0225, "andrey_lagged_rmse": 0.103, "comparator_lagged_rmse": 0.104, "andrey_ma_rmse": 0.117, "comparator_ma_rmse": 0.122, "comparator_timeouts": 0, "complete": true, "andrey_errors": 16.0, "comparator_errors": 17.0, "empty_errors": 26.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 3, "comparator_fewer_errors": 3, "both_worse_than_empty": false }, { "d": 10, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 96.6, "comparator_s": 99.4, "ratio": 1.04, "same_graph": 5, "andrey_cross_f1": 0.834, "comparator_cross_f1": 0.834, "andrey_cross_precision": 0.78, "comparator_cross_precision": 0.78, "andrey_cross_recall": 0.88, "comparator_cross_recall": 0.88, "andrey_f1": 0.834, "comparator_f1": 0.834, "andrey_instantaneous_rmse": 0.00906, "comparator_instantaneous_rmse": 0.00906, "andrey_lagged_rmse": 0.0666, "comparator_lagged_rmse": 0.0664, "andrey_ma_rmse": 0.0673, "comparator_ma_rmse": 0.0666, "comparator_timeouts": 0, "complete": true, "andrey_errors": 9.0, "comparator_errors": 9.0, "empty_errors": 26.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 1, "comparator_fewer_errors": 1, "both_worse_than_empty": false }, { "d": 20, "n": 100, "seeds": 5, "repeats": 1, "cap_wall_s": 3600, "fits": 5, "andrey_ok": 5, "comparator_ok": 5, "paired": 5, "andrey_s": 43.0, "comparator_s": 47.4, "ratio": 1.11, "same_graph": 0, "andrey_cross_f1": 0.466, "comparator_cross_f1": 0.469, "andrey_cross_precision": 0.366, "comparator_cross_precision": 0.37, "andrey_cross_recall": 0.642, "comparator_cross_recall": 0.571, "andrey_f1": 0.425, "comparator_f1": 0.428, "andrey_instantaneous_rmse": 0.0698, "comparator_instantaneous_rmse": 0.0687, "andrey_lagged_rmse": 0.086, "comparator_lagged_rmse": 0.0831, "andrey_ma_rmse": 0.141, "comparator_ma_rmse": 0.137, "comparator_timeouts": 0, "complete": true, "andrey_errors": 78.0, "comparator_errors": 77.0, "empty_errors": 55.0, "andrey_worse_than_empty": 5, "comparator_worse_than_empty": 5, "andrey_fewer_errors": 3, "comparator_fewer_errors": 1, "both_worse_than_empty": true }, { "d": 20, "n": 300, "seeds": 5, "repeats": 1, "cap_wall_s": 3600, "fits": 5, "andrey_ok": 5, "comparator_ok": 5, "paired": 5, "andrey_s": 85.7, "comparator_s": 97.2, "ratio": 1.13, "same_graph": 0, "andrey_cross_f1": 0.65, "comparator_cross_f1": 0.646, "andrey_cross_precision": 0.63, "comparator_cross_precision": 0.652, "andrey_cross_recall": 0.745, "comparator_cross_recall": 0.75, "andrey_f1": 0.636, "comparator_f1": 0.641, "andrey_instantaneous_rmse": 0.0214, "comparator_instantaneous_rmse": 0.0214, "andrey_lagged_rmse": 0.0624, "comparator_lagged_rmse": 0.0635, "andrey_ma_rmse": 0.0708, "comparator_ma_rmse": 0.071, "comparator_timeouts": 0, "complete": true, "andrey_errors": 39.0, "comparator_errors": 37.0, "empty_errors": 55.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 1, "comparator_fewer_errors": 4, "both_worse_than_empty": false }, { "d": 20, "n": 1000, "seeds": 5, "repeats": 1, "cap_wall_s": 3600, "fits": 5, "andrey_ok": 5, "comparator_ok": 5, "paired": 5, "andrey_s": 241.0, "comparator_s": 270.0, "ratio": 1.12, "same_graph": 2, "andrey_cross_f1": 0.741, "comparator_cross_f1": 0.741, "andrey_cross_precision": 0.653, "comparator_cross_precision": 0.644, "andrey_cross_recall": 0.868, "comparator_cross_recall": 0.868, "andrey_f1": 0.74, "comparator_f1": 0.734, "andrey_instantaneous_rmse": 0.00825, "comparator_instantaneous_rmse": 0.0082, "andrey_lagged_rmse": 0.0401, "comparator_lagged_rmse": 0.0401, "andrey_ma_rmse": 0.0466, "comparator_ma_rmse": 0.0463, "comparator_timeouts": 0, "complete": true, "andrey_errors": 33.0, "comparator_errors": 34.0, "empty_errors": 55.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 2, "comparator_fewer_errors": 1, "both_worse_than_empty": false } ], "environment": { "setting": "like-for-like", "shared_with": "lingam", "python": "3.12.3", "numpy": "2.2.6", "scipy": "1.13.1", "statsmodels": "0.15.0", "scikit-learn": "1.9.1" } }, { "method": "LongitudinalLiNGAM", "family": "temporal", "solution": "andrey.longitudinal_lingam.numpy", "comparator": "lingam", "comparator_solution": "lingam.longitudinal_lingam", "regime": "longitudinal_lingam_paper", "hardware": "Intel Core i7-7820X, 4 cores", "cores": 4, "build": "pre-release Andrey 0.5.0 build, 15 October 2026", "settings": "one lag, pairwise likelihood-ratio measure", "output": "weighted same-step and lag-1 matrices at every time point but the first", "error_metric": "cross-links that differ from the true ones: missing plus extra, a lagged link counted with its direction and a same-step link by adjacency", "same_graph_test": "equal structure_hash: the same nonzero weights at every time point", "accuracy": "F1 of the window causal graph over cross-links, with precision and recall: a link joins two different variables at a lag (oriented by time) or within a time step (counted by adjacency); autodependencies are left out (Assaad et al. 2022, JAIR, Sect. 9.1; Runge et al. 2019, Suppl. S4.2)", "complete": true, "rows": [ { "d": 2, "n": 20, "M": 100, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": null, "comparator_s": null, "ratio": null, "same_graph": 10, "andrey_cross_f1": 1.0, "comparator_cross_f1": 1.0, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "andrey_f1": 1.0, "comparator_f1": 1.0, "andrey_instantaneous_rmse": 0.0598, "comparator_instantaneous_rmse": 0.0598, "andrey_lagged_rmse": 0.13, "comparator_lagged_rmse": 0.13, "comparator_timeouts": 0, "complete": true, "speed_omitted": true, "andrey_errors": 0.0, "comparator_errors": 0.0, "empty_errors": 57.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 2, "n": 20, "M": 200, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": null, "comparator_s": null, "ratio": null, "same_graph": 10, "andrey_cross_f1": 1.0, "comparator_cross_f1": 1.0, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "andrey_f1": 1.0, "comparator_f1": 1.0, "andrey_instantaneous_rmse": 0.0381, "comparator_instantaneous_rmse": 0.0381, "andrey_lagged_rmse": 0.0829, "comparator_lagged_rmse": 0.0829, "comparator_timeouts": 0, "complete": true, "speed_omitted": true, "andrey_errors": 0.0, "comparator_errors": 0.0, "empty_errors": 57.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 2, "n": 20, "M": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": null, "comparator_s": null, "ratio": null, "same_graph": 10, "andrey_cross_f1": 1.0, "comparator_cross_f1": 1.0, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "andrey_f1": 1.0, "comparator_f1": 1.0, "andrey_instantaneous_rmse": 0.024, "comparator_instantaneous_rmse": 0.024, "andrey_lagged_rmse": 0.0514, "comparator_lagged_rmse": 0.0514, "comparator_timeouts": 0, "complete": true, "speed_omitted": true, "andrey_errors": 0.0, "comparator_errors": 0.0, "empty_errors": 57.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 2, "n": 20, "M": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.0716, "comparator_s": 0.101, "ratio": 1.37, "same_graph": 10, "andrey_cross_f1": 1.0, "comparator_cross_f1": 1.0, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "andrey_f1": 1.0, "comparator_f1": 1.0, "andrey_instantaneous_rmse": 0.0142, "comparator_instantaneous_rmse": 0.0142, "andrey_lagged_rmse": 0.0365, "comparator_lagged_rmse": 0.0365, "comparator_timeouts": 0, "complete": true, "andrey_errors": 0.0, "comparator_errors": 0.0, "empty_errors": 57.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 2, "n": 50, "M": 100, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.151, "comparator_s": 0.263, "ratio": 1.6, "same_graph": 10, "andrey_cross_f1": 1.0, "comparator_cross_f1": 1.0, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "andrey_f1": 1.0, "comparator_f1": 1.0, "andrey_instantaneous_rmse": 0.0513, "comparator_instantaneous_rmse": 0.0513, "andrey_lagged_rmse": 0.125, "comparator_lagged_rmse": 0.125, "comparator_timeouts": 0, "complete": true, "andrey_errors": 0.0, "comparator_errors": 0.0, "empty_errors": 147.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 2, "n": 50, "M": 200, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.153, "comparator_s": 0.217, "ratio": 1.42, "same_graph": 10, "andrey_cross_f1": 1.0, "comparator_cross_f1": 1.0, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "andrey_f1": 1.0, "comparator_f1": 1.0, "andrey_instantaneous_rmse": 0.0356, "comparator_instantaneous_rmse": 0.0356, "andrey_lagged_rmse": 0.0842, "comparator_lagged_rmse": 0.0842, "comparator_timeouts": 0, "complete": true, "andrey_errors": 0.0, "comparator_errors": 0.0, "empty_errors": 147.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 2, "n": 50, "M": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.166, "comparator_s": 0.225, "ratio": 1.34, "same_graph": 10, "andrey_cross_f1": 1.0, "comparator_cross_f1": 1.0, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "andrey_f1": 1.0, "comparator_f1": 1.0, "andrey_instantaneous_rmse": 0.0247, "comparator_instantaneous_rmse": 0.0247, "andrey_lagged_rmse": 0.0527, "comparator_lagged_rmse": 0.0527, "comparator_timeouts": 0, "complete": true, "andrey_errors": 0.0, "comparator_errors": 0.0, "empty_errors": 147.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 2, "n": 50, "M": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.174, "comparator_s": 0.225, "ratio": 1.33, "same_graph": 10, "andrey_cross_f1": 1.0, "comparator_cross_f1": 1.0, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "andrey_f1": 1.0, "comparator_f1": 1.0, "andrey_instantaneous_rmse": 0.0154, "comparator_instantaneous_rmse": 0.0154, "andrey_lagged_rmse": 0.0377, "comparator_lagged_rmse": 0.0377, "comparator_timeouts": 0, "complete": true, "andrey_errors": 0.0, "comparator_errors": 0.0, "empty_errors": 147.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 3, "n": 20, "M": 100, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.116, "comparator_s": 0.184, "ratio": 1.55, "same_graph": 10, "andrey_cross_f1": 0.994, "comparator_cross_f1": 0.994, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.988, "comparator_cross_recall": 0.988, "andrey_f1": 0.985, "comparator_f1": 0.985, "andrey_instantaneous_rmse": 0.192, "comparator_instantaneous_rmse": 0.192, "andrey_lagged_rmse": 0.164, "comparator_lagged_rmse": 0.164, "comparator_timeouts": 0, "complete": true, "andrey_errors": 2.0, "comparator_errors": 2.0, "empty_errors": 171.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 3, "n": 20, "M": 200, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.12, "comparator_s": 0.179, "ratio": 1.47, "same_graph": 10, "andrey_cross_f1": 1.0, "comparator_cross_f1": 1.0, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "andrey_f1": 0.991, "comparator_f1": 0.991, "andrey_instantaneous_rmse": 0.123, "comparator_instantaneous_rmse": 0.123, "andrey_lagged_rmse": 0.0978, "comparator_lagged_rmse": 0.0978, "comparator_timeouts": 0, "complete": true, "andrey_errors": 0.0, "comparator_errors": 0.0, "empty_errors": 171.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 3, "n": 20, "M": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.125, "comparator_s": 0.193, "ratio": 1.52, "same_graph": 10, "andrey_cross_f1": 1.0, "comparator_cross_f1": 1.0, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "andrey_f1": 1.0, "comparator_f1": 1.0, "andrey_instantaneous_rmse": 0.0339, "comparator_instantaneous_rmse": 0.0339, "andrey_lagged_rmse": 0.0567, "comparator_lagged_rmse": 0.0567, "comparator_timeouts": 0, "complete": true, "andrey_errors": 0.0, "comparator_errors": 0.0, "empty_errors": 171.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 3, "n": 20, "M": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.131, "comparator_s": 0.218, "ratio": 1.66, "same_graph": 10, "andrey_cross_f1": 1.0, "comparator_cross_f1": 1.0, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 1.0, "comparator_cross_recall": 1.0, "andrey_f1": 1.0, "comparator_f1": 1.0, "andrey_instantaneous_rmse": 0.0242, "comparator_instantaneous_rmse": 0.0242, "andrey_lagged_rmse": 0.0433, "comparator_lagged_rmse": 0.0433, "comparator_timeouts": 0, "complete": true, "andrey_errors": 0.0, "comparator_errors": 0.0, "empty_errors": 171.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 3, "n": 50, "M": 100, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.288, "comparator_s": 0.442, "ratio": 1.52, "same_graph": 10, "andrey_cross_f1": 0.995, "comparator_cross_f1": 0.995, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.99, "comparator_cross_recall": 0.99, "andrey_f1": 0.979, "comparator_f1": 0.979, "andrey_instantaneous_rmse": 0.192, "comparator_instantaneous_rmse": 0.192, "andrey_lagged_rmse": 0.156, "comparator_lagged_rmse": 0.156, "comparator_timeouts": 0, "complete": true, "andrey_errors": 4.5, "comparator_errors": 4.5, "empty_errors": 441.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 3, "n": 50, "M": 200, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.304, "comparator_s": 0.455, "ratio": 1.54, "same_graph": 10, "andrey_cross_f1": 0.999, "comparator_cross_f1": 0.999, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.998, "comparator_cross_recall": 0.998, "andrey_f1": 0.997, "comparator_f1": 0.997, "andrey_instantaneous_rmse": 0.097, "comparator_instantaneous_rmse": 0.097, "andrey_lagged_rmse": 0.0997, "comparator_lagged_rmse": 0.0997, "comparator_timeouts": 0, "complete": true, "andrey_errors": 1.0, "comparator_errors": 1.0, "empty_errors": 441.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 3, "n": 50, "M": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.314, "comparator_s": 0.508, "ratio": 1.59, "same_graph": 10, "andrey_cross_f1": 0.999, "comparator_cross_f1": 0.999, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.998, "comparator_cross_recall": 0.998, "andrey_f1": 0.997, "comparator_f1": 0.997, "andrey_instantaneous_rmse": 0.0933, "comparator_instantaneous_rmse": 0.0933, "andrey_lagged_rmse": 0.0673, "comparator_lagged_rmse": 0.0673, "comparator_timeouts": 0, "complete": true, "andrey_errors": 1.0, "comparator_errors": 1.0, "empty_errors": 441.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 3, "n": 50, "M": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.334, "comparator_s": 0.516, "ratio": 1.55, "same_graph": 10, "andrey_cross_f1": 0.999, "comparator_cross_f1": 0.999, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.999, "comparator_cross_recall": 0.999, "andrey_f1": 0.997, "comparator_f1": 0.997, "andrey_instantaneous_rmse": 0.0745, "comparator_instantaneous_rmse": 0.0745, "andrey_lagged_rmse": 0.0482, "comparator_lagged_rmse": 0.0482, "comparator_timeouts": 0, "complete": true, "andrey_errors": 0.5, "comparator_errors": 0.5, "empty_errors": 441.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 5, "n": 20, "M": 100, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.238, "comparator_s": 0.46, "ratio": 1.9, "same_graph": 10, "andrey_cross_f1": 0.987, "comparator_cross_f1": 0.987, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.974, "comparator_cross_recall": 0.974, "andrey_f1": 0.967, "comparator_f1": 0.967, "andrey_instantaneous_rmse": 0.299, "comparator_instantaneous_rmse": 0.299, "andrey_lagged_rmse": 0.234, "comparator_lagged_rmse": 0.234, "comparator_timeouts": 0, "complete": true, "andrey_errors": 15.0, "comparator_errors": 15.0, "empty_errors": 570.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 5, "n": 20, "M": 200, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.249, "comparator_s": 0.503, "ratio": 2.02, "same_graph": 10, "andrey_cross_f1": 0.995, "comparator_cross_f1": 0.995, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.99, "comparator_cross_recall": 0.99, "andrey_f1": 0.981, "comparator_f1": 0.981, "andrey_instantaneous_rmse": 0.209, "comparator_instantaneous_rmse": 0.209, "andrey_lagged_rmse": 0.149, "comparator_lagged_rmse": 0.149, "comparator_timeouts": 0, "complete": true, "andrey_errors": 5.5, "comparator_errors": 5.5, "empty_errors": 570.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 5, "n": 20, "M": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.277, "comparator_s": 0.619, "ratio": 2.24, "same_graph": 10, "andrey_cross_f1": 0.997, "comparator_cross_f1": 0.997, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.995, "comparator_cross_recall": 0.995, "andrey_f1": 0.992, "comparator_f1": 0.992, "andrey_instantaneous_rmse": 0.164, "comparator_instantaneous_rmse": 0.164, "andrey_lagged_rmse": 0.0985, "comparator_lagged_rmse": 0.0985, "comparator_timeouts": 0, "complete": true, "andrey_errors": 3.0, "comparator_errors": 3.0, "empty_errors": 570.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 5, "n": 20, "M": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.3, "comparator_s": 0.539, "ratio": 1.77, "same_graph": 10, "andrey_cross_f1": 0.999, "comparator_cross_f1": 0.999, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.997, "comparator_cross_recall": 0.997, "andrey_f1": 0.996, "comparator_f1": 0.996, "andrey_instantaneous_rmse": 0.144, "comparator_instantaneous_rmse": 0.144, "andrey_lagged_rmse": 0.0662, "comparator_lagged_rmse": 0.0662, "comparator_timeouts": 0, "complete": true, "andrey_errors": 1.5, "comparator_errors": 1.5, "empty_errors": 570.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 5, "n": 50, "M": 100, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.622, "comparator_s": 1.17, "ratio": 1.87, "same_graph": 7, "andrey_cross_f1": 0.989, "comparator_cross_f1": 0.989, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.979, "comparator_cross_recall": 0.979, "andrey_f1": 0.966, "comparator_f1": 0.962, "andrey_instantaneous_rmse": 0.362, "comparator_instantaneous_rmse": 0.362, "andrey_lagged_rmse": 0.227, "comparator_lagged_rmse": 0.228, "comparator_timeouts": 0, "complete": true, "andrey_errors": 31.5, "comparator_errors": 31.5, "empty_errors": 1470.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 2, "comparator_fewer_errors": 1, "both_worse_than_empty": false }, { "d": 5, "n": 50, "M": 200, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.628, "comparator_s": 1.23, "ratio": 1.95, "same_graph": 7, "andrey_cross_f1": 0.996, "comparator_cross_f1": 0.995, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.991, "comparator_cross_recall": 0.99, "andrey_f1": 0.979, "comparator_f1": 0.976, "andrey_instantaneous_rmse": 0.235, "comparator_instantaneous_rmse": 0.247, "andrey_lagged_rmse": 0.179, "comparator_lagged_rmse": 0.177, "comparator_timeouts": 0, "complete": true, "andrey_errors": 12.5, "comparator_errors": 15.0, "empty_errors": 1470.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 3, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 5, "n": 50, "M": 500, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.682, "comparator_s": 1.33, "ratio": 1.96, "same_graph": 9, "andrey_cross_f1": 0.999, "comparator_cross_f1": 0.999, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.998, "comparator_cross_recall": 0.998, "andrey_f1": 0.995, "comparator_f1": 0.995, "andrey_instantaneous_rmse": 0.126, "comparator_instantaneous_rmse": 0.126, "andrey_lagged_rmse": 0.0815, "comparator_lagged_rmse": 0.0865, "comparator_timeouts": 0, "complete": true, "andrey_errors": 3.0, "comparator_errors": 3.0, "empty_errors": 1470.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 1, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 5, "n": 50, "M": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.766, "comparator_s": 1.41, "ratio": 1.84, "same_graph": 8, "andrey_cross_f1": 0.999, "comparator_cross_f1": 0.999, "andrey_cross_precision": 1.0, "comparator_cross_precision": 1.0, "andrey_cross_recall": 0.999, "comparator_cross_recall": 0.999, "andrey_f1": 0.996, "comparator_f1": 0.995, "andrey_instantaneous_rmse": 0.106, "comparator_instantaneous_rmse": 0.115, "andrey_lagged_rmse": 0.063, "comparator_lagged_rmse": 0.0719, "comparator_timeouts": 0, "complete": true, "andrey_errors": 2.0, "comparator_errors": 2.0, "empty_errors": 1470.0, "andrey_worse_than_empty": 0, "comparator_worse_than_empty": 0, "andrey_fewer_errors": 2, "comparator_fewer_errors": 0, "both_worse_than_empty": false } ] }, { "method": "Granger", "family": "temporal", "solution": "andrey.granger.numpy", "comparator": "causal-learn", "comparator_solution": "causal-learn.granger", "regime": "var2_lagged", "hardware": "Intel Core i7-7820X, 4 cores", "cores": 4, "build": "pre-release Andrey 0.5.0 build, 13 October 2026", "settings": "maxlag 2, 5-fold cross-validated lasso per variable", "output": "the lagged edges with nonzero coefficients at lags 1 to 2", "error_metric": "lagged edges that differ from the true ones: missing plus extra, over lags 1 to 2", "same_graph_test": "the same lagged edges (nonzero coefficients at the same lags)", "accuracy": "F1 of the window causal graph over cross-links, with precision and recall: a link joins two different variables at a lag (oriented by time) or within a time step (counted by adjacency); autodependencies are left out (Assaad et al. 2022, JAIR, Sect. 9.1; Runge et al. 2019, Suppl. S4.2)", "complete": true, "rows": [ { "d": 10, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.149, "comparator_s": 0.48, "ratio": 3.34, "andrey_parallel_s": 0.434, "parallel_ratio": 1.11, "same_graph": 10, "andrey_cross_f1": 0.559, "comparator_cross_f1": 0.559, "andrey_cross_precision": 0.405, "comparator_cross_precision": 0.405, "andrey_cross_recall": 0.902, "comparator_cross_recall": 0.902, "comparator_timeouts": 0, "complete": true, "andrey_errors": 59.0, "comparator_errors": 59.0, "empty_errors": 56.5, "andrey_worse_than_empty": 5, "comparator_worse_than_empty": 5, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": false }, { "d": 20, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.327, "comparator_s": 0.995, "ratio": 3.09, "andrey_parallel_s": 0.984, "parallel_ratio": 1.04, "same_graph": 10, "andrey_cross_f1": 0.448, "comparator_cross_f1": 0.448, "andrey_cross_precision": 0.309, "comparator_cross_precision": 0.309, "andrey_cross_recall": 0.821, "comparator_cross_recall": 0.821, "comparator_timeouts": 0, "complete": true, "andrey_errors": 166.0, "comparator_errors": 166.0, "empty_errors": 124.0, "andrey_worse_than_empty": 10, "comparator_worse_than_empty": 10, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": true }, { "d": 40, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 0.836, "comparator_s": 2.38, "ratio": 2.83, "andrey_parallel_s": 1.88, "parallel_ratio": 1.27, "same_graph": 10, "andrey_cross_f1": 0.358, "comparator_cross_f1": 0.358, "andrey_cross_precision": 0.237, "comparator_cross_precision": 0.237, "andrey_cross_recall": 0.766, "comparator_cross_recall": 0.766, "comparator_timeouts": 0, "complete": true, "andrey_errors": 447.0, "comparator_errors": 447.0, "empty_errors": 246.5, "andrey_worse_than_empty": 10, "comparator_worse_than_empty": 10, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": true }, { "d": 80, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 2.98, "comparator_s": 6.52, "ratio": 2.15, "andrey_parallel_s": 2.5, "parallel_ratio": 2.64, "same_graph": 10, "andrey_cross_f1": 0.315, "comparator_cross_f1": 0.315, "andrey_cross_precision": 0.207, "comparator_cross_precision": 0.207, "andrey_cross_recall": 0.72, "comparator_cross_recall": 0.72, "comparator_timeouts": 0, "complete": true, "andrey_errors": 1027.5, "comparator_errors": 1027.5, "empty_errors": 494.0, "andrey_worse_than_empty": 10, "comparator_worse_than_empty": 10, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": true }, { "d": 160, "n": 1000, "seeds": 10, "repeats": 1, "cap_wall_s": 3600, "fits": 10, "andrey_ok": 10, "comparator_ok": 10, "paired": 10, "andrey_s": 21.6, "comparator_s": 33.8, "ratio": 1.59, "andrey_parallel_s": 7.0, "parallel_ratio": 4.85, "same_graph": 10, "andrey_cross_f1": 0.284, "comparator_cross_f1": 0.284, "andrey_cross_precision": 0.178, "comparator_cross_precision": 0.178, "andrey_cross_recall": 0.709, "comparator_cross_recall": 0.709, "comparator_timeouts": 0, "complete": true, "andrey_errors": 2444.0, "comparator_errors": 2444.0, "empty_errors": 973.0, "andrey_worse_than_empty": 10, "comparator_worse_than_empty": 10, "andrey_fewer_errors": 0, "comparator_fewer_errors": 0, "both_worse_than_empty": true } ], "parallel_solution": "andrey.granger.numpy.parallel" } ] }