{
 "release": "0.3.0",
 "generated": "2026-10-12",
 "theme": "score-based search",
 "build": "pre-release Andrey 0.3.0 build, 11 October 2026",
 "regime": {
  "name": "linear_gauss_er",
  "description": "linear-Gaussian Erdos-Renyi graphs, standardized, n = 10d rows",
  "n_per_d": 10
 },
 "packages": {
  "xges": "0.1.6",
  "bnlearn": "5.2.1",
  "R": "4.6.1"
 },
 "hardware": {
  "XGES": {
   "cpu": "AMD EPYC 7713 64-Core Processor",
   "cores_per_fit": 1
  },
  "XGES without extended search": {
   "cpu": "AMD EPYC 7713 64-Core Processor",
   "cores_per_fit": 1
  },
  "Tabu search": {
   "cpu": "Intel Core i7-7820X",
   "cores_per_fit": 4
  },
  "Hill climbing": {
   "cpu": "Intel Core i7-7820X",
   "cores_per_fit": 4
  }
 },
 "complete": true,
 "pending_fits": 0,
 "incomplete": [],
 "methods": [
  {
   "method": "XGES",
   "solution": "andrey.xges.numpy",
   "comparator": "xges",
   "comparator_solution": "xges.xges",
   "regime": "linear_gauss_er",
   "mean_degrees": [
    2.0,
    4.0
   ],
   "hardware": "AMD EPYC 7713 64-Core Processor, 1 core",
   "cores": 1,
   "build": "pre-release Andrey 0.3.0 build, 11 October 2026",
   "same_graph_test": "equal structure_hash (both arms return CPDAGs)",
   "bic_definition": "bic_gap: the returned graph's BIC minus the true graph's, deviance units; below zero is a lower BIC than the truth",
   "complete": true,
   "rows": [
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "d": 25,
     "n": 250,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.0718,
     "comparator_s": 0.281,
     "ratio": 3.95,
     "same_graph": 5,
     "andrey_shd": 13.0,
     "comparator_shd": 13.0,
     "empty_shd": 25.0,
     "andrey_worse_than_empty": 1,
     "comparator_worse_than_empty": 1,
     "andrey_bic_gap": -8.74,
     "comparator_bic_gap": -8.74,
     "complete": true,
     "ges_s": 0.273,
     "ges_shd": 22.0,
     "ges_bic_gap": 29.98,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "d": 50,
     "n": 500,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.25,
     "comparator_s": 3.4,
     "ratio": 10.9,
     "same_graph": 5,
     "andrey_shd": 33.0,
     "comparator_shd": 33.0,
     "empty_shd": 50.0,
     "andrey_worse_than_empty": 0,
     "comparator_worse_than_empty": 0,
     "andrey_bic_gap": -41.5,
     "comparator_bic_gap": -41.5,
     "complete": true,
     "ges_s": 2.13,
     "ges_shd": 47.0,
     "ges_bic_gap": 6.02,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "d": 100,
     "n": 1000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.557,
     "comparator_s": 24.0,
     "ratio": 43.2,
     "same_graph": 5,
     "andrey_shd": 78.0,
     "comparator_shd": 78.0,
     "empty_shd": 100.0,
     "andrey_worse_than_empty": 0,
     "comparator_worse_than_empty": 0,
     "andrey_bic_gap": -121.55,
     "comparator_bic_gap": -121.55,
     "complete": true,
     "ges_s": 11.7,
     "ges_shd": 82.0,
     "ges_bic_gap": -114.22,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "d": 200,
     "n": 2000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 1.64,
     "comparator_s": 244.0,
     "ratio": 140.0,
     "same_graph": 5,
     "andrey_shd": 190.0,
     "comparator_shd": 190.0,
     "empty_shd": 200.0,
     "andrey_worse_than_empty": 2,
     "comparator_worse_than_empty": 2,
     "andrey_bic_gap": -290.15,
     "comparator_bic_gap": -290.15,
     "complete": true,
     "ges_s": 97.6,
     "ges_shd": 204.0,
     "ges_bic_gap": -174.07,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 4.0,
     "seeds": 5,
     "d": 25,
     "n": 250,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.495,
     "comparator_s": 2.91,
     "ratio": 5.25,
     "same_graph": 5,
     "andrey_shd": 38.0,
     "comparator_shd": 38.0,
     "empty_shd": 50.0,
     "andrey_worse_than_empty": 0,
     "comparator_worse_than_empty": 0,
     "andrey_bic_gap": 55.15,
     "comparator_bic_gap": 55.15,
     "complete": true,
     "ges_s": 0.687,
     "ges_shd": 55.0,
     "ges_bic_gap": 199.48,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 4.0,
     "seeds": 5,
     "d": 50,
     "n": 500,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 1.66,
     "comparator_s": 23.5,
     "ratio": 15.5,
     "same_graph": 5,
     "andrey_shd": 45.0,
     "comparator_shd": 45.0,
     "empty_shd": 100.0,
     "andrey_worse_than_empty": 0,
     "comparator_worse_than_empty": 0,
     "andrey_bic_gap": 66.11,
     "comparator_bic_gap": 66.11,
     "complete": true,
     "ges_s": 5.56,
     "ges_shd": 109.0,
     "ges_bic_gap": 562.03,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 4.0,
     "seeds": 5,
     "d": 100,
     "n": 1000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 3.07,
     "comparator_s": 129.0,
     "ratio": 42.0,
     "same_graph": 5,
     "andrey_shd": 63.0,
     "comparator_shd": 63.0,
     "empty_shd": 200.0,
     "andrey_worse_than_empty": 0,
     "comparator_worse_than_empty": 0,
     "andrey_bic_gap": -81.18,
     "comparator_bic_gap": -81.18,
     "complete": true,
     "ges_s": 35.7,
     "ges_shd": 179.0,
     "ges_bic_gap": 847.2,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 4.0,
     "seeds": 5,
     "d": 200,
     "n": 2000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 12.3,
     "comparator_s": 1090.0,
     "ratio": 89.3,
     "same_graph": 5,
     "andrey_shd": 151.0,
     "comparator_shd": 151.0,
     "empty_shd": 400.0,
     "andrey_worse_than_empty": 0,
     "comparator_worse_than_empty": 0,
     "andrey_bic_gap": -238.91,
     "comparator_bic_gap": -238.91,
     "complete": true,
     "ges_s": 245.0,
     "ges_shd": 266.0,
     "ges_bic_gap": 670.27,
     "comparator_warmup": 1
    }
   ],
   "reach": [
    {
     "mean_degree": 2.0,
     "d": 500,
     "n": 5000,
     "fits": 5,
     "andrey_ok": 5,
     "andrey_s": 9.08,
     "andrey_shd": 671.0,
     "empty_shd": 500.0,
     "andrey_worse_than_empty": 5,
     "andrey_bic_gap": -1153.79,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "d": 1000,
     "n": 10000,
     "fits": 5,
     "andrey_ok": 5,
     "andrey_s": 51.6,
     "andrey_shd": 1758.0,
     "empty_shd": 1000.0,
     "andrey_worse_than_empty": 5,
     "andrey_bic_gap": -3287.64,
     "complete": true
    },
    {
     "mean_degree": 4.0,
     "d": 500,
     "n": 5000,
     "fits": 5,
     "andrey_ok": 5,
     "andrey_s": 48.7,
     "andrey_shd": 523.0,
     "empty_shd": 1000.0,
     "andrey_worse_than_empty": 0,
     "andrey_bic_gap": -918.39,
     "complete": true
    },
    {
     "mean_degree": 4.0,
     "d": 1000,
     "n": 10000,
     "fits": 5,
     "andrey_ok": 5,
     "andrey_s": 289.0,
     "andrey_shd": 1368.0,
     "empty_shd": 2000.0,
     "andrey_worse_than_empty": 0,
     "andrey_bic_gap": -2613.21,
     "complete": true
    }
   ]
  },
  {
   "method": "XGES without extended search",
   "solution": "andrey.xges.numpy.no_extended_search",
   "comparator": "xges",
   "comparator_solution": "xges.xges.no_extended_search",
   "regime": "linear_gauss_er",
   "mean_degrees": [
    2.0,
    4.0
   ],
   "hardware": "AMD EPYC 7713 64-Core Processor, 1 core",
   "cores": 1,
   "build": "pre-release Andrey 0.3.0 build, 11 October 2026",
   "same_graph_test": "equal structure_hash (both arms return CPDAGs)",
   "bic_definition": "bic_gap: the returned graph's BIC minus the true graph's, deviance units; below zero is a lower BIC than the truth",
   "complete": true,
   "rows": [
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "d": 25,
     "n": 250,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.0185,
     "comparator_s": 0.024,
     "ratio": 1.34,
     "same_graph": 5,
     "andrey_shd": 16.0,
     "comparator_shd": 16.0,
     "empty_shd": 25.0,
     "andrey_worse_than_empty": 1,
     "comparator_worse_than_empty": 1,
     "andrey_bic_gap": -8.74,
     "comparator_bic_gap": -8.74,
     "complete": true,
     "ges_s": 0.273,
     "ges_shd": 22.0,
     "ges_bic_gap": 29.98,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "d": 50,
     "n": 500,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.0354,
     "comparator_s": 0.0745,
     "ratio": 2.23,
     "same_graph": 5,
     "andrey_shd": 35.0,
     "comparator_shd": 35.0,
     "empty_shd": 50.0,
     "andrey_worse_than_empty": 0,
     "comparator_worse_than_empty": 0,
     "andrey_bic_gap": -34.37,
     "comparator_bic_gap": -34.37,
     "complete": true,
     "ges_s": 2.13,
     "ges_shd": 47.0,
     "ges_bic_gap": 6.02,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "d": 100,
     "n": 1000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.0681,
     "comparator_s": 0.266,
     "ratio": 3.72,
     "same_graph": 5,
     "andrey_shd": 77.0,
     "comparator_shd": 77.0,
     "empty_shd": 100.0,
     "andrey_worse_than_empty": 0,
     "comparator_worse_than_empty": 0,
     "andrey_bic_gap": -120.46,
     "comparator_bic_gap": -120.46,
     "complete": true,
     "ges_s": 11.7,
     "ges_shd": 82.0,
     "ges_bic_gap": -114.22,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "d": 200,
     "n": 2000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.164,
     "comparator_s": 0.978,
     "ratio": 6.35,
     "same_graph": 5,
     "andrey_shd": 196.0,
     "comparator_shd": 196.0,
     "empty_shd": 200.0,
     "andrey_worse_than_empty": 1,
     "comparator_worse_than_empty": 1,
     "andrey_bic_gap": -258.73,
     "comparator_bic_gap": -258.73,
     "complete": true,
     "ges_s": 97.6,
     "ges_shd": 204.0,
     "ges_bic_gap": -174.07,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 4.0,
     "seeds": 5,
     "d": 25,
     "n": 250,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.0442,
     "comparator_s": 0.0528,
     "ratio": 1.13,
     "same_graph": 5,
     "andrey_shd": 44.0,
     "comparator_shd": 44.0,
     "empty_shd": 50.0,
     "andrey_worse_than_empty": 1,
     "comparator_worse_than_empty": 1,
     "andrey_bic_gap": 148.6,
     "comparator_bic_gap": 148.6,
     "complete": true,
     "ges_s": 0.687,
     "ges_shd": 55.0,
     "ges_bic_gap": 199.48,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 4.0,
     "seeds": 5,
     "d": 50,
     "n": 500,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.105,
     "comparator_s": 0.236,
     "ratio": 2.23,
     "same_graph": 5,
     "andrey_shd": 88.0,
     "comparator_shd": 88.0,
     "empty_shd": 100.0,
     "andrey_worse_than_empty": 2,
     "comparator_worse_than_empty": 2,
     "andrey_bic_gap": 450.61,
     "comparator_bic_gap": 450.61,
     "complete": true,
     "ges_s": 5.56,
     "ges_shd": 109.0,
     "ges_bic_gap": 562.03,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 4.0,
     "seeds": 5,
     "d": 100,
     "n": 1000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.242,
     "comparator_s": 0.786,
     "ratio": 3.23,
     "same_graph": 5,
     "andrey_shd": 113.0,
     "comparator_shd": 113.0,
     "empty_shd": 200.0,
     "andrey_worse_than_empty": 0,
     "comparator_worse_than_empty": 0,
     "andrey_bic_gap": 36.28,
     "comparator_bic_gap": 36.28,
     "complete": true,
     "ges_s": 35.7,
     "ges_shd": 179.0,
     "ges_bic_gap": 847.2,
     "comparator_warmup": 1
    },
    {
     "mean_degree": 4.0,
     "seeds": 5,
     "d": 200,
     "n": 2000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.449,
     "comparator_s": 1.88,
     "ratio": 3.77,
     "same_graph": 5,
     "andrey_shd": 236.0,
     "comparator_shd": 236.0,
     "empty_shd": 400.0,
     "andrey_worse_than_empty": 0,
     "comparator_worse_than_empty": 0,
     "andrey_bic_gap": 665.74,
     "comparator_bic_gap": 665.74,
     "complete": true,
     "ges_s": 245.0,
     "ges_shd": 266.0,
     "ges_bic_gap": 670.27,
     "comparator_warmup": 1
    }
   ],
   "reach": [
    {
     "mean_degree": 2.0,
     "d": 500,
     "n": 5000,
     "fits": 5,
     "andrey_ok": 5,
     "andrey_s": 0.499,
     "andrey_shd": 663.0,
     "empty_shd": 500.0,
     "andrey_worse_than_empty": 5,
     "andrey_bic_gap": -1127.54,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "d": 1000,
     "n": 10000,
     "fits": 5,
     "andrey_ok": 5,
     "andrey_s": 1.54,
     "andrey_shd": 1688.0,
     "empty_shd": 1000.0,
     "andrey_worse_than_empty": 5,
     "andrey_bic_gap": -3227.51,
     "complete": true
    },
    {
     "mean_degree": 4.0,
     "d": 500,
     "n": 5000,
     "fits": 5,
     "andrey_ok": 5,
     "andrey_s": 1.71,
     "andrey_shd": 576.0,
     "empty_shd": 1000.0,
     "andrey_worse_than_empty": 0,
     "andrey_bic_gap": -117.99,
     "complete": true
    },
    {
     "mean_degree": 4.0,
     "d": 1000,
     "n": 10000,
     "fits": 5,
     "andrey_ok": 5,
     "andrey_s": 5.15,
     "andrey_shd": 1344.0,
     "empty_shd": 2000.0,
     "andrey_worse_than_empty": 0,
     "andrey_bic_gap": -2195.07,
     "complete": true
    }
   ]
  },
  {
   "method": "Tabu search",
   "solution": "andrey.tabu.numpy.serial",
   "comparator": "bnlearn",
   "comparator_solution": "bnlearn.tabu",
   "regime": "linear_gauss_er",
   "mean_degrees": [
    2.0
   ],
   "hardware": "Intel Core i7-7820X, 4 cores",
   "cores": 4,
   "build": "pre-release Andrey 0.3.0 build, 11 October 2026",
   "same_graph_test": "the fits fall in one Markov equivalence class (same skeleton and v-structures); bnlearn returns DAGs, Andrey CPDAGs, so structure_hash cannot be compared",
   "bic_definition": "bic_vs_hc: the median over datasets of the fit's BIC minus Andrey hill climbing's on the same dataset, deviance units; below zero is a lower BIC than hill climbing",
   "bic_reference": "andrey.hc.numpy.serial",
   "complete": true,
   "rows": [
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 3,
     "d": 10,
     "n": 100,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.01,
     "comparator_s": 0.0255,
     "ratio": 2.54,
     "same_graph": 5,
     "andrey_shd": 10.0,
     "comparator_shd": 10.0,
     "empty_shd": 10,
     "andrey_worse_than_empty": 2,
     "comparator_worse_than_empty": 2,
     "andrey_bic_vs_hc": -0.15,
     "comparator_bic_vs_hc": -0.15,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 3,
     "d": 20,
     "n": 200,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.0163,
     "comparator_s": 0.0389,
     "ratio": 2.38,
     "same_graph": 5,
     "andrey_shd": 14.0,
     "comparator_shd": 14.0,
     "empty_shd": 20,
     "andrey_worse_than_empty": 0,
     "comparator_worse_than_empty": 0,
     "andrey_bic_vs_hc": -0.06,
     "comparator_bic_vs_hc": -0.06,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 3,
     "d": 50,
     "n": 500,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.0381,
     "comparator_s": 0.213,
     "ratio": 5.63,
     "same_graph": 3,
     "andrey_shd": 54.0,
     "comparator_shd": 55.0,
     "empty_shd": 50,
     "andrey_worse_than_empty": 3,
     "comparator_worse_than_empty": 3,
     "andrey_bic_vs_hc": -15.44,
     "comparator_bic_vs_hc": -15.44,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 3,
     "d": 100,
     "n": 1000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.0777,
     "comparator_s": 1.22,
     "ratio": 16.6,
     "same_graph": 5,
     "andrey_shd": 117.0,
     "comparator_shd": 117.0,
     "empty_shd": 100,
     "andrey_worse_than_empty": 3,
     "comparator_worse_than_empty": 3,
     "andrey_bic_vs_hc": -24.66,
     "comparator_bic_vs_hc": -24.66,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 3,
     "d": 200,
     "n": 2000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.187,
     "comparator_s": 9.68,
     "ratio": 55.3,
     "same_graph": 4,
     "andrey_shd": 267.0,
     "comparator_shd": 267.0,
     "empty_shd": 200,
     "andrey_worse_than_empty": 5,
     "comparator_worse_than_empty": 5,
     "andrey_bic_vs_hc": -49.64,
     "comparator_bic_vs_hc": -49.64,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 3,
     "d": 400,
     "n": 4000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.474,
     "comparator_s": 83.1,
     "ratio": 176.0,
     "same_graph": 5,
     "andrey_shd": 615.0,
     "comparator_shd": 615.0,
     "empty_shd": 400,
     "andrey_worse_than_empty": 5,
     "comparator_worse_than_empty": 5,
     "andrey_bic_vs_hc": -53.9,
     "comparator_bic_vs_hc": -53.9,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 1,
     "d": 800,
     "n": 8000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 1.74,
     "comparator_s": 967.0,
     "ratio": 561.0,
     "same_graph": 4,
     "andrey_shd": 1495.0,
     "comparator_shd": 1495.0,
     "empty_shd": 800,
     "andrey_worse_than_empty": 5,
     "comparator_worse_than_empty": 5,
     "andrey_bic_vs_hc": -69.01,
     "comparator_bic_vs_hc": -69.01,
     "complete": true
    }
   ],
   "reach": [
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 1,
     "d": 1600,
     "n": 16000,
     "fits": 5,
     "andrey_ok": 5,
     "andrey_s": 8.39,
     "andrey_shd": 3754.0,
     "empty_shd": 1600,
     "andrey_worse_than_empty": 5,
     "andrey_bic_vs_hc": -53.62,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 1,
     "d": 3200,
     "n": 32000,
     "fits": 5,
     "andrey_ok": 5,
     "andrey_s": 58.3,
     "andrey_shd": 9312.0,
     "empty_shd": 3200,
     "andrey_worse_than_empty": 5,
     "andrey_bic_vs_hc": -58.31,
     "complete": true
    }
   ]
  },
  {
   "method": "Hill climbing",
   "solution": "andrey.hc.numpy.serial",
   "comparator": "bnlearn",
   "comparator_solution": "bnlearn.hc",
   "regime": "linear_gauss_er",
   "mean_degrees": [
    2.0
   ],
   "hardware": "Intel Core i7-7820X, 4 cores",
   "cores": 4,
   "build": "pre-release Andrey 0.3.0 build, 11 October 2026",
   "same_graph_test": "the fits fall in one Markov equivalence class (same skeleton and v-structures); bnlearn returns DAGs, Andrey CPDAGs, so structure_hash cannot be compared",
   "bic_definition": "bic_vs_hc: the median over datasets of the fit's BIC minus Andrey hill climbing's on the same dataset, deviance units; below zero is a lower BIC than hill climbing",
   "bic_reference": "andrey.hc.numpy.serial",
   "complete": true,
   "rows": [
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 3,
     "d": 10,
     "n": 100,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.00541,
     "comparator_s": 0.024,
     "ratio": 5.27,
     "same_graph": 5,
     "andrey_shd": 10.0,
     "comparator_shd": 10.0,
     "empty_shd": 10,
     "andrey_worse_than_empty": 2,
     "comparator_worse_than_empty": 2,
     "andrey_bic_vs_hc": 0.0,
     "comparator_bic_vs_hc": 0.0,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 3,
     "d": 20,
     "n": 200,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.0097,
     "comparator_s": 0.0335,
     "ratio": 3.6,
     "same_graph": 5,
     "andrey_shd": 12.0,
     "comparator_shd": 12.0,
     "empty_shd": 20,
     "andrey_worse_than_empty": 0,
     "comparator_worse_than_empty": 0,
     "andrey_bic_vs_hc": 0.0,
     "comparator_bic_vs_hc": 0.0,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 3,
     "d": 50,
     "n": 500,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.0285,
     "comparator_s": 0.156,
     "ratio": 6.13,
     "same_graph": 3,
     "andrey_shd": 55.0,
     "comparator_shd": 54.0,
     "empty_shd": 50,
     "andrey_worse_than_empty": 4,
     "comparator_worse_than_empty": 4,
     "andrey_bic_vs_hc": 0.0,
     "comparator_bic_vs_hc": 0.0,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 3,
     "d": 100,
     "n": 1000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.0509,
     "comparator_s": 0.993,
     "ratio": 19.3,
     "same_graph": 5,
     "andrey_shd": 120.0,
     "comparator_shd": 120.0,
     "empty_shd": 100,
     "andrey_worse_than_empty": 3,
     "comparator_worse_than_empty": 3,
     "andrey_bic_vs_hc": 0.0,
     "comparator_bic_vs_hc": 0.0,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 3,
     "d": 200,
     "n": 2000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.127,
     "comparator_s": 8.43,
     "ratio": 70.6,
     "same_graph": 4,
     "andrey_shd": 273.0,
     "comparator_shd": 273.0,
     "empty_shd": 200,
     "andrey_worse_than_empty": 5,
     "comparator_worse_than_empty": 5,
     "andrey_bic_vs_hc": 0.0,
     "comparator_bic_vs_hc": 0.0,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 3,
     "d": 400,
     "n": 4000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.316,
     "comparator_s": 73.0,
     "ratio": 231.0,
     "same_graph": 5,
     "andrey_shd": 605.0,
     "comparator_shd": 605.0,
     "empty_shd": 400,
     "andrey_worse_than_empty": 5,
     "comparator_worse_than_empty": 5,
     "andrey_bic_vs_hc": 0.0,
     "comparator_bic_vs_hc": 0.0,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 1,
     "d": 800,
     "n": 8000,
     "fits": 5,
     "andrey_ok": 5,
     "comparator_ok": 5,
     "paired": 5,
     "andrey_s": 0.967,
     "comparator_s": 893.0,
     "ratio": 906.0,
     "same_graph": 4,
     "andrey_shd": 1500.0,
     "comparator_shd": 1500.0,
     "empty_shd": 800,
     "andrey_worse_than_empty": 5,
     "comparator_worse_than_empty": 5,
     "andrey_bic_vs_hc": 0.0,
     "comparator_bic_vs_hc": 0.0,
     "complete": true
    }
   ],
   "reach": [
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 1,
     "d": 1600,
     "n": 16000,
     "fits": 5,
     "andrey_ok": 5,
     "andrey_s": 3.76,
     "andrey_shd": 3752.0,
     "empty_shd": 1600,
     "andrey_worse_than_empty": 5,
     "andrey_bic_vs_hc": 0.0,
     "complete": true
    },
    {
     "mean_degree": 2.0,
     "seeds": 5,
     "repeats": 1,
     "d": 3200,
     "n": 32000,
     "fits": 5,
     "andrey_ok": 5,
     "andrey_s": 19.3,
     "andrey_shd": 9306.0,
     "empty_shd": 3200,
     "andrey_worse_than_empty": 5,
     "andrey_bic_vs_hc": 0.0,
     "complete": true
    }
   ]
  }
 ]
}