{
  "config": {
    "n_nodes_calibration": 300,
    "n_nodes_sensitivity": 120,
    "n_nodes_budget": 120,
    "n_nodes_agreement": 80,
    "n_permutations": 400,
    "n_bootstrap": 200,
    "n_candidates": 5,
    "default_samples": 8,
    "default_noise": 0.6
  },
  "calibration": {
    "alphas": [
      0.01,
      0.05,
      0.1
    ],
    "rows": [
      {
        "noise": 0.2,
        "n_nodes": 300,
        "mean_p": 0.5119617622610142,
        "fpr": {
          "0.01": 0.006666666666666667,
          "0.05": 0.05,
          "0.1": 0.09
        }
      },
      {
        "noise": 0.4,
        "n_nodes": 300,
        "mean_p": 0.49126350789692436,
        "fpr": {
          "0.01": 0.0033333333333333335,
          "0.05": 0.04666666666666667,
          "0.1": 0.11
        }
      },
      {
        "noise": 0.6,
        "n_nodes": 300,
        "mean_p": 0.49161263507896935,
        "fpr": {
          "0.01": 0.013333333333333334,
          "0.05": 0.06,
          "0.1": 0.10666666666666667
        }
      },
      {
        "noise": 1.0,
        "n_nodes": 300,
        "mean_p": 0.4978137988362427,
        "fpr": {
          "0.01": 0.01,
          "0.05": 0.06666666666666667,
          "0.1": 0.12333333333333334
        }
      }
    ]
  },
  "sensitivity": {
    "rows": [
      {
        "beta": 0.0,
        "mean_effect": 0.007604856932201616,
        "median_effect": -0.09626756047210162,
        "power": 0.03333333333333333
      },
      {
        "beta": 0.25,
        "mean_effect": 0.23664779620349952,
        "median_effect": 0.05190983166407115,
        "power": 0.09166666666666666
      },
      {
        "beta": 0.5,
        "mean_effect": 0.5237573599822412,
        "median_effect": 0.28691736462616646,
        "power": 0.125
      },
      {
        "beta": 1.0,
        "mean_effect": 2.121680489251716,
        "median_effect": 1.8755628879314545,
        "power": 0.48333333333333334
      },
      {
        "beta": 2.0,
        "mean_effect": 5.752238449269904,
        "median_effect": 5.811532388287758,
        "power": 0.9666666666666667
      },
      {
        "beta": 4.0,
        "mean_effect": 8.995320715831921,
        "median_effect": 8.996856106727343,
        "power": 1.0
      },
      {
        "beta": 8.0,
        "mean_effect": 10.770771137667507,
        "median_effect": 10.755991066030173,
        "power": 1.0
      }
    ],
    "detection_floor_beta": 2.0
  },
  "sample_budget": {
    "beta": 2.0,
    "rows": [
      {
        "n_samples": 3,
        "mean_ci_width": 5.28895165045077,
        "mean_effect": 1.8829157384910076,
        "mean_null_std": 0.032457458100575196,
        "power": 0.0,
        "calls_per_probe_1_axis": 6
      },
      {
        "n_samples": 5,
        "mean_ci_width": 6.6353192560340775,
        "mean_effect": 3.366561115791931,
        "mean_null_std": 0.019506029149360185,
        "power": 0.825,
        "calls_per_probe_1_axis": 10
      },
      {
        "n_samples": 8,
        "mean_ci_width": 8.219810627031796,
        "mean_effect": 5.933531388665149,
        "mean_null_std": 0.013130464157620118,
        "power": 0.9583333333333334,
        "calls_per_probe_1_axis": 16
      },
      {
        "n_samples": 12,
        "mean_ci_width": 10.268077563027754,
        "mean_effect": 9.15421317463273,
        "mean_null_std": 0.0090965929399624,
        "power": 1.0,
        "calls_per_probe_1_axis": 24
      },
      {
        "n_samples": 20,
        "mean_ci_width": 13.075509857824045,
        "mean_effect": 15.47094094190947,
        "mean_null_std": 0.005262710008177482,
        "power": 1.0,
        "calls_per_probe_1_axis": 40
      },
      {
        "n_samples": 30,
        "mean_ci_width": 15.85901177300332,
        "mean_effect": 22.883915167112328,
        "mean_null_std": 0.003530393224828103,
        "power": 1.0,
        "calls_per_probe_1_axis": 60
      }
    ]
  },
  "agreement": {
    "n_nodes": 80,
    "spearman": 0.5608298171589311,
    "choice_effects": [
      -0.737544887945188,
      3.2401087861268825,
      -0.18714055111330033,
      4.248377377404846,
      10.250016061251179,
      9.365898869258425,
      0.5089721522505924,
      -0.5997586909211458,
      3.086518384966795,
      3.692056812887667,
      8.109682689525302,
      11.210360346532205,
      0.6244577875375058,
      2.4499909384269345,
      2.0951327955509256,
      5.679495887619841,
      9.937081109961397,
      10.11532616707242,
      0.7641183849827285,
      -1.0011931690269547,
      0.12370692885576029,
      6.91582553272362,
      8.31839095080228,
      13.531837089362883,
      -1.0289451264249097,
      3.3657405809079552,
      0.26445949675229175,
      6.353090534055681,
      9.658768118507586,
      10.694112266786187,
      -0.9305387939178925,
      -1.12110043851177,
      2.3826147596450094,
      5.454074314017325,
      10.546880258656454,
      12.590243193014391,
      0.7084907603964535,
      -0.4558462650858755,
      0.4487036314601015,
      7.5022430854276845,
      10.93666440372335,
      12.783189199797038,
      -0.7204453971541586,
      1.5043719672808344,
      3.651087922515026,
      4.859076433974444,
      10.861060102841652,
      9.358278142076736,
      -0.7833901212681973,
      -0.2317290054874346,
      1.9698355366279099,
      6.140927791889475,
      7.402903655326535,
      10.313306982142699,
      -0.14824820860853533,
      -0.9882842057414926,
      2.235480773503741,
      5.9610900830785,
      10.940576837596113,
      11.220555905290075,
      0.6969593085831849,
      2.765932047191602,
      3.4396228096539163,
      5.1365662475035165,
      9.571792521439201,
      10.74995779571237,
      -0.5579453215176752,
      -1.0573201446661038,
      2.320581568806684,
      6.245918660559052,
      9.357464128611834,
      7.925329310541638,
      -0.5605879633112177,
      0.9333786424655596,
      3.280616455162709,
      4.645234278580088,
      10.341768230686395,
      9.623520536801907,
      -0.3719646355494531,
      2.677734298716627
    ],
    "generative_effects": [
      -0.5496833182891049,
      -1.2540718657594216,
      -0.7204359553809361,
      0.8296576223376138,
      3.1283914828471686,
      2.828501931455621,
      -0.26351267585749844,
      -0.8262315590788448,
      -0.12161828560061892,
      2.004542290307903,
      -0.7426405801639675,
      3.0717260627005283,
      0.6199986518454397,
      -0.5098284267306646,
      2.87775284681985,
      0.10634186679018563,
      4.318867302170765,
      0.9153095865651881,
      2.2869136447152254,
      -0.3930056291182499,
      -0.5120297463183001,
      0.8860861286797156,
      2.9625477179918827,
      5.494120335732255,
      0.17667493240938162,
      1.4254153722934981,
      1.9522663303646448,
      0.30798450994761317,
      2.7611535899464714,
      4.499272511198146,
      0.7403339980905858,
      2.0445818380244183,
      -1.1510870664223414,
      1.9232043979788374,
      -0.5187228631397673,
      1.9612331555813003,
      -0.5436728856039849,
      0.48933657667751795,
      1.1493586370807007,
      0.8434674832441872,
      3.310813300430885,
      4.796691686675429,
      0.18413166964807023,
      -0.4769564835166143,
      -0.08468334027749302,
      0.4152035052602404,
      1.6202875614672656,
      1.1532474896364582,
      -0.18525748678904147,
      0.030338693981141307,
      1.4919257011814129,
      1.261641801905755,
      4.793935028119624,
      4.323471713308796,
      -0.7861925166872957,
      -0.032588474808614834,
      0.9554900879403518,
      -0.33596553725057055,
      5.4299167210483885,
      4.497599144887329,
      0.5342210825451692,
      -0.08534063795348587,
      1.3271964668448482,
      -0.0834680712284877,
      2.2268654777666335,
      3.9275648130041656,
      -1.360791329816326,
      0.3650614072114084,
      -1.1731388705089858,
      -0.5357759866762735,
      -0.5499469501057102,
      -0.6227864086277417,
      -1.0224879737093118,
      0.40105633688900677,
      0.6461208005396973,
      0.03146173655293038,
      1.183072436108628,
      5.644949384060752,
      -0.038794046202236164,
      0.2341021217086477
    ]
  },
  "cost": {
    "rows": [
      {
        "n_samples": 3,
        "n_axes": 1,
        "calls": 6,
        "cost_multiplier": 6,
        "scoring_seconds_per_axis": 0.09703559999979916
      },
      {
        "n_samples": 3,
        "n_axes": 2,
        "calls": 9,
        "cost_multiplier": 9,
        "scoring_seconds_per_axis": 0.09249290000025212
      },
      {
        "n_samples": 3,
        "n_axes": 3,
        "calls": 12,
        "cost_multiplier": 12,
        "scoring_seconds_per_axis": 0.09287600000016027
      },
      {
        "n_samples": 5,
        "n_axes": 1,
        "calls": 10,
        "cost_multiplier": 10,
        "scoring_seconds_per_axis": 0.09114509999972142
      },
      {
        "n_samples": 5,
        "n_axes": 2,
        "calls": 15,
        "cost_multiplier": 15,
        "scoring_seconds_per_axis": 0.09364030000006096
      },
      {
        "n_samples": 5,
        "n_axes": 3,
        "calls": 20,
        "cost_multiplier": 20,
        "scoring_seconds_per_axis": 0.09550599999965925
      },
      {
        "n_samples": 8,
        "n_axes": 1,
        "calls": 16,
        "cost_multiplier": 16,
        "scoring_seconds_per_axis": 0.092170299999907
      },
      {
        "n_samples": 8,
        "n_axes": 2,
        "calls": 24,
        "cost_multiplier": 24,
        "scoring_seconds_per_axis": 0.09669040000017048
      },
      {
        "n_samples": 8,
        "n_axes": 3,
        "calls": 32,
        "cost_multiplier": 32,
        "scoring_seconds_per_axis": 0.09795690000009927
      }
    ]
  },
  "runtime_seconds": 287.15684169999986
}