{
 "schema": "lottoflick-lotto645-popularity-1",
 "dataThrough": 1250,
 "dataThroughDate": "2026-11-14",
 "fitted_on": "rounds 88-1250",
 "scope": {
  "rounds_total": 1250,
  "rounds_used": 1163,
  "first_round_used": 88,
  "last_round_used": 1250,
  "excluded": [],
  "excluded_before_88": 87,
  "price_krw": 1000,
  "train": {
   "from": 88,
   "to": 784,
   "rounds": 697
  },
  "validation": {
   "from": 785,
   "to": 1250,
   "rounds": 466
  },
  "classified_rounds": 986,
  "classified_from": 262,
  "first_prize_winners_classified": 9374,
  "first_prize_auto_share": 0.6631107318113932,
  "games_total": 85015666686.0,
  "winners_total": {
   "1": 10425,
   "2": 62836,
   "3": 2368257,
   "4": 115657067,
   "5": 1903677813
  }
 },
 "method": {
  "bh_q": 0.1,
  "holm_alpha": 0.05,
  "features": 12,
  "controls": [
   "lg",
   "trend"
  ],
  "train_share": 0.6,
  "primary_tiers": [
   3,
   4
  ],
  "monte_carlo_combos": 200000,
  "tier_combinations": {
   "1": 1,
   "2": 6,
   "3": 228,
   "4": 11115,
   "5": 182780
  },
  "total_combinations": 8145060
 },
 "feature_labels": {
  "le31": {
   "en": "numbers 31 or below",
   "ko": "31 이하 번호 수"
  },
  "le12": {
   "en": "numbers 12 or below",
   "ko": "12 이하 번호 수"
  },
  "pairs": {
   "en": "neighbouring pairs (n, n+1)",
   "ko": "이웃한 번호 쌍(n, n+1) 수"
  },
  "ap3": {
   "en": "contains a 3-term arithmetic progression",
   "ko": "등차수열(3개 이상) 포함"
  },
  "same_last": {
   "en": "numbers sharing a last digit with another",
   "ko": "다른 번호와 끝자리가 같은 번호 수"
  },
  "mult7": {
   "en": "multiples of 7",
   "ko": "7의 배수 개수"
  },
  "maxrow": {
   "en": "most numbers in one slip row",
   "ko": "용지 한 행에 든 번호 수의 최댓값"
  },
  "maxcol": {
   "en": "most numbers in one slip column",
   "ko": "용지 한 열에 든 번호 수의 최댓값"
  },
  "adj8": {
   "en": "pairs touching on the slip (8-neighbour)",
   "ko": "용지에서 맞닿은 번호 쌍(8방향) 수"
  },
  "line3": {
   "en": "three on one straight line of the slip",
   "ko": "용지에서 한 직선(행·열·대각선) 위 3개 이상"
  },
  "overlap_prev": {
   "en": "numbers repeated from the previous draw",
   "ko": "직전 회차와 겹치는 번호 수"
  },
  "spread": {
   "en": "spread (largest minus smallest, per 10)",
   "ko": "번호 범위(최대−최소, 10 단위)"
  }
 },
 "tiers": {
  "3": {
   "tier": 3,
   "alpha_train": 0.013079790131795516,
   "alpha_validation": 0.011077029310318955,
   "alpha_all": 0.012499897124035366,
   "index_mean": 0.9932192113253298,
   "index_sd": 0.1294247942492242,
   "poisson_sd": 0.023358805805411817,
   "features": {
    "le31": {
     "train": {
      "beta": 0.004055091376763061,
      "se": 0.004744172991514905,
      "p": 0.3926884535514694,
      "q": 0.5692417365709113
     },
     "validation": {
      "beta": 0.004373337435982399,
      "se": 0.004615343224014336,
      "p": 0.34335098051736646,
      "holm_p": null,
      "same_direction": true
     },
     "all": {
      "beta": 0.0036294804704420634,
      "se": 0.0033645637363909934,
      "p": 0.2807048435026456,
      "pct": 0.36360750105224326,
      "pct_lo": -0.2960552173120079,
      "pct_hi": 1.027634689678436
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "le12": {
     "train": {
      "beta": 0.05565350896779517,
      "se": 0.006271530588966761,
      "p": 7.056996689884448e-19,
      "q": 8.468396027861337e-18
     },
     "validation": {
      "beta": 0.04184540320705185,
      "se": 0.007206554207395868,
      "p": 6.376341540104441e-09,
      "holm_p": 3.8258049240626645e-08,
      "same_direction": true
     },
     "all": {
      "beta": 0.051631608860643004,
      "se": 0.0046944101638761535,
      "p": 3.884138586687933e-28,
      "pct": 5.298775969251368,
      "pct_lo": 4.334378563135388,
      "pct_hi": 6.2720876217522425
     },
     "selected_on_train": true,
     "status": "confirmed"
    },
    "pairs": {
     "train": {
      "beta": -0.00559171788555096,
      "se": 0.00786971068459366,
      "p": 0.4773714103674779,
      "q": 0.5728456924409734
     },
     "validation": {
      "beta": -0.013520019336150725,
      "se": 0.009268416562846032,
      "p": 0.14464234572328238,
      "holm_p": null,
      "same_direction": true
     },
     "all": {
      "beta": -0.007911951661822356,
      "se": 0.006101037817861635,
      "p": 0.19469291322260185,
      "pct": -0.7880734555937297,
      "pct_lo": -1.967366323844355,
      "pct_hi": 0.40540582810810744
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "ap3": {
     "train": {
      "beta": 0.024563310116349824,
      "se": 0.009094751685706127,
      "p": 0.0069168238895957156,
      "q": 0.016542526532959144
     },
     "validation": {
      "beta": 0.01529495685292001,
      "se": 0.010285658737534356,
      "p": 0.13701012967400586,
      "holm_p": 0.2740202593480117,
      "same_direction": true
     },
     "all": {
      "beta": 0.01934390992732128,
      "se": 0.0067999671141876356,
      "p": 0.004445237660594247,
      "pct": 1.9532215582385604,
      "pct_lo": 0.6034353082103205,
      "pct_hi": 3.321117755657621
     },
     "selected_on_train": true,
     "status": "selected_not_confirmed"
    },
    "same_last": {
     "train": {
      "beta": 0.02045477568753986,
      "se": 0.005732855952859335,
      "p": 0.0003597295173078744,
      "q": 0.0014389180692314975
     },
     "validation": {
      "beta": 0.020701258045987613,
      "se": 0.006571842782303264,
      "p": 0.0016327443540494525,
      "holm_p": 0.004898233062148358,
      "same_direction": true
     },
     "all": {
      "beta": 0.02094583685432171,
      "se": 0.0043004677577839195,
      "p": 1.112626773965388e-06,
      "pct": 2.116674053670109,
      "pct_lo": 1.2595741396844717,
      "pct_hi": 2.981028790410001
     },
     "selected_on_train": true,
     "status": "confirmed"
    },
    "mult7": {
     "train": {
      "beta": -0.020168347913842033,
      "se": 0.006380530467257733,
      "p": 0.00157271555752271,
      "q": 0.00471814667256813
     },
     "validation": {
      "beta": -0.0020026101251409897,
      "se": 0.007970418542374581,
      "p": 0.8016167105802501,
      "holm_p": 0.8016167105802501,
      "same_direction": true
     },
     "all": {
      "beta": -0.012141787115259905,
      "se": 0.005133882514504014,
      "p": 0.018028601434413892,
      "pct": -1.206837304448305,
      "pct_lo": -2.195931728515532,
      "pct_hi": -0.2077401494414599
     },
     "selected_on_train": true,
     "status": "selected_not_confirmed"
    },
    "maxrow": {
     "train": {
      "beta": -0.016900080921582645,
      "se": 0.010463114216617275,
      "p": 0.1062661731707563,
      "q": 0.18217058257843938
     },
     "validation": {
      "beta": -0.0394611046802646,
      "se": 0.011676028585010328,
      "p": 0.0007257333617654364,
      "holm_p": null,
      "same_direction": true
     },
     "all": {
      "beta": -0.025286682909265293,
      "se": 0.007839772522418667,
      "p": 0.0012578104522037081,
      "pct": -2.4969652579570623,
      "pct_lo": -3.9837131958677996,
      "pct_hi": -0.9871960233012178
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "maxcol": {
     "train": {
      "beta": 0.0018503791232773715,
      "se": 0.010028983175466646,
      "p": 0.8536187455910569,
      "q": 0.8536187455910569
     },
     "validation": {
      "beta": 0.011839698411905717,
      "se": 0.010771372430222782,
      "p": 0.2716886996931265,
      "holm_p": null,
      "same_direction": true
     },
     "all": {
      "beta": 0.008780504934934315,
      "se": 0.007574013684368859,
      "p": 0.2463365648782173,
      "pct": 0.8819166641981013,
      "pct_lo": -0.6045938417032493,
      "pct_hi": 2.390658715495375
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "adj8": {
     "train": {
      "beta": 0.0032024454787645982,
      "se": 0.004031002851425914,
      "p": 0.42693130242818345,
      "q": 0.5692417365709113
     },
     "validation": {
      "beta": -0.0016799217684796306,
      "se": 0.005813736029116013,
      "p": 0.772614014130037,
      "holm_p": null,
      "same_direction": false
     },
     "all": {
      "beta": 0.001171232354954248,
      "se": 0.003405680410221189,
      "p": 0.7309173266342296,
      "pct": 0.11719185154270839,
      "pct_lo": -0.5488660550705071,
      "pct_hi": 0.7877105734062528
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "line3": {
     "train": {
      "beta": -0.00702492226232326,
      "se": 0.012087712246408725,
      "p": 0.5611310952741961,
      "q": 0.6121430130263957
     },
     "validation": {
      "beta": -0.0015922203880350157,
      "se": 0.012104094016095841,
      "p": 0.8953450182688631,
      "holm_p": null,
      "same_direction": true
     },
     "all": {
      "beta": -0.004729475004876436,
      "se": 0.008381996037653541,
      "p": 0.5725893832037063,
      "pct": -0.4718308648569036,
      "pct_lo": -2.093562756233447,
      "pct_hi": 1.1767635536582777
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "overlap_prev": {
     "train": {
      "beta": -0.015612539578491763,
      "se": 0.005912068508481407,
      "p": 0.008271263266479572,
      "q": 0.016542526532959144
     },
     "validation": {
      "beta": -0.023806232876957007,
      "se": 0.005638518456064235,
      "p": 2.420663760957412e-05,
      "holm_p": 0.00012103318804787059,
      "same_direction": true
     },
     "all": {
      "beta": -0.01896183998357351,
      "se": 0.004314843629783464,
      "p": 1.1099725392916922e-05,
      "pct": -1.8783195222214166,
      "pct_lo": -2.704629550421034,
      "pct_hi": -1.0449918090122412
     },
     "selected_on_train": true,
     "status": "confirmed"
    },
    "spread": {
     "train": {
      "beta": -0.043985336789386854,
      "se": 0.00823311491163846,
      "p": 9.167826425705401e-08,
      "q": 5.500695855423241e-07
     },
     "validation": {
      "beta": -0.03915361883707723,
      "se": 0.010212471013963352,
      "p": 0.00012612611656501936,
      "holm_p": 0.0005045044662600774,
      "same_direction": true
     },
     "all": {
      "beta": -0.04329346879066891,
      "se": 0.006147985174945134,
      "p": 1.8964211670497575e-12,
      "pct": -4.236968578466782,
      "pct_lo": -5.383972303221918,
      "pct_hi": -3.0760600473418664
     },
     "selected_on_train": true,
     "status": "confirmed"
    }
   },
   "out_of_sample": {
    "rounds": 466,
    "explained_vs_controls": 0.17795486336554012,
    "corr_log_index": 0.4401285566486145,
    "sd_log_index": 0.10743330599107341
   }
  },
  "4": {
   "tier": 4,
   "alpha_train": 0.00428234624780389,
   "alpha_validation": 0.0024060509478143572,
   "alpha_all": 0.0036259052987205258,
   "index_mean": 0.9965425004723373,
   "index_sd": 0.07694960099161734,
   "poisson_sd": 0.0033281514644893737,
   "features": {
    "le31": {
     "train": {
      "beta": 0.006280252760288664,
      "se": 0.002651524059794438,
      "p": 0.017858231349791295,
      "q": 0.030614110885356507
     },
     "validation": {
      "beta": 0.0039121620811902475,
      "se": 0.0021260236753729315,
      "p": 0.06574900640206793,
      "holm_p": 0.1972470192062038,
      "same_direction": true
     },
     "all": {
      "beta": 0.004961925505726723,
      "se": 0.0018071323488035383,
      "p": 0.0060373578704540146,
      "pct": 0.49742562443886307,
      "pct_lo": 0.14210198800552742,
      "pct_hi": 0.8540100181770871
     },
     "selected_on_train": true,
     "status": "selected_not_confirmed"
    },
    "le12": {
     "train": {
      "beta": 0.042453366879282556,
      "se": 0.0035399312783037204,
      "p": 3.880031410631712e-33,
      "q": 4.6560376927580544e-32
     },
     "validation": {
      "beta": 0.03481783343784208,
      "se": 0.0033086831095552062,
      "p": 6.756179543805981e-26,
      "holm_p": 4.729325680664187e-25,
      "same_direction": true
     },
     "all": {
      "beta": 0.04057901708256637,
      "se": 0.0025696858974109693,
      "p": 3.564030361856523e-56,
      "pct": 4.14135959155606,
      "pct_lo": 3.618171110033175,
      "pct_hi": 4.667189754400525
     },
     "selected_on_train": true,
     "status": "confirmed"
    },
    "pairs": {
     "train": {
      "beta": -0.005939512675036461,
      "se": 0.004322269742138963,
      "p": 0.16939040099939406,
      "q": 0.22585386799919208
     },
     "validation": {
      "beta": -0.013967439658161678,
      "se": 0.003553453383464423,
      "p": 8.471075776010748e-05,
      "holm_p": null,
      "same_direction": true
     },
     "all": {
      "beta": -0.008606808562983832,
      "se": 0.0031080521290016982,
      "p": 0.005619464977702593,
      "pct": -0.8569876019227651,
      "pct_lo": -1.459098347546084,
      "pct_hi": -0.2511978017757266
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "ap3": {
     "train": {
      "beta": 0.012427054358789158,
      "se": 0.005119016943107699,
      "p": 0.01519804159450256,
      "q": 0.03039608318900512
     },
     "validation": {
      "beta": 0.005462828945715706,
      "se": 0.004669668714474778,
      "p": 0.2420598728984269,
      "holm_p": 0.34717413266132136,
      "same_direction": true
     },
     "all": {
      "beta": 0.008729226852884527,
      "se": 0.00362525490921472,
      "p": 0.016044871450364318,
      "pct": 0.8767437656273414,
      "pct_lo": 0.16251769670696525,
      "pct_hi": 1.5960627464398858
     },
     "selected_on_train": true,
     "status": "selected_not_confirmed"
    },
    "same_last": {
     "train": {
      "beta": 0.014311567341388226,
      "se": 0.0031922122755829994,
      "p": 7.350590201433823e-06,
      "q": 2.9402360805735292e-05
     },
     "validation": {
      "beta": 0.010814700695663136,
      "se": 0.002959908013530841,
      "p": 0.0002584594187346649,
      "holm_p": 0.0010338376749386596,
      "same_direction": true
     },
     "all": {
      "beta": 0.013124895463771562,
      "se": 0.0022472618331197446,
      "p": 5.2077381449594545e-09,
      "pct": 1.3211404965979945,
      "pct_lo": 0.8758476163408524,
      "pct_hi": 1.7683990183232856
     },
     "selected_on_train": true,
     "status": "confirmed"
    },
    "mult7": {
     "train": {
      "beta": -0.015040409147859956,
      "se": 0.0035508182989034175,
      "p": 2.2778138619256818e-05,
      "q": 6.833441585777045e-05
     },
     "validation": {
      "beta": -0.004218908030012546,
      "se": 0.003100387802148973,
      "p": 0.17358706633066068,
      "holm_p": 0.34717413266132136,
      "same_direction": true
     },
     "all": {
      "beta": -0.010041163844402552,
      "se": 0.002481248344396163,
      "p": 5.191827471373939e-05,
      "pct": -0.9990919669349729,
      "pct_lo": -1.4793801595060496,
      "pct_hi": -0.5164623685922298
     },
     "selected_on_train": true,
     "status": "selected_not_confirmed"
    },
    "maxrow": {
     "train": {
      "beta": 0.0031456464429115254,
      "se": 0.006550249196212609,
      "p": 0.6310616567708351,
      "q": 0.6310616567708351
     },
     "validation": {
      "beta": -0.023476029124100163,
      "se": 0.005094674936175062,
      "p": 4.066500680967495e-06,
      "holm_p": null,
      "same_direction": false
     },
     "all": {
      "beta": -0.006733729755048964,
      "se": 0.004660385439290468,
      "p": 0.1484896634607813,
      "pct": -0.6711108999339244,
      "pct_lo": -1.5742685235325626,
      "pct_hi": 0.24033412657071818
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "maxcol": {
     "train": {
      "beta": 0.004836480627519562,
      "se": 0.006872109784261796,
      "p": 0.481567325105523,
      "q": 0.5253461728423887
     },
     "validation": {
      "beta": 0.008277592696150587,
      "se": 0.005388707005310262,
      "p": 0.12451386243192306,
      "holm_p": null,
      "same_direction": true
     },
     "all": {
      "beta": 0.007628657870454066,
      "se": 0.004486598051002439,
      "p": 0.0890705211764579,
      "pct": 0.7657830215670236,
      "pct_lo": -0.11642344751845446,
      "pct_hi": 1.6557814448551866
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "adj8": {
     "train": {
      "beta": 0.0036259684920107154,
      "se": 0.0024343559726926352,
      "p": 0.13635626454070546,
      "q": 0.20453439681105817
     },
     "validation": {
      "beta": 0.0020236527830527792,
      "se": 0.0022018797258939195,
      "p": 0.35806580459395965,
      "holm_p": null,
      "same_direction": true
     },
     "all": {
      "beta": 0.0028834061711030157,
      "se": 0.0017690724410628033,
      "p": 0.1031232311835643,
      "pct": 0.2887567185013262,
      "pct_lo": -0.058374165592878224,
      "pct_hi": 0.6370933049211436
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "line3": {
     "train": {
      "beta": -0.004769154303749855,
      "se": 0.0064205991122716025,
      "p": 0.45760906750826,
      "q": 0.5253461728423887
     },
     "validation": {
      "beta": 0.0037065231705133914,
      "se": 0.0053702637683169276,
      "p": 0.4900722734010824,
      "holm_p": null,
      "same_direction": false
     },
     "all": {
      "beta": -0.0005862713706250804,
      "se": 0.0043387681511354815,
      "p": 0.8925138963560968,
      "pct": -0.05860995471450581,
      "pct_lo": -0.904891062065627,
      "pct_hi": 0.794898469103944
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "overlap_prev": {
     "train": {
      "beta": -0.011263982334691086,
      "se": 0.00313079830108649,
      "p": 0.000320921731030392,
      "q": 0.0007702121544729408
     },
     "validation": {
      "beta": -0.014796679043135781,
      "se": 0.0029830219755141835,
      "p": 7.038498531027864e-07,
      "holm_p": 3.519249265513932e-06,
      "same_direction": true
     },
     "all": {
      "beta": -0.012895522961078747,
      "se": 0.0023226028837018296,
      "p": 2.821193505374331e-08,
      "pct": -1.2812731964697122,
      "pct_lo": -1.7296410534060835,
      "pct_hi": -0.8308596185520822
     },
     "selected_on_train": true,
     "status": "confirmed"
    },
    "spread": {
     "train": {
      "beta": -0.027137318124944083,
      "se": 0.00490504049075475,
      "p": 3.1563178840493946e-08,
      "q": 1.8937907304296367e-07
     },
     "validation": {
      "beta": -0.02653925196106423,
      "se": 0.004387393021069164,
      "p": 1.4576589109431315e-09,
      "holm_p": 8.745953465658789e-09,
      "same_direction": true
     },
     "all": {
      "beta": -0.02789628825996289,
      "se": 0.0034048057726712728,
      "p": 2.5435010292173393e-16,
      "pct": -2.751077987949413,
      "pct_lo": -3.397888318223896,
      "pct_hi": -2.0999368661832385
     },
     "selected_on_train": true,
     "status": "confirmed"
    }
   },
   "out_of_sample": {
    "rounds": 466,
    "explained_vs_controls": 0.30831695192495123,
    "corr_log_index": 0.5802483250833419,
    "sd_log_index": 0.0624142333315605
   }
  },
  "5": {
   "tier": 5,
   "alpha_train": 0.0012490464360740794,
   "alpha_validation": 0.0007045222825270096,
   "alpha_all": 0.0010419857829076697,
   "index_mean": 0.9975035071874108,
   "index_sd": 0.04412815962416471,
   "poisson_sd": 0.000819180453933053,
   "features": {
    "le31": {
     "train": {
      "beta": 0.005506597122704413,
      "se": 0.001603459292755024,
      "p": 0.0005943093226625623,
      "q": 0.0014263423743901492
     },
     "validation": {
      "beta": 0.0033557582777819757,
      "se": 0.0013299548467031162,
      "p": 0.011628820925062122,
      "holm_p": 0.034886462775186367,
      "same_direction": true
     },
     "all": {
      "beta": 0.004439472865939346,
      "se": 0.0011043916637728875,
      "p": 5.8238780489022404e-05,
      "pct": 0.44493419246711685,
      "pct_lo": 0.227749453974746,
      "pct_hi": 0.66258955123073
     },
     "selected_on_train": true,
     "status": "confirmed"
    },
    "le12": {
     "train": {
      "beta": 0.02625056457433437,
      "se": 0.0016098918691102955,
      "p": 8.976540018783925e-60,
      "q": 1.077184802254071e-58
     },
     "validation": {
      "beta": 0.024514022979898457,
      "se": 0.0017626066170101996,
      "p": 5.678058295965211e-44,
      "holm_p": 3.4068349775791263e-43,
      "same_direction": true
     },
     "all": {
      "beta": 0.026098618715536044,
      "se": 0.0011616023150489202,
      "p": 8.578364912721579e-112,
      "pct": 2.6442169890563694,
      "pct_lo": 2.4107928525255673,
      "pct_hi": 2.8781731674354827
     },
     "selected_on_train": true,
     "status": "confirmed"
    },
    "pairs": {
     "train": {
      "beta": -0.0027198953239235073,
      "se": 0.002220037794890965,
      "p": 0.2205159910071507,
      "q": 0.33077398651072604
     },
     "validation": {
      "beta": -0.007751934443975929,
      "se": 0.002206674105999174,
      "p": 0.00044316188907440716,
      "holm_p": null,
      "same_direction": true
     },
     "all": {
      "beta": -0.004520518521387587,
      "se": 0.0016382072375936232,
      "p": 0.005790225544802122,
      "pct": -0.45103163563512405,
      "pct_lo": -0.7701535726292841,
      "pct_hi": -0.13088340650873054
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "ap3": {
     "train": {
      "beta": 0.0031338435112522743,
      "se": 0.0028126567638977556,
      "p": 0.265196240203211,
      "q": 0.35359498693761465
     },
     "validation": {
      "beta": 0.0005591913644377107,
      "se": 0.002490635911599044,
      "p": 0.8223546463874138,
      "holm_p": null,
      "same_direction": true
     },
     "all": {
      "beta": 0.0017762461228122335,
      "se": 0.001949631964467806,
      "p": 0.3622598625056852,
      "pct": 0.17778245823958372,
      "pct_lo": -0.2042872799793094,
      "pct_hi": 0.5613149575419474
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "same_last": {
     "train": {
      "beta": 0.005511160174444394,
      "se": 0.0017318245516531052,
      "p": 0.0014611770005391554,
      "q": 0.002922354001078311
     },
     "validation": {
      "beta": 0.003767703749071356,
      "se": 0.0015789807884426389,
      "p": 0.01702525555151702,
      "holm_p": 0.034886462775186367,
      "same_direction": true
     },
     "all": {
      "beta": 0.004887597056044982,
      "se": 0.001210060927743698,
      "p": 5.3649133774746645e-05,
      "pct": 0.4899560841983064,
      "pct_lo": 0.25190888042654347,
      "pct_hi": 0.7285685287904631
     },
     "selected_on_train": true,
     "status": "confirmed"
    },
    "mult7": {
     "train": {
      "beta": -0.00996019395193637,
      "se": 0.00185944856032766,
      "p": 8.483492628537837e-08,
      "q": 3.3933970514151343e-07
     },
     "validation": {
      "beta": -0.002768684795124746,
      "se": 0.001400562086042463,
      "p": 0.04805990914308569,
      "holm_p": 0.04805990914308569,
      "same_direction": true
     },
     "all": {
      "beta": -0.006640751101226348,
      "se": 0.0012051930771036462,
      "p": 3.5860161955366026e-08,
      "pct": -0.6618750041757826,
      "pct_lo": -0.8962481491152641,
      "pct_hi": -0.42694758384266285
     },
     "selected_on_train": true,
     "status": "confirmed"
    },
    "maxrow": {
     "train": {
      "beta": -0.0011652529252639198,
      "se": 0.002948759858878817,
      "p": 0.6927195604856446,
      "q": 0.8312634725827734
     },
     "validation": {
      "beta": -0.010722192393823344,
      "se": 0.002808734894914263,
      "p": 0.00013484055898361374,
      "holm_p": null,
      "same_direction": true
     },
     "all": {
      "beta": -0.004834105463520338,
      "se": 0.00212330989346021,
      "p": 0.022805108226815533,
      "pct": -0.48224399806655605,
      "pct_lo": -0.8955375980332025,
      "pct_hi": -0.06722684705453563
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "maxcol": {
     "train": {
      "beta": -0.000761956835609444,
      "se": 0.003222099947225824,
      "p": 0.8130615155847143,
      "q": 0.8869761988196884
     },
     "validation": {
      "beta": 0.00016011066696124018,
      "se": 0.0023014102343381164,
      "p": 0.944535377114937,
      "holm_p": null,
      "same_direction": false
     },
     "all": {
      "beta": 0.00037198477608580923,
      "se": 0.0019964398911693883,
      "p": 0.852190644593969,
      "pct": 0.03720539710021509,
      "pct_lo": -0.35347036826905986,
      "pct_hi": 0.4294128520748508
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "adj8": {
     "train": {
      "beta": 0.0020190480877431364,
      "se": 0.0013281076804231,
      "p": 0.12844959546876922,
      "q": 0.22019930651789008
     },
     "validation": {
      "beta": 0.0027191117277076972,
      "se": 0.0011679577801652545,
      "p": 0.01990728431583,
      "holm_p": null,
      "same_direction": true
     },
     "all": {
      "beta": 0.002255142071086036,
      "se": 0.0009459384778273918,
      "p": 0.01712438530048111,
      "pct": 0.22576868165278263,
      "pct_lo": 0.04012171890479532,
      "pct_hi": 0.41176015412529576
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "line3": {
     "train": {
      "beta": 0.000115409037319446,
      "se": 0.00343933785834894,
      "p": 0.9732315302614769,
      "q": 0.973231530261477
     },
     "validation": {
      "beta": 0.003473513627226936,
      "se": 0.0030185792871351147,
      "p": 0.24985098094740565,
      "holm_p": null,
      "same_direction": true
     },
     "all": {
      "beta": 0.002026806661647598,
      "se": 0.002366570145321477,
      "p": 0.3917588102815749,
      "pct": 0.2028862022641409,
      "pct_lo": -0.2608178367153213,
      "pct_hi": 0.6687460784090993
     },
     "selected_on_train": false,
     "status": "not_selected"
    },
    "overlap_prev": {
     "train": {
      "beta": -0.00875598086055314,
      "se": 0.0016595240335979743,
      "p": 1.318900769019206e-07,
      "q": 3.956702307057618e-07
     },
     "validation": {
      "beta": -0.010018408861766363,
      "se": 0.0016562711139793249,
      "p": 1.4595266075995897e-09,
      "holm_p": 7.297633037997948e-09,
      "same_direction": true
     },
     "all": {
      "beta": -0.00935019293558105,
      "se": 0.0012325584745227778,
      "p": 3.2992344594951865e-14,
      "pct": -0.930661580556702,
      "pct_lo": -1.1697014889190838,
      "pct_hi": -0.691043508628586
     },
     "selected_on_train": true,
     "status": "confirmed"
    },
    "spread": {
     "train": {
      "beta": -0.015728384808784485,
      "se": 0.0024807171631527833,
      "p": 2.2938193009312195e-10,
      "q": 1.3762915805587318e-09
     },
     "validation": {
      "beta": -0.013943465430607817,
      "se": 0.0025028436356996898,
      "p": 2.5320957380972224e-08,
      "holm_p": 1.012838295238889e-07,
      "same_direction": true
     },
     "all": {
      "beta": -0.01551943228509771,
      "se": 0.0017627070421380312,
      "p": 1.316513377151827e-18,
      "pct": -1.5399626469333239,
      "pct_lo": -1.8795396203882708,
      "pct_hi": -1.1992104596600384
     },
     "selected_on_train": true,
     "status": "confirmed"
    }
   },
   "out_of_sample": {
    "rounds": 466,
    "explained_vs_controls": 0.46123923233880115,
    "corr_log_index": 0.683627179142464,
    "sd_log_index": 0.03764114548567771
   }
  }
 },
 "tiers_sanity": {
  "1": {
   "le31": {
    "pct": -2.4897252688685034,
    "p": 0.10372096001382375
   },
   "le12": {
    "pct": 9.2332046023359,
    "p": 1.9445551515148633e-07
   },
   "pairs": {
    "pct": -1.9148341459099272,
    "p": 0.4479274788084432
   },
   "ap3": {
    "pct": -2.463958939325228,
    "p": 0.3239907861861271
   },
   "same_last": {
    "pct": 2.299379776101329,
    "p": 0.14123706243235423
   },
   "mult7": {
    "pct": -3.546259457523626,
    "p": 0.031260396936737316
   },
   "maxrow": {
    "pct": -5.406939078045592,
    "p": 0.05680351138909438
   },
   "maxcol": {
    "pct": 0.7943306725484156,
    "p": 0.7589322382875917
   },
   "adj8": {
    "pct": -0.7566627594873143,
    "p": 0.5345443442682435
   },
   "line3": {
    "pct": -2.6924590951484584,
    "p": 0.4042468959943849
   },
   "overlap_prev": {
    "pct": -2.995642796144482,
    "p": 0.06023174347048808
   },
   "spread": {
    "pct": -8.904435995582427,
    "p": 0.00026874894652972306
   }
  },
  "2": {
   "le31": {
    "pct": 0.6383773664133896,
    "p": 0.4694451903376401
   },
   "le12": {
    "pct": 5.466710823303811,
    "p": 5.4696266398095e-05
   },
   "pairs": {
    "pct": -3.4197178930394867,
    "p": 0.016446586375578616
   },
   "ap3": {
    "pct": -0.1726942802686926,
    "p": 0.9225848826702863
   },
   "same_last": {
    "pct": 1.4521731726193199,
    "p": 0.37540421167876414
   },
   "mult7": {
    "pct": -1.366148170675907,
    "p": 0.26704974587618413
   },
   "maxrow": {
    "pct": -3.0177195299567305,
    "p": 0.09394531961011154
   },
   "maxcol": {
    "pct": 0.9646306559153217,
    "p": 0.419735614887486
   },
   "adj8": {
    "pct": 0.705482917605571,
    "p": 0.31662351182430637
   },
   "line3": {
    "pct": -4.447473434547444,
    "p": 0.08007660527056913
   },
   "overlap_prev": {
    "pct": 0.7441709116047912,
    "p": 0.60151840181327
   },
   "spread": {
    "pct": -3.2157228508812197,
    "p": 0.07672803680882247
   }
  }
 },
 "confirmed": [
  "le12",
  "same_last",
  "overlap_prev",
  "spread"
 ],
 "confirmed_also_tier5": {
  "le12": true,
  "same_last": true,
  "overlap_prev": true,
  "spread": true
 },
 "latest": {
  "round": 1250,
  "numbers": [
   1,
   5,
   18,
   23,
   27,
   28
  ]
 },
 "tool": {
  "tier": 4,
  "features": [
   "le12",
   "same_last",
   "overlap_prev",
   "spread"
  ],
  "beta": [
   0.042878333275307344,
   0.01253124383616521,
   -0.012388336781797545,
   -0.02828979503138825
  ],
  "cov": [
   [
    5.453577388243609e-06,
    6.511252706208855e-07,
    -8.039859290234996e-07,
    -4.009925380741166e-06
   ],
   [
    6.51125270620885e-07,
    5.172068522211489e-06,
    2.407931651019683e-07,
    -1.1139428442386615e-06
   ],
   [
    -8.039859290234995e-07,
    2.4079316510196796e-07,
    5.607995706012042e-06,
    9.217489767101704e-07
   ],
   [
    -4.009925380741164e-06,
    -1.1139428442386626e-06,
    9.217489767101704e-07,
    9.590068925549355e-06
   ]
  ],
  "mean_random": {
   "le12": 1.60052,
   "same_last": 1.114925,
   "overlap_prev": 0.800605,
   "spread": 3.285889999999999
  },
  "quantiles_log_index_random": [
   -0.11087382003294322,
   -0.07239588968187896,
   -0.06805085068127294,
   -0.06445018608274916,
   -0.06147829952524267,
   -0.058792227076471505,
   -0.056734932668717625,
   -0.05537669979074006,
   -0.053277175124561524,
   -0.052061849300951604,
   -0.05030528856705503,
   -0.049177505874175735,
   -0.047175575390058906,
   -0.045960249566448994,
   -0.04464732956077738,
   -0.04357491079153514,
   -0.042590035153023495,
   -0.041374709329413596,
   -0.04030229056017133,
   -0.039132277608867394,
   -0.03854572982627477,
   -0.03733040400266486,
   -0.0358596573775036,
   -0.03473187468462429,
   -0.033474318602589745,
   -0.032887770819997116,
   -0.0316724449963872,
   -0.030359524990715592,
   -0.02943001327584101,
   -0.02884346549324839,
   -0.027673452541944435,
   -0.02645812671833453,
   -0.025616158134190558,
   -0.02470156598443795,
   -0.023415956672069006,
   -0.022644271576684066,
   -0.021571852807441817,
   -0.02049943403819957,
   -0.01918651403252796,
   -0.01775799766579135,
   -0.017129219624774074,
   -0.01591389380116416,
   -0.014841475031921925,
   -0.013856599393410277,
   -0.012784180624168043,
   -0.012012495528783099,
   -0.010797169705173186,
   -0.009812294066661537,
   -0.008499374060989946,
   -0.006983314563522722,
   -0.006354536522505444,
   -0.004996303644527869,
   -0.004011428006016232,
   -0.0023977743264873156,
   -0.0013253555572450663,
   -0.0002529367880028284,
   0.001241409249559392,
   0.0021324019869110276,
   0.0032601846797903266,
   0.004332603449032574,
   0.005547929272642485,
   0.00701867589780374,
   0.008146458590683053,
   0.009449327545023561,
   0.010674704419964563,
   0.011834666319937407,
   0.013049992143547323,
   0.014433195637977972,
   0.01564852146158787,
   0.016863847285197783,
   0.018079173108807696,
   0.019549919733968947,
   0.021306480467865527,
   0.022920134147394442,
   0.024722007753596974,
   0.026335661433125903,
   0.028036858243385417,
   0.029650511922914333,
   0.03100874480089191,
   0.0330660392086458,
   0.03491014307327298,
   0.03750867239131353,
   0.039352776255940726,
   0.041552977718062274,
   0.043397081582689456,
   0.04559728304481101,
   0.04798262181972486,
   0.05043509756415216,
   0.05349767377163485,
   0.05638201719841074,
   0.05959927350613746,
   0.062428253009276284,
   0.06594137447706945,
   0.06998567980381819,
   0.07472904666034323,
   0.0795450370824769,
   0.0862754148579968,
   0.09399066827202834,
   0.10530658628458364,
   0.12296460526807093,
   0.261787740413669
  ],
  "sd_log_index_random": 0.04346111795393347,
  "median_model_se": 0.0034770143752039595,
  "round_to_round_sd_log_index": 0.059751012893003205
 }
}
