{
 "national": {
  "W1": {
   "EDI": 0.6850690315569185,
   "SEDI": 0.7242621461866577,
   "POD": 0.6524970136910778,
   "POFD": 0.10183199026030494,
   "FAR": 0.19830372137000607,
   "FBI": 0.8138955251309382,
   "CSI": 0.5618200878199295,
   "ETS": 0.39884466228739135,
   "base_rate": 0.3868548272429973,
   "n": 225056,
   "AUC": 0.8707548975944519
  },
  "W2": {
   "EDI": 0.48763437462617243,
   "SEDI": 0.5196266245843677,
   "POD": 0.5780777634769074,
   "POFD": 0.20367421226254123,
   "FAR": 0.4548585138663468,
   "FBI": 1.060417851477147,
   "CSI": 0.3899764758145123,
   "ETS": 0.22547610861946188,
   "base_rate": 0.29689499502346084,
   "n": 225056,
   "AUC": 0.7655671834945679
  },
  "W3": {
   "EDI": 0.371857206381042,
   "SEDI": 0.4029752639021785,
   "POD": 0.48864527414198683,
   "POFD": 0.20929822351014238,
   "FAR": 0.5062396196803243,
   "FBI": 0.9896405090777489,
   "CSI": 0.32554751858549325,
   "ETS": 0.16292055408470899,
   "base_rate": 0.2946644390729418,
   "n": 225056,
   "AUC": 0.7021355628967285
  },
  "W4": {
   "EDI": 0.3417018525615284,
   "SEDI": 0.37012690637571255,
   "POD": 0.48328080444244337,
   "POFD": 0.2271723075757767,
   "FAR": 0.5277822586558344,
   "FBI": 1.0234278853369354,
   "CSI": 0.3137887351393491,
   "ETS": 0.14572598649647175,
   "base_rate": 0.2960596473766529,
   "n": 225056,
   "AUC": 0.6946188807487488
  },
  "W5": {
   "EDI": 0.3117439752141654,
   "SEDI": 0.33822496192858936,
   "POD": 0.46915550203221434,
   "POFD": 0.23635469595148337,
   "FAR": 0.5460689213201666,
   "FBI": 1.03353906367605,
   "CSI": 0.2998980004233945,
   "ETS": 0.1302970643951747,
   "base_rate": 0.2951709796672828,
   "n": 225056,
   "AUC": 0.6770191788673401
  },
  "W6": {
   "EDI": 0.3037896072164026,
   "SEDI": 0.3302174111011658,
   "POD": 0.45948661048969924,
   "POFD": 0.23309884947146411,
   "FAR": 0.5463964830740538,
   "FBI": 1.0129696824302037,
   "CSI": 0.29577831827658096,
   "ETS": 0.12710417741755023,
   "base_rate": 0.2963440210436514,
   "n": 225056,
   "AUC": 0.6623046398162842
  }
 },
 "by_region": {
  "W1": {
   "S1": {
    "EDI": 0.656583423265685,
    "SEDI": 0.6968309232014107,
    "POD": 0.6295883074863327,
    "POFD": 0.10732065616583694,
    "FAR": 0.18899108939350387,
    "FBI": 0.7763025772620774,
    "CSI": 0.5490367775831874,
    "ETS": 0.3683990417737044,
    "base_rate": 0.42246417797888386,
    "n": 21216,
    "AUC": 0.8705890774726868
   },
   "S2": {
    "EDI": 0.7018190789749024,
    "SEDI": 0.7364500087429018,
    "POD": 0.6898844388158937,
    "POFD": 0.12018278134983218,
    "FAR": 0.18521749968839588,
    "FBI": 0.8467099361511266,
    "CSI": 0.5963599872280254,
    "ETS": 0.40854007719135954,
    "base_rate": 0.4338598901098901,
    "n": 43680,
    "AUC": 0.8759742379188538
   },
   "S3": {
    "EDI": 0.6947003236256986,
    "SEDI": 0.7310364524702793,
    "POD": 0.677288903267551,
    "POFD": 0.11498371335504887,
    "FAR": 0.20186808997331301,
    "FBI": 0.8485926884503397,
    "CSI": 0.5782350504074023,
    "ETS": 0.4051434840874837,
    "base_rate": 0.40163721413721415,
    "n": 15392,
    "AUC": 0.8776820302009583
   },
   "S4": {
    "EDI": 0.7085981522427818,
    "SEDI": 0.7473542404199395,
    "POD": 0.665549270200433,
    "POFD": 0.091883888913814,
    "FAR": 0.17688719986180687,
    "FBI": 0.8085760178783434,
    "CSI": 0.5822692002199548,
    "ETS": 0.42246944221322447,
    "base_rate": 0.39114401223776224,
    "n": 36608,
    "AUC": 0.8809700608253479
   },
   "S5": {
    "EDI": 0.639254325465874,
    "SEDI": 0.680826506273309,
    "POD": 0.6048225755501737,
    "POFD": 0.10178924061995093,
    "FAR": 0.22847548690396238,
    "FBI": 0.7839317679267137,
    "CSI": 0.5129487408465797,
    "ETS": 0.3583645170446653,
    "base_rate": 0.3623702686202686,
    "n": 26208,
    "AUC": 0.851715087890625
   },
   "S6": {
    "EDI": 0.6980847070310431,
    "SEDI": 0.738874025759724,
    "POD": 0.6331147299388402,
    "POFD": 0.07646501043049497,
    "FAR": 0.19004524886877827,
    "FBI": 0.7816667894775624,
    "CSI": 0.5512285879258356,
    "ETS": 0.41621754137972855,
    "base_rate": 0.3398187099358974,
    "n": 39936,
    "AUC": 0.8754560351371765
   },
   "S7": {
    "EDI": 0.66642201514221,
    "SEDI": 0.7055739186123089,
    "POD": 0.6443103780245171,
    "POFD": 0.1112540192926045,
    "FAR": 0.2265793528505393,
    "FBI": 0.8330659136127334,
    "CSI": 0.542004103228593,
    "ETS": 0.38118968690405597,
    "base_rate": 0.3708349200304646,
    "n": 42016,
    "AUC": 0.8613824844360352
   }
  },
  "W2": {
   "S1": {
    "EDI": 0.39831794155515676,
    "SEDI": 0.4266154235781813,
    "POD": 0.535923203839808,
    "POFD": 0.23465530276994984,
    "FAR": 0.48862172606268783,
    "FBI": 1.047997600119994,
    "CSI": 0.35442912409483185,
    "ETS": 0.17467488660394712,
    "base_rate": 0.3142439668174962,
    "n": 21216,
    "AUC": 0.7218195796012878
   },
   "S2": {
    "EDI": 0.4424284724642367,
    "SEDI": 0.4653441287366355,
    "POD": 0.5915843294410281,
    "POFD": 0.2571643784024378,
    "FAR": 0.4673054190256953,
    "FBI": 1.1105506805776273,
    "CSI": 0.3894650655021834,
    "ETS": 0.19427779299240877,
    "base_rate": 0.3313415750915751,
    "n": 43680,
    "AUC": 0.7298915386199951
   },
   "S3": {
    "EDI": 0.39682937299809606,
    "SEDI": 0.42315281820588335,
    "POD": 0.5466694951209164,
    "POFD": 0.24695635886870201,
    "FAR": 0.5057537399309551,
    "FBI": 1.106067034365719,
    "CSI": 0.3505645490409468,
    "ETS": 0.17033717311877106,
    "base_rate": 0.30626299376299376,
    "n": 15392,
    "AUC": 0.7299172282218933
   },
   "S4": {
    "EDI": 0.48343396310243614,
    "SEDI": 0.5149496320344549,
    "POD": 0.5778373878457127,
    "POFD": 0.20700081404814513,
    "FAR": 0.46086131008889275,
    "FBI": 1.0717787438719821,
    "CSI": 0.3867871958392669,
    "ETS": 0.22194338120406687,
    "base_rate": 0.2953179632867133,
    "n": 36608,
    "AUC": 0.7600175738334656
   },
   "S5": {
    "EDI": 0.5098234249238617,
    "SEDI": 0.5438610394418937,
    "POD": 0.5815269915780754,
    "POFD": 0.18829422620616926,
    "FAR": 0.45882050623153026,
    "FBI": 1.0745547425100097,
    "CSI": 0.38949509894581097,
    "ETS": 0.23791216903456525,
    "base_rate": 0.27636599511599513,
    "n": 26208,
    "AUC": 0.7757446765899658
   },
   "S6": {
    "EDI": 0.5759611831521448,
    "SEDI": 0.6117548007226238,
    "POD": 0.6141094471131204,
    "POFD": 0.16330707050035814,
    "FAR": 0.42341704987619383,
    "FBI": 1.0650842987661298,
    "CSI": 0.4232392080493346,
    "ETS": 0.2833963198148505,
    "base_rate": 0.2658503605769231,
    "n": 39936,
    "AUC": 0.8113320469856262
   },
   "S7": {
    "EDI": 0.5151516941717672,
    "SEDI": 0.5523478697041643,
    "POD": 0.5641421947449768,
    "POFD": 0.1671432897083067,
    "FAR": 0.41737377131815506,
    "FBI": 0.9682746278369804,
    "CSI": 0.4017727825734314,
    "ETS": 0.25056784152913664,
    "base_rate": 0.29257901751713633,
    "n": 42016,
    "AUC": 0.7927935123443604
   }
  },
  "W3": {
   "S1": {
    "EDI": 0.22752546927596778,
    "SEDI": 0.2494321513175927,
    "POD": 0.3978494623655914,
    "POFD": 0.23116403202627797,
    "FAR": 0.5625312239800166,
    "FBI": 0.909435105255187,
    "CSI": 0.26320008015228935,
    "ETS": 0.09345071130951069,
    "base_rate": 0.31122737556561086,
    "n": 21216,
    "AUC": 0.639761745929718
   },
   "S2": {
    "EDI": 0.330531235554461,
    "SEDI": 0.35592271811964177,
    "POD": 0.4995484543244182,
    "POFD": 0.25173296909680726,
    "FAR": 0.5062143789054453,
    "FBI": 1.0116707189996526,
    "CSI": 0.33036247530665686,
    "ETS": 0.14095493792452501,
    "base_rate": 0.3295558608058608,
    "n": 43680,
    "AUC": 0.6748839616775513
   },
   "S3": {
    "EDI": 0.24073063817382218,
    "SEDI": 0.2623244770003833,
    "POD": 0.43252961082910324,
    "POFD": 0.2542198049512378,
    "FAR": 0.5700168208578638,
    "FBI": 1.005922165820643,
    "CSI": 0.2749025406640678,
    "ETS": 0.0977047150716755,
    "base_rate": 0.30717255717255715,
    "n": 15392,
    "AUC": 0.6536979079246521
   },
   "S4": {
    "EDI": 0.2889502470544552,
    "SEDI": 0.3153106179149464,
    "POD": 0.437569573283859,
    "POFD": 0.22351711321046927,
    "FAR": 0.5503336510962822,
    "FBI": 0.9730983302411874,
    "CSI": 0.2849634507340059,
    "ETS": 0.12091487572895167,
    "base_rate": 0.29447115384615385,
    "n": 36608,
    "AUC": 0.6677567958831787
   },
   "S5": {
    "EDI": 0.38792769415897327,
    "SEDI": 0.4209925024590976,
    "POD": 0.48458952087419443,
    "POFD": 0.19344520188778186,
    "FAR": 0.5160884163402351,
    "FBI": 1.0014009526478005,
    "CSI": 0.3194790800775838,
    "ETS": 0.1702864989640083,
    "base_rate": 0.27235958485958484,
    "n": 26208,
    "AUC": 0.7043024301528931
   },
   "S6": {
    "EDI": 0.5151048499099075,
    "SEDI": 0.5528833460443859,
    "POD": 0.5592976396085204,
    "POFD": 0.16273632852205733,
    "FAR": 0.45174943566591425,
    "FBI": 1.0201496833621186,
    "CSI": 0.38285714285714284,
    "ETS": 0.24532502883800297,
    "base_rate": 0.2609675480769231,
    "n": 39936,
    "AUC": 0.7681438326835632
   },
   "S7": {
    "EDI": 0.45788566314601975,
    "SEDI": 0.49314814062984613,
    "POD": 0.5336326530612245,
    "POFD": 0.18470738426392527,
    "FAR": 0.4568342334856668,
    "FBI": 0.9824489795918367,
    "CSI": 0.36832319134550373,
    "ETS": 0.21266248178430672,
    "base_rate": 0.29155559786747903,
    "n": 42016,
    "AUC": 0.7455683946609497
   }
  },
  "W4": {
   "S1": {
    "EDI": 0.17265637601713457,
    "SEDI": 0.1896427635831441,
    "POD": 0.3738403041825095,
    "POFD": 0.24793388429752067,
    "FAR": 0.5962549277266754,
    "FBI": 0.9259315589353612,
    "CSI": 0.24086232239098482,
    "ETS": 0.0686779312047075,
    "base_rate": 0.309907616892911,
    "n": 21216,
    "AUC": 0.63454270362854
   },
   "S2": {
    "EDI": 0.27347476920589125,
    "SEDI": 0.29533387333353306,
    "POD": 0.47325357535753576,
    "POFD": 0.2694604612850082,
    "FAR": 0.5328491923442378,
    "FBI": 1.013063806380638,
    "CSI": 0.3073453895958919,
    "ETS": 0.11304571623032492,
    "base_rate": 0.33296703296703295,
    "n": 43680,
    "AUC": 0.6647077798843384
   },
   "S3": {
    "EDI": 0.2912972440026449,
    "SEDI": 0.3153119767463149,
    "POD": 0.4715600167294019,
    "POFD": 0.25419415645617344,
    "FAR": 0.5446284329563813,
    "FBI": 1.0355499790882476,
    "CSI": 0.3015108971787672,
    "ETS": 0.12061397407314278,
    "base_rate": 0.3106808731808732,
    "n": 15392,
    "AUC": 0.6728094816207886
   },
   "S4": {
    "EDI": 0.30517074112953885,
    "SEDI": 0.3313122883543185,
    "POD": 0.4648365773044436,
    "POFD": 0.237167522165189,
    "FAR": 0.5464074538613152,
    "FBI": 1.0247888358428203,
    "CSI": 0.29798128420928727,
    "ETS": 0.1274300040798511,
    "base_rate": 0.29753059440559443,
    "n": 36608,
    "AUC": 0.6832693219184875
   },
   "S5": {
    "EDI": 0.36895858295553885,
    "SEDI": 0.40064672761672665,
    "POD": 0.4783690393918452,
    "POFD": 0.20197122226321615,
    "FAR": 0.5254353489647607,
    "FBI": 1.008016586040083,
    "CSI": 0.31273154423059546,
    "ETS": 0.15990045494149566,
    "base_rate": 0.27606074481074483,
    "n": 26208,
    "AUC": 0.7061792612075806
   },
   "S6": {
    "EDI": 0.462932968570528,
    "SEDI": 0.49858138344339814,
    "POD": 0.5346449136276391,
    "POFD": 0.18166418213850116,
    "FAR": 0.49044178176163905,
    "FBI": 1.0492322456813818,
    "CSI": 0.3529970852870359,
    "ETS": 0.21024885669568816,
    "base_rate": 0.26091746794871795,
    "n": 39936,
    "AUC": 0.7479360699653625
   },
   "S7": {
    "EDI": 0.41643205465624356,
    "SEDI": 0.4471001930730098,
    "POD": 0.5343950090297159,
    "POFD": 0.2185090835958973,
    "FAR": 0.5003453833755469,
    "FBI": 1.069528813002791,
    "CSI": 0.34810972675258006,
    "ETS": 0.18309547886983182,
    "base_rate": 0.28993716679360243,
    "n": 42016,
    "AUC": 0.7160396575927734
   }
  },
  "W5": {
   "S1": {
    "EDI": 0.17267207454366865,
    "SEDI": 0.18921639001608662,
    "POD": 0.3881680568427556,
    "POFD": 0.2614977614977615,
    "FAR": 0.6053706030150754,
    "FBI": 0.9836268149521161,
    "CSI": 0.24329557556394618,
    "ETS": 0.06795081334745615,
    "base_rate": 0.30514705882352944,
    "n": 21216,
    "AUC": 0.6312462091445923
   },
   "S2": {
    "EDI": 0.22188424597422063,
    "SEDI": 0.2393173187023013,
    "POD": 0.4599779947737588,
    "POFD": 0.29538746653854075,
    "FAR": 0.562696129707113,
    "FBI": 1.0518498143309036,
    "CSI": 0.28895416648667327,
    "ETS": 0.08842381129720896,
    "base_rate": 0.3329212454212454,
    "n": 43680,
    "AUC": 0.6341692209243774
   },
   "S3": {
    "EDI": 0.23610396412162568,
    "SEDI": 0.2558107540396391,
    "POD": 0.45160617438464745,
    "POFD": 0.27627854312134364,
    "FAR": 0.5749067347339486,
    "FBI": 1.0623696287025448,
    "CSI": 0.2803677803677804,
    "ETS": 0.09432154290487385,
    "base_rate": 0.311460498960499,
    "n": 15392,
    "AUC": 0.6386535167694092
   },
   "S4": {
    "EDI": 0.2831445024857547,
    "SEDI": 0.30872721780303497,
    "POD": 0.44051857938464345,
    "POFD": 0.23052036640031184,
    "FAR": 0.5507030449762548,
    "FBI": 0.9804619738884324,
    "CSI": 0.2860615402857651,
    "ETS": 0.11805576644127337,
    "base_rate": 0.2991968968531469,
    "n": 36608,
    "AUC": 0.6560353636741638
   },
   "S5": {
    "EDI": 0.3628144932799343,
    "SEDI": 0.39420966650924627,
    "POD": 0.4741997792494481,
    "POFD": 0.20274261603375526,
    "FAR": 0.5279494574921028,
    "FBI": 1.0045529801324504,
    "CSI": 0.30986296429859356,
    "ETS": 0.15678882408230632,
    "base_rate": 0.2765567765567766,
    "n": 26208,
    "AUC": 0.6921912431716919
   },
   "S6": {
    "EDI": 0.45404330775725227,
    "SEDI": 0.48853902091214696,
    "POD": 0.5367973729959435,
    "POFD": 0.19072408897302415,
    "FAR": 0.50375,
    "FBI": 1.0817075526366622,
    "CSI": 0.3474618654663666,
    "ETS": 0.20273346623328517,
    "base_rate": 0.25926482371794873,
    "n": 39936,
    "AUC": 0.7399019598960876
   },
   "S7": {
    "EDI": 0.3615391880927657,
    "SEDI": 0.39087814107569274,
    "POD": 0.49556568586821387,
    "POFD": 0.2237654836232513,
    "FAR": 0.5285072155192808,
    "FBI": 1.051056775797762,
    "CSI": 0.31859114402941335,
    "ETS": 0.15454699617976364,
    "base_rate": 0.2871525133282559,
    "n": 42016,
    "AUC": 0.7077834606170654
   }
  },
  "W6": {
   "S1": {
    "EDI": 0.23226945185603814,
    "SEDI": 0.25486409437590346,
    "POD": 0.39139123750960797,
    "POFD": 0.2218747875739243,
    "FAR": 0.561790017211704,
    "FBI": 0.8931591083781706,
    "CSI": 0.2606203296140854,
    "ETS": 0.09572407772047209,
    "base_rate": 0.3066082202111614,
    "n": 21216,
    "AUC": 0.6396663784980774
   },
   "S2": {
    "EDI": 0.2226887267031279,
    "SEDI": 0.24365698453172285,
    "POD": 0.4087331462596674,
    "POFD": 0.24479686263717362,
    "FAR": 0.5437041564792175,
    "FBI": 0.8957634658818698,
    "CSI": 0.2748653748791826,
    "ETS": 0.09188121710084043,
    "base_rate": 0.33450091575091573,
    "n": 43680,
    "AUC": 0.6289655566215515
   },
   "S3": {
    "EDI": 0.27857680874877727,
    "SEDI": 0.30374341974655483,
    "POD": 0.4395373291272345,
    "POFD": 0.2329604211713829,
    "FAR": 0.5424693520140105,
    "FBI": 0.9606729758149316,
    "CSI": 0.28895340799115166,
    "ETS": 0.11659969608578093,
    "base_rate": 0.30892671517671516,
    "n": 15392,
    "AUC": 0.6363398432731628
   },
   "S4": {
    "EDI": 0.29544271107213965,
    "SEDI": 0.32177990244111676,
    "POD": 0.44865603644646923,
    "POFD": 0.22907970194670932,
    "FAR": 0.5439051500555762,
    "FBI": 0.9836902050113895,
    "CSI": 0.2922775568350448,
    "ETS": 0.12397758424647204,
    "base_rate": 0.2997978583916084,
    "n": 36608,
    "AUC": 0.6523576974868774
   },
   "S5": {
    "EDI": 0.3398988629052025,
    "SEDI": 0.36873727681264895,
    "POD": 0.47668821345069456,
    "POFD": 0.22226329408037176,
    "FAR": 0.5484039087947883,
    "FBI": 1.0555631962591114,
    "CSI": 0.3019163763066202,
    "ETS": 0.14295105809869274,
    "base_rate": 0.2774343711843712,
    "n": 26208,
    "AUC": 0.6632186770439148
   },
   "S6": {
    "EDI": 0.41968791695755225,
    "SEDI": 0.4491224283359596,
    "POD": 0.5449932988703811,
    "POFD": 0.2265174635469651,
    "FAR": 0.5398852339772084,
    "FBI": 1.1844725253685622,
    "CSI": 0.33241854490248746,
    "ETS": 0.17686690482324344,
    "base_rate": 0.26156850961538464,
    "n": 39936,
    "AUC": 0.7165783047676086
   },
   "S7": {
    "EDI": 0.3291752702148288,
    "SEDI": 0.35543496382287193,
    "POD": 0.4908086719973621,
    "POFD": 0.24410239250460097,
    "FAR": 0.5506075930258888,
    "FBI": 1.0921605803313823,
    "CSI": 0.306496448059302,
    "ETS": 0.13644925027269783,
    "base_rate": 0.28872334348819495,
    "n": 42016,
    "AUC": 0.6744171977043152
   }
  }
 },
 "n_init": 416
}