{
 "national": {
  "W1": {
   "EDI": 0.6850772974720674,
   "SEDI": 0.7242707986434053,
   "POD": 0.6524970136910778,
   "POFD": 0.10182474346338918,
   "FAR": 0.19829240756421113,
   "FBI": 0.8138840393273914,
   "CSI": 0.5618256440686348,
   "ETS": 0.3988532292259594,
   "base_rate": 0.3868548272429973,
   "n": 225056,
   "AUC": 0.8707553148269653
  },
  "W2": {
   "EDI": 0.48621946836132335,
   "SEDI": 0.5186049297331335,
   "POD": 0.5749648298362716,
   "POFD": 0.20170249876767907,
   "FAR": 0.453785455320964,
   "FBI": 1.0526355173755575,
   "CSI": 0.3891021420975338,
   "ETS": 0.22524392359443843,
   "base_rate": 0.29689499502346084,
   "n": 225056,
   "AUC": 0.7652230858802795
  },
  "W3": {
   "EDI": 0.3728895955961022,
   "SEDI": 0.4036120005504979,
   "POD": 0.4939682731165933,
   "POFD": 0.2135189618243669,
   "FAR": 0.5085218748124587,
   "FBI": 1.0050666505820616,
   "CSI": 0.32689352360043905,
   "ETS": 0.16281521168118057,
   "base_rate": 0.2946644390729418,
   "n": 225056,
   "AUC": 0.7023704051971436
  },
  "W4": {
   "EDI": 0.34688677863338047,
   "SEDI": 0.37556916710112764,
   "POD": 0.4864025213867627,
   "POFD": 0.22620655700453207,
   "FAR": 0.5251150250564136,
   "FBI": 1.024253339336635,
   "CSI": 0.31628719490177326,
   "ETS": 0.14835642818784037,
   "base_rate": 0.2960596473766529,
   "n": 225056,
   "AUC": 0.6947903037071228
  },
  "W5": {
   "EDI": 0.3037326334737462,
   "SEDI": 0.32994385308793855,
   "POD": 0.4621255456871895,
   "POFD": 0.23565493676950816,
   "FAR": 0.5490746180963573,
   "FBI": 1.024838175523107,
   "CSI": 0.2957201067324272,
   "ETS": 0.12666384133300637,
   "base_rate": 0.2951709796672828,
   "n": 225056,
   "AUC": 0.6737826466560364
  },
  "W6": {
   "EDI": 0.3070122581665121,
   "SEDI": 0.33372447452068804,
   "POD": 0.46023630311572256,
   "POFD": 0.23140020964625352,
   "FAR": 0.5441787941787942,
   "FBI": 1.0096860287282214,
   "CSI": 0.29703209823977395,
   "ETS": 0.12879326344210099,
   "base_rate": 0.2963440210436514,
   "n": 225056,
   "AUC": 0.6639432311058044
  }
 },
 "by_region": {
  "W1": {
   "S1": {
    "EDI": 0.656583423265685,
    "SEDI": 0.6968309232014107,
    "POD": 0.6295883074863327,
    "POFD": 0.10732065616583694,
    "FAR": 0.18899108939350387,
    "FBI": 0.7763025772620774,
    "CSI": 0.5490367775831874,
    "ETS": 0.3683990417737044,
    "base_rate": 0.42246417797888386,
    "n": 21216,
    "AUC": 0.8705881834030151
   },
   "S2": {
    "EDI": 0.7018190789749024,
    "SEDI": 0.7364500087429018,
    "POD": 0.6898844388158937,
    "POFD": 0.12018278134983218,
    "FAR": 0.18521749968839588,
    "FBI": 0.8467099361511266,
    "CSI": 0.5963599872280254,
    "ETS": 0.40854007719135954,
    "base_rate": 0.4338598901098901,
    "n": 43680,
    "AUC": 0.8759733438491821
   },
   "S3": {
    "EDI": 0.6947003236256986,
    "SEDI": 0.7310364524702793,
    "POD": 0.677288903267551,
    "POFD": 0.11498371335504887,
    "FAR": 0.20186808997331301,
    "FBI": 0.8485926884503397,
    "CSI": 0.5782350504074023,
    "ETS": 0.4051434840874837,
    "base_rate": 0.40163721413721415,
    "n": 15392,
    "AUC": 0.8776845932006836
   },
   "S4": {
    "EDI": 0.7085981522427818,
    "SEDI": 0.7473542404199395,
    "POD": 0.665549270200433,
    "POFD": 0.091883888913814,
    "FAR": 0.17688719986180687,
    "FBI": 0.8085760178783434,
    "CSI": 0.5822692002199548,
    "ETS": 0.42246944221322447,
    "base_rate": 0.39114401223776224,
    "n": 36608,
    "AUC": 0.8809698224067688
   },
   "S5": {
    "EDI": 0.6393304091241667,
    "SEDI": 0.680904872774003,
    "POD": 0.6048225755501737,
    "POFD": 0.1017293997965412,
    "FAR": 0.22837184309511016,
    "FBI": 0.7838264715173212,
    "CSI": 0.5129945521121729,
    "ETS": 0.3584340356100516,
    "base_rate": 0.3623702686202686,
    "n": 26208,
    "AUC": 0.851714551448822
   },
   "S6": {
    "EDI": 0.6980847070310431,
    "SEDI": 0.738874025759724,
    "POD": 0.6331147299388402,
    "POFD": 0.07646501043049497,
    "FAR": 0.19004524886877827,
    "FBI": 0.7816667894775624,
    "CSI": 0.5512285879258356,
    "ETS": 0.41621754137972855,
    "base_rate": 0.3398187099358974,
    "n": 39936,
    "AUC": 0.8754568099975586
   },
   "S7": {
    "EDI": 0.66642201514221,
    "SEDI": 0.7055739186123089,
    "POD": 0.6443103780245171,
    "POFD": 0.1112540192926045,
    "FAR": 0.2265793528505393,
    "FBI": 0.8330659136127334,
    "CSI": 0.542004103228593,
    "ETS": 0.38118968690405597,
    "base_rate": 0.3708349200304646,
    "n": 42016,
    "AUC": 0.8613846302032471
   }
  },
  "W2": {
   "S1": {
    "EDI": 0.3915597068262931,
    "SEDI": 0.42037959758886656,
    "POD": 0.5270736463176842,
    "POFD": 0.23114990721011752,
    "FAR": 0.4890213755998255,
    "FBI": 1.031498425078746,
    "CSI": 0.3503489531405783,
    "ETS": 0.17193465843676706,
    "base_rate": 0.3142439668174962,
    "n": 21216,
    "AUC": 0.7205476760864258
   },
   "S2": {
    "EDI": 0.4388759670959384,
    "SEDI": 0.46252229904529757,
    "POD": 0.5865404546396739,
    "POFD": 0.25459650083884,
    "FAR": 0.4669387755102041,
    "FBI": 1.1003247426241969,
    "CSI": 0.3874663380345977,
    "ETS": 0.19314039064099972,
    "base_rate": 0.3313415750915751,
    "n": 43680,
    "AUC": 0.7298496961593628
   },
   "S3": {
    "EDI": 0.39400158798880586,
    "SEDI": 0.4211711984072807,
    "POD": 0.5396690708527789,
    "POFD": 0.24199288256227758,
    "FAR": 0.5039001560062403,
    "FBI": 1.0878235044548155,
    "CSI": 0.3485886544258701,
    "ETS": 0.16996703533442628,
    "base_rate": 0.30626299376299376,
    "n": 15392,
    "AUC": 0.7295969128608704
   },
   "S4": {
    "EDI": 0.4886939293080268,
    "SEDI": 0.5206901055767121,
    "POD": 0.578762371658496,
    "POFD": 0.20347327208590146,
    "FAR": 0.4561967669042239,
    "FBI": 1.0642863749884377,
    "CSI": 0.38960149439601494,
    "ETS": 0.22579808613198668,
    "base_rate": 0.2953179632867133,
    "n": 36608,
    "AUC": 0.7604933381080627
   },
   "S5": {
    "EDI": 0.5089615816268027,
    "SEDI": 0.5425835214880576,
    "POD": 0.5833218279718348,
    "POFD": 0.19082520432375427,
    "FAR": 0.46137174910759815,
    "FBI": 1.0829766671268812,
    "CSI": 0.38897072362364205,
    "ETS": 0.23661620986097945,
    "base_rate": 0.27636599511599513,
    "n": 26208,
    "AUC": 0.7756156921386719
   },
   "S6": {
    "EDI": 0.5739717596017286,
    "SEDI": 0.6101673948833614,
    "POD": 0.610624470189319,
    "POFD": 0.16163579931102698,
    "FAR": 0.4222954909998218,
    "FBI": 1.0569840821324292,
    "CSI": 0.4221802552748111,
    "ETS": 0.28285239520053174,
    "base_rate": 0.2658503605769231,
    "n": 39936,
    "AUC": 0.8108556866645813
   },
   "S7": {
    "EDI": 0.5141696495838778,
    "SEDI": 0.5515660099795672,
    "POD": 0.561783128609778,
    "POFD": 0.16576388655250143,
    "FAR": 0.41637792613876445,
    "FBI": 0.9625803302692589,
    "CSI": 0.4010452961672474,
    "ETS": 0.25032231374450137,
    "base_rate": 0.29257901751713633,
    "n": 42016,
    "AUC": 0.7918723821640015
   }
  },
  "W3": {
   "S1": {
    "EDI": 0.2225638906814867,
    "SEDI": 0.24394520004957973,
    "POD": 0.3983038013024383,
    "POFD": 0.2351331006637925,
    "FAR": 0.5664358720738543,
    "FBI": 0.9186733303044071,
    "CSI": 0.26197828468971013,
    "ETS": 0.09104234014037269,
    "base_rate": 0.31122737556561086,
    "n": 21216,
    "AUC": 0.636202871799469
   },
   "S2": {
    "EDI": 0.3368354107260234,
    "SEDI": 0.36164669812919137,
    "POD": 0.5096908648836401,
    "POFD": 0.2570257811166126,
    "FAR": 0.5063912809472552,
    "FBI": 1.0325807572073638,
    "CSI": 0.3346866161846547,
    "ETS": 0.143242242104501,
    "base_rate": 0.3295558608058608,
    "n": 43680,
    "AUC": 0.67787104845047
   },
   "S3": {
    "EDI": 0.24243137764121708,
    "SEDI": 0.26393201755148227,
    "POD": 0.43675972927241963,
    "POFD": 0.257033008252063,
    "FAR": 0.5703287557220141,
    "FBI": 1.016497461928934,
    "CSI": 0.27647610121836924,
    "ETS": 0.09824050456157454,
    "base_rate": 0.30717255717255715,
    "n": 15392,
    "AUC": 0.6555688977241516
   },
   "S4": {
    "EDI": 0.2830352294821113,
    "SEDI": 0.30866285536107063,
    "POD": 0.4396103896103896,
    "POFD": 0.22975065820040266,
    "FAR": 0.555982385458634,
    "FBI": 0.990074211502783,
    "CSI": 0.28353476127797056,
    "ETS": 0.11761082538618918,
    "base_rate": 0.29447115384615385,
    "n": 36608,
    "AUC": 0.6666178107261658
   },
   "S5": {
    "EDI": 0.38387433168438384,
    "SEDI": 0.4162610743139736,
    "POD": 0.4880919024936957,
    "POFD": 0.19968536969061354,
    "FAR": 0.5222161272627537,
    "FBI": 1.0215746707761277,
    "CSI": 0.3182897862232779,
    "ETS": 0.16718321575287734,
    "base_rate": 0.27235958485958484,
    "n": 26208,
    "AUC": 0.7029234766960144
   },
   "S6": {
    "EDI": 0.5123879483752476,
    "SEDI": 0.549638609904258,
    "POD": 0.5616004605641911,
    "POFD": 0.16703937114589687,
    "FAR": 0.45720114995826766,
    "FBI": 1.0346382652082133,
    "CSI": 0.38125325690463785,
    "ETS": 0.24238236538885477,
    "base_rate": 0.2609675480769231,
    "n": 39936,
    "AUC": 0.7683404088020325
   },
   "S7": {
    "EDI": 0.46790958036932223,
    "SEDI": 0.5030884754746191,
    "POD": 0.5428571428571428,
    "POFD": 0.185379291809447,
    "FAR": 0.4534845496383958,
    "FBI": 0.9933061224489796,
    "CSI": 0.37426834759117517,
    "ETS": 0.21816278510334686,
    "base_rate": 0.29155559786747903,
    "n": 42016,
    "AUC": 0.746498167514801
   }
  },
  "W4": {
   "S1": {
    "EDI": 0.17965060541129327,
    "SEDI": 0.19727293060881468,
    "POD": 0.37718631178707224,
    "POFD": 0.24608974796803498,
    "FAR": 0.5923064277494657,
    "FBI": 0.925171102661597,
    "CSI": 0.2436628021222244,
    "ETS": 0.07172844799552176,
    "base_rate": 0.309907616892911,
    "n": 21216,
    "AUC": 0.630743145942688
   },
   "S2": {
    "EDI": 0.28115064309469523,
    "SEDI": 0.3036670289991412,
    "POD": 0.4752475247524752,
    "POFD": 0.26558209774848984,
    "FAR": 0.5281911262798635,
    "FBI": 1.0072882288228824,
    "CSI": 0.31020554707835923,
    "ETS": 0.11687135797121675,
    "base_rate": 0.33296703296703295,
    "n": 43680,
    "AUC": 0.6659269332885742
   },
   "S3": {
    "EDI": 0.30685018922733553,
    "SEDI": 0.3315715620068943,
    "POD": 0.48180677540777916,
    "POFD": 0.2524033930254477,
    "FAR": 0.5375351264552388,
    "FBI": 1.041823504809703,
    "CSI": 0.3088471849865952,
    "ETS": 0.12790322362992793,
    "base_rate": 0.3106808731808732,
    "n": 15392,
    "AUC": 0.6734774708747864
   },
   "S4": {
    "EDI": 0.3077999040308586,
    "SEDI": 0.3339017841840748,
    "POD": 0.4686008079324275,
    "POFD": 0.2388007466168922,
    "FAR": 0.5461093819475322,
    "FBI": 1.0324091076019097,
    "CSI": 0.29965361357365117,
    "ETS": 0.12846014310951917,
    "base_rate": 0.29753059440559443,
    "n": 36608,
    "AUC": 0.6853760480880737
   },
   "S5": {
    "EDI": 0.3771794134321482,
    "SEDI": 0.4090863359186707,
    "POD": 0.48583275742916376,
    "POFD": 0.20265640647235544,
    "FAR": 0.5224184782608695,
    "FBI": 1.0172771250863857,
    "CSI": 0.31723826714801445,
    "ETS": 0.1639214516758046,
    "base_rate": 0.27606074481074483,
    "n": 26208,
    "AUC": 0.7075071334838867
   },
   "S6": {
    "EDI": 0.4690010881278908,
    "SEDI": 0.5048005404488036,
    "POD": 0.5385796545105567,
    "POFD": 0.18051226453448976,
    "FAR": 0.4870201096892139,
    "FBI": 1.0499040307101728,
    "CSI": 0.35636271272542547,
    "ETS": 0.213871287703101,
    "base_rate": 0.26091746794871795,
    "n": 39936,
    "AUC": 0.7484501004219055
   },
   "S7": {
    "EDI": 0.4142219129202645,
    "SEDI": 0.4449619794715855,
    "POD": 0.5320965358725989,
    "POFD": 0.21800630153516123,
    "FAR": 0.5008470660711536,
    "FBI": 1.0659990149400755,
    "CSI": 0.34689072032537727,
    "ETS": 0.18208555320445374,
    "base_rate": 0.28993716679360243,
    "n": 42016,
    "AUC": 0.7142119407653809
   }
  },
  "W5": {
   "S1": {
    "EDI": 0.17056521246590955,
    "SEDI": 0.18711548008869422,
    "POD": 0.381371640407785,
    "POFD": 0.2565459232125899,
    "FAR": 0.6050231962885938,
    "FBI": 0.9655545257954896,
    "CSI": 0.24073712948517942,
    "ETS": 0.06726046647017195,
    "base_rate": 0.30514705882352944,
    "n": 21216,
    "AUC": 0.6274461150169373
   },
   "S2": {
    "EDI": 0.20435692710267583,
    "SEDI": 0.2217585546707921,
    "POD": 0.4366662082244533,
    "POFD": 0.2852975495915986,
    "FAR": 0.5669371888426652,
    "FBI": 1.008320726172466,
    "CSI": 0.27783854736381536,
    "ETS": 0.08169727248199513,
    "base_rate": 0.3329212454212454,
    "n": 43680,
    "AUC": 0.6297603249549866
   },
   "S3": {
    "EDI": 0.22440675658287515,
    "SEDI": 0.24355708696793488,
    "POD": 0.44242803504380473,
    "POFD": 0.2759954708435554,
    "FAR": 0.579667063020214,
    "FBI": 1.0525657071339174,
    "CSI": 0.27477652545666537,
    "ETS": 0.08936671998713512,
    "base_rate": 0.311460498960499,
    "n": 15392,
    "AUC": 0.6350990533828735
   },
   "S4": {
    "EDI": 0.2757168899334696,
    "SEDI": 0.30086832063664637,
    "POD": 0.4348580297635351,
    "POFD": 0.2306762814266225,
    "FAR": 0.5540679711637487,
    "FBI": 0.975166621017073,
    "CSI": 0.2823187718570328,
    "ETS": 0.1146066610893003,
    "base_rate": 0.2991968968531469,
    "n": 36608,
    "AUC": 0.6508948802947998
   },
   "S5": {
    "EDI": 0.37080741471214174,
    "SEDI": 0.40217882482361833,
    "POD": 0.4845474613686534,
    "POFD": 0.20627637130801688,
    "FAR": 0.5268759261754008,
    "FBI": 1.024144591611479,
    "CSI": 0.3147235415359799,
    "ETS": 0.16023500681122324,
    "base_rate": 0.2765567765567766,
    "n": 26208,
    "AUC": 0.6880062818527222
   },
   "S6": {
    "EDI": 0.4467062615905793,
    "SEDI": 0.48027714028450236,
    "POD": 0.5379563453737686,
    "POFD": 0.1976877831113515,
    "FAR": 0.512173760728674,
    "FBI": 1.102762217500483,
    "CSI": 0.34378471793605725,
    "ETS": 0.1970828092903252,
    "base_rate": 0.25926482371794873,
    "n": 39936,
    "AUC": 0.7368307709693909
   },
   "S7": {
    "EDI": 0.35558943901646134,
    "SEDI": 0.3848380895777146,
    "POD": 0.4901782014090344,
    "POFD": 0.22316450201996593,
    "FAR": 0.5305604064137165,
    "FBI": 1.0441773725652714,
    "CSI": 0.3154301562750013,
    "ETS": 0.1517668324494837,
    "base_rate": 0.2871525133282559,
    "n": 42016,
    "AUC": 0.7082601189613342
   }
  },
  "W6": {
   "S1": {
    "EDI": 0.23106227504748697,
    "SEDI": 0.25365862456067834,
    "POD": 0.38693312836279786,
    "POFD": 0.21867989939501054,
    "FAR": 0.5610394140216254,
    "FBI": 0.8814757878554957,
    "CSI": 0.25889734622505656,
    "ETS": 0.09529346910690992,
    "base_rate": 0.3066082202111614,
    "n": 21216,
    "AUC": 0.6353524923324585
   },
   "S2": {
    "EDI": 0.2346399862180556,
    "SEDI": 0.25648083653495485,
    "POD": 0.41674081171719934,
    "POFD": 0.24366163266710242,
    "FAR": 0.5377315517764956,
    "FBI": 0.9015125590308671,
    "CSI": 0.2806766847976399,
    "ETS": 0.0973483585038995,
    "base_rate": 0.33450091575091573,
    "n": 43680,
    "AUC": 0.6351746320724487
   },
   "S3": {
    "EDI": 0.2799451347182426,
    "SEDI": 0.3052940005773296,
    "POD": 0.43890641430073607,
    "POFD": 0.23136222619159538,
    "FAR": 0.5411169744942832,
    "FBI": 0.9564668769716088,
    "CSI": 0.28921840354767187,
    "ETS": 0.11736381808234998,
    "base_rate": 0.30892671517671516,
    "n": 15392,
    "AUC": 0.6384462714195251
   },
   "S4": {
    "EDI": 0.29444966377123893,
    "SEDI": 0.3205820704270485,
    "POD": 0.45011389521640094,
    "POFD": 0.23118636133109663,
    "FAR": 0.5453708816491809,
    "FBI": 0.9900683371298405,
    "CSI": 0.2922903970179279,
    "ETS": 0.12331214403449754,
    "base_rate": 0.2997978583916084,
    "n": 36608,
    "AUC": 0.6526557207107544
   },
   "S5": {
    "EDI": 0.34610685501083904,
    "SEDI": 0.37523527890470537,
    "POD": 0.48081419337092557,
    "POFD": 0.2214711939589164,
    "FAR": 0.5453836150845254,
    "FBI": 1.057626186219227,
    "CSI": 0.30492804186655037,
    "ETS": 0.14601354027688745,
    "base_rate": 0.2774343711843712,
    "n": 26208,
    "AUC": 0.6677145957946777
   },
   "S6": {
    "EDI": 0.41722754796990685,
    "SEDI": 0.44737212212213295,
    "POD": 0.5385793605207735,
    "POFD": 0.22204136995591725,
    "FAR": 0.5378675866600953,
    "FBI": 1.1654221711659964,
    "CSI": 0.3310580204778157,
    "ETS": 0.17680841427490174,
    "base_rate": 0.26156850961538464,
    "n": 39936,
    "AUC": 0.7178365588188171
   },
   "S7": {
    "EDI": 0.3311307457216415,
    "SEDI": 0.3577370762728585,
    "POD": 0.48965460390734483,
    "POFD": 0.24145892588254977,
    "FAR": 0.5484949832775919,
    "FBI": 1.0844942708762675,
    "CSI": 0.3070243448596682,
    "ETS": 0.1377334162313156,
    "base_rate": 0.28872334348819495,
    "n": 42016,
    "AUC": 0.6738854646682739
   }
  }
 },
 "n_init": 416
}