{
 "national": {
  "W1": {
   "EDI": 0.6850690315569185,
   "SEDI": 0.7242621461866577,
   "POD": 0.6524970136910778,
   "POFD": 0.10183199026030494,
   "FAR": 0.19830372137000607,
   "FBI": 0.8138955251309382,
   "CSI": 0.5618200878199295,
   "ETS": 0.39884466228739135,
   "base_rate": 0.3868548272429973,
   "n": 225056,
   "AUC": 0.8707548975944519
  },
  "W2": {
   "EDI": 0.48911732056100365,
   "SEDI": 0.5208566360214811,
   "POD": 0.5804124637073842,
   "POFD": 0.20480541968427304,
   "FAR": 0.4552324764714145,
   "FBI": 1.0654314705618246,
   "CSI": 0.3908451413943926,
   "ETS": 0.22597048363234473,
   "base_rate": 0.29689499502346084,
   "n": 225056,
   "AUC": 0.7651113271713257
  },
  "W3": {
   "EDI": 0.3673716622372296,
   "SEDI": 0.3987441453663196,
   "POD": 0.4803516496773026,
   "POFD": 0.20498299105455461,
   "FAR": 0.5053110538248905,
   "FBI": 0.9710175523252307,
   "CSI": 0.32223964392291743,
   "ETS": 0.16124583301978873,
   "base_rate": 0.2946644390729418,
   "n": 225056,
   "AUC": 0.7005788683891296
  },
  "W4": {
   "EDI": 0.3297777529728041,
   "SEDI": 0.3576729862536435,
   "POD": 0.47514633048176497,
   "POFD": 0.22845366290886596,
   "FAR": 0.5334109532511938,
   "FBI": 1.0183400870478763,
   "CSI": 0.30789803837662777,
   "ETS": 0.13985368052617062,
   "base_rate": 0.2960596473766529,
   "n": 225056,
   "AUC": 0.6927132606506348
  },
  "W5": {
   "EDI": 0.3147648246334687,
   "SEDI": 0.34118153309229743,
   "POD": 0.4735209995483968,
   "POFD": 0.238271153530947,
   "FAR": 0.5457748512678334,
   "FBI": 1.0424808068643685,
   "CSI": 0.3018056914781341,
   "ETS": 0.13146557342956747,
   "base_rate": 0.2951709796672828,
   "n": 225056,
   "AUC": 0.6780710816383362
  },
  "W6": {
   "EDI": 0.28933344747367173,
   "SEDI": 0.3146746812864512,
   "POD": 0.45353405103907396,
   "POFD": 0.23823265682423814,
   "FAR": 0.5550128723795513,
   "FBI": 1.0192071250787178,
   "CSI": 0.2896735331015792,
   "ETS": 0.11989051996240525,
   "base_rate": 0.2963440210436514,
   "n": 225056,
   "AUC": 0.658699631690979
  }
 },
 "by_region": {
  "W1": {
   "S1": {
    "EDI": 0.656583423265685,
    "SEDI": 0.6968309232014107,
    "POD": 0.6295883074863327,
    "POFD": 0.10732065616583694,
    "FAR": 0.18899108939350387,
    "FBI": 0.7763025772620774,
    "CSI": 0.5490367775831874,
    "ETS": 0.3683990417737044,
    "base_rate": 0.42246417797888386,
    "n": 21216,
    "AUC": 0.8705890774726868
   },
   "S2": {
    "EDI": 0.7018190789749024,
    "SEDI": 0.7364500087429018,
    "POD": 0.6898844388158937,
    "POFD": 0.12018278134983218,
    "FAR": 0.18521749968839588,
    "FBI": 0.8467099361511266,
    "CSI": 0.5963599872280254,
    "ETS": 0.40854007719135954,
    "base_rate": 0.4338598901098901,
    "n": 43680,
    "AUC": 0.8759742379188538
   },
   "S3": {
    "EDI": 0.6947003236256986,
    "SEDI": 0.7310364524702793,
    "POD": 0.677288903267551,
    "POFD": 0.11498371335504887,
    "FAR": 0.20186808997331301,
    "FBI": 0.8485926884503397,
    "CSI": 0.5782350504074023,
    "ETS": 0.4051434840874837,
    "base_rate": 0.40163721413721415,
    "n": 15392,
    "AUC": 0.8776820302009583
   },
   "S4": {
    "EDI": 0.7085981522427818,
    "SEDI": 0.7473542404199395,
    "POD": 0.665549270200433,
    "POFD": 0.091883888913814,
    "FAR": 0.17688719986180687,
    "FBI": 0.8085760178783434,
    "CSI": 0.5822692002199548,
    "ETS": 0.42246944221322447,
    "base_rate": 0.39114401223776224,
    "n": 36608,
    "AUC": 0.8809700608253479
   },
   "S5": {
    "EDI": 0.639254325465874,
    "SEDI": 0.680826506273309,
    "POD": 0.6048225755501737,
    "POFD": 0.10178924061995093,
    "FAR": 0.22847548690396238,
    "FBI": 0.7839317679267137,
    "CSI": 0.5129487408465797,
    "ETS": 0.3583645170446653,
    "base_rate": 0.3623702686202686,
    "n": 26208,
    "AUC": 0.851715087890625
   },
   "S6": {
    "EDI": 0.6980847070310431,
    "SEDI": 0.738874025759724,
    "POD": 0.6331147299388402,
    "POFD": 0.07646501043049497,
    "FAR": 0.19004524886877827,
    "FBI": 0.7816667894775624,
    "CSI": 0.5512285879258356,
    "ETS": 0.41621754137972855,
    "base_rate": 0.3398187099358974,
    "n": 39936,
    "AUC": 0.8754560351371765
   },
   "S7": {
    "EDI": 0.66642201514221,
    "SEDI": 0.7055739186123089,
    "POD": 0.6443103780245171,
    "POFD": 0.1112540192926045,
    "FAR": 0.2265793528505393,
    "FBI": 0.8330659136127334,
    "CSI": 0.542004103228593,
    "ETS": 0.38118968690405597,
    "base_rate": 0.3708349200304646,
    "n": 42016,
    "AUC": 0.8613824844360352
   }
  },
  "W2": {
   "S1": {
    "EDI": 0.40568901827407383,
    "SEDI": 0.433421291357988,
    "POD": 0.5449227538623069,
    "POFD": 0.23788576534469724,
    "FAR": 0.4878770792218776,
    "FBI": 1.064046797660117,
    "CSI": 0.3587085308056872,
    "ETS": 0.17771833682967442,
    "base_rate": 0.3142439668174962,
    "n": 21216,
    "AUC": 0.7218237519264221
   },
   "S2": {
    "EDI": 0.44153381838267114,
    "SEDI": 0.4644933937617083,
    "POD": 0.590893387687418,
    "POFD": 0.2571643784024378,
    "FAR": 0.4675963394135591,
    "FBI": 1.1098597388240172,
    "CSI": 0.3890101892285298,
    "ETS": 0.1938378423977166,
    "base_rate": 0.3313415750915751,
    "n": 43680,
    "AUC": 0.7291885614395142
   },
   "S3": {
    "EDI": 0.40672949043391926,
    "SEDI": 0.4326791267017474,
    "POD": 0.5555791260076368,
    "POFD": 0.2481738153212212,
    "FAR": 0.5029417346745113,
    "FBI": 1.1177344081459482,
    "CSI": 0.35564910374796305,
    "ETS": 0.17482570229146713,
    "base_rate": 0.30626299376299376,
    "n": 15392,
    "AUC": 0.7296358346939087
   },
   "S4": {
    "EDI": 0.4808869912429209,
    "SEDI": 0.5121185492751675,
    "POD": 0.577652391083156,
    "POFD": 0.2089777881148971,
    "FAR": 0.463303540735648,
    "FBI": 1.0763111645546204,
    "CSI": 0.38544624120478954,
    "ETS": 0.2200180593410998,
    "base_rate": 0.2953179632867133,
    "n": 36608,
    "AUC": 0.7589218020439148
   },
   "S5": {
    "EDI": 0.5058016025289608,
    "SEDI": 0.5402148965159427,
    "POD": 0.5765566754107414,
    "POFD": 0.18676509359346163,
    "FAR": 0.458927183208085,
    "FBI": 1.0655805605412123,
    "CSI": 0.3872044506258693,
    "ETS": 0.2361310145419525,
    "base_rate": 0.27636599511599513,
    "n": 26208,
    "AUC": 0.7749449610710144
   },
   "S6": {
    "EDI": 0.5777659356519228,
    "SEDI": 0.613433829192141,
    "POD": 0.6158990298577752,
    "POFD": 0.1634776083768205,
    "FAR": 0.4229615248852806,
    "FBI": 1.0673448243383252,
    "CSI": 0.4243348475016223,
    "ETS": 0.28444579883225496,
    "base_rate": 0.2658503605769231,
    "n": 39936,
    "AUC": 0.8109670281410217
   },
   "S7": {
    "EDI": 0.5190680960227736,
    "SEDI": 0.5557557850325071,
    "POD": 0.5708940047181322,
    "POFD": 0.17023853581401607,
    "FAR": 0.41894353369763204,
    "FBI": 0.9825103717562841,
    "CSI": 0.4044257477093298,
    "ETS": 0.2521291322662169,
    "base_rate": 0.29257901751713633,
    "n": 42016,
    "AUC": 0.7929843664169312
   }
  },
  "W3": {
   "S1": {
    "EDI": 0.22561268070844462,
    "SEDI": 0.24760605796607835,
    "POD": 0.38906557625321825,
    "POFD": 0.22445767467323616,
    "FAR": 0.5607796204479398,
    "FBI": 0.8858094805391489,
    "CSI": 0.2599413133663867,
    "ETS": 0.09285195773677046,
    "base_rate": 0.31122737556561086,
    "n": 21216,
    "AUC": 0.6421874761581421
   },
   "S2": {
    "EDI": 0.3207553398968688,
    "SEDI": 0.3464802395846689,
    "POD": 0.4870441125390761,
    "POFD": 0.2468840703431791,
    "FAR": 0.5076890667790184,
    "FBI": 0.989301840916985,
    "CSI": 0.32420809248554916,
    "ETS": 0.13689009276004668,
    "base_rate": 0.3295558608058608,
    "n": 43680,
    "AUC": 0.6706288456916809
   },
   "S3": {
    "EDI": 0.237402608426494,
    "SEDI": 0.25897666897831306,
    "POD": 0.4270304568527919,
    "POFD": 0.2514066016504126,
    "FAR": 0.5704255319148936,
    "FBI": 0.994077834179357,
    "CSI": 0.27250641112160884,
    "ETS": 0.0964394152728327,
    "base_rate": 0.30717255717255715,
    "n": 15392,
    "AUC": 0.6500723958015442
   },
   "S4": {
    "EDI": 0.290578584522527,
    "SEDI": 0.3173102416904132,
    "POD": 0.4338589981447124,
    "POFD": 0.21890971039182283,
    "FAR": 0.5472848707772723,
    "FBI": 0.9583487940630798,
    "CSI": 0.2845929171230376,
    "ETS": 0.12207591586173139,
    "base_rate": 0.29447115384615385,
    "n": 36608,
    "AUC": 0.6668381690979004
   },
   "S5": {
    "EDI": 0.3908262281506548,
    "SEDI": 0.42444164784233757,
    "POD": 0.4808069487251331,
    "POFD": 0.18788673308862086,
    "FAR": 0.5107626514611546,
    "FBI": 0.9827682824320538,
    "CSI": 0.3201193918477754,
    "ETS": 0.17268205096325814,
    "base_rate": 0.27235958485958484,
    "n": 26208,
    "AUC": 0.7042019963264465
   },
   "S6": {
    "EDI": 0.513483978099747,
    "SEDI": 0.5518151765304373,
    "POD": 0.552964881980426,
    "POFD": 0.1583316392220641,
    "FAR": 0.44777692602529706,
    "FBI": 1.0013433122241413,
    "CSI": 0.3817820470354422,
    "ETS": 0.24568825002439737,
    "base_rate": 0.2609675480769231,
    "n": 39936,
    "AUC": 0.7669652104377747
   },
   "S7": {
    "EDI": 0.44573303656931945,
    "SEDI": 0.48113833957752694,
    "POD": 0.5211428571428571,
    "POFD": 0.18269166162736009,
    "FAR": 0.45998984943326005,
    "FBI": 0.9650612244897959,
    "CSI": 0.36092265943012214,
    "ETS": 0.20624832120157435,
    "base_rate": 0.29155559786747903,
    "n": 42016,
    "AUC": 0.7437401413917542
   }
  },
  "W4": {
   "S1": {
    "EDI": 0.1540154781393608,
    "SEDI": 0.16923670325913354,
    "POD": 0.36684410646387833,
    "POFD": 0.2546274161600984,
    "FAR": 0.6071661237785017,
    "FBI": 0.9338403041825095,
    "CSI": 0.23410657090167913,
    "ETS": 0.06061393996074963,
    "base_rate": 0.309907616892911,
    "n": 21216,
    "AUC": 0.6368469595909119
   },
   "S2": {
    "EDI": 0.2557928307058847,
    "SEDI": 0.2767919525103985,
    "POD": 0.4617024202420242,
    "POFD": 0.2714168039538715,
    "FAR": 0.5407919031662449,
    "FBI": 1.005431793179318,
    "CSI": 0.299082487083556,
    "ETS": 0.10498894694313962,
    "base_rate": 0.33296703296703295,
    "n": 43680,
    "AUC": 0.6615638136863708
   },
   "S3": {
    "EDI": 0.2858110631580337,
    "SEDI": 0.30980130139096373,
    "POD": 0.46528649100794645,
    "POFD": 0.2522148916116871,
    "FAR": 0.5460110181595593,
    "FBI": 1.0248849853617734,
    "CSI": 0.29833735585947974,
    "ETS": 0.1183338271107419,
    "base_rate": 0.3106808731808732,
    "n": 15392,
    "AUC": 0.6707533001899719
   },
   "S4": {
    "EDI": 0.2983147651388348,
    "SEDI": 0.3244537908572343,
    "POD": 0.4556555269922879,
    "POFD": 0.23355109659356044,
    "FAR": 0.547543075941289,
    "FBI": 1.00706940874036,
    "CSI": 0.29370339685169844,
    "ETS": 0.12463977450449168,
    "base_rate": 0.29753059440559443,
    "n": 36608,
    "AUC": 0.6790704727172852
   },
   "S5": {
    "EDI": 0.35525502418942934,
    "SEDI": 0.38622251213299985,
    "POD": 0.4697995853489979,
    "POFD": 0.20434301375639066,
    "FAR": 0.532847718526663,
    "FBI": 1.0056668970283344,
    "CSI": 0.30588552915766737,
    "ETS": 0.15273246993114753,
    "base_rate": 0.27606074481074483,
    "n": 26208,
    "AUC": 0.7026588320732117
   },
   "S6": {
    "EDI": 0.4483047614511477,
    "SEDI": 0.4834784234202981,
    "POD": 0.5258157389635316,
    "POFD": 0.18498441523241632,
    "FAR": 0.4991315476734619,
    "FBI": 1.0498080614203456,
    "CSI": 0.34502518891687656,
    "ETS": 0.2015092369405341,
    "base_rate": 0.26091746794871795,
    "n": 39936,
    "AUC": 0.745894730091095
   },
   "S7": {
    "EDI": 0.4111777113863881,
    "SEDI": 0.44175225166262405,
    "POD": 0.5307831226399606,
    "POFD": 0.21914594087282965,
    "FAR": 0.5027683789603199,
    "FBI": 1.0674766048267936,
    "CSI": 0.3454059829059829,
    "ETS": 0.18031564657616636,
    "base_rate": 0.28993716679360243,
    "n": 42016,
    "AUC": 0.7164849042892456
   }
  },
  "W5": {
   "S1": {
    "EDI": 0.177833193029353,
    "SEDI": 0.19462267575293266,
    "POD": 0.39604572134692617,
    "POFD": 0.26529643196309866,
    "FAR": 0.604015444015444,
    "FBI": 1.0001544640098856,
    "CSI": 0.24689455946076072,
    "ETS": 0.0699441917199137,
    "base_rate": 0.30514705882352944,
    "n": 21216,
    "AUC": 0.631871223449707
   },
   "S2": {
    "EDI": 0.22570613526109193,
    "SEDI": 0.2425927783858042,
    "POD": 0.47008664557832486,
    "POFD": 0.3027318278536619,
    "FAR": 0.5633901769176726,
    "FBI": 1.0766744601842937,
    "CSI": 0.2925994093224329,
    "ETS": 0.08944416673665176,
    "base_rate": 0.3329212454212454,
    "n": 43680,
    "AUC": 0.6362549662590027
   },
   "S3": {
    "EDI": 0.2402255485201176,
    "SEDI": 0.2595724701519593,
    "POD": 0.46099290780141844,
    "POFD": 0.2825061332326854,
    "FAR": 0.57532667179093,
    "FBI": 1.08552357113058,
    "CSI": 0.2837699024139702,
    "ETS": 0.0955317528842795,
    "base_rate": 0.311460498960499,
    "n": 15392,
    "AUC": 0.6396272778511047
   },
   "S4": {
    "EDI": 0.2906643030576241,
    "SEDI": 0.31663732622895263,
    "POD": 0.446635624942938,
    "POFD": 0.23071526018320015,
    "FAR": 0.5474979187864213,
    "FBI": 0.9870355153839131,
    "CSI": 0.2899478425794215,
    "ETS": 0.12153229306128781,
    "base_rate": 0.2991968968531469,
    "n": 36608,
    "AUC": 0.658648669719696
   },
   "S5": {
    "EDI": 0.3566769892491713,
    "SEDI": 0.38786429250181076,
    "POD": 0.46868101545253865,
    "POFD": 0.20226793248945146,
    "FAR": 0.5302820796460177,
    "FBI": 0.9977924944812362,
    "CSI": 0.3065054588107913,
    "ETS": 0.1537983491978482,
    "base_rate": 0.2765567765567766,
    "n": 26208,
    "AUC": 0.6939781904220581
   },
   "S6": {
    "EDI": 0.4586320408834979,
    "SEDI": 0.4934490068387938,
    "POD": 0.538052926405254,
    "POFD": 0.18825637211817997,
    "FAR": 0.49991023339317775,
    "FBI": 1.0759126907475371,
    "CSI": 0.34987125541669284,
    "ETS": 0.20581765351172593,
    "base_rate": 0.25926482371794873,
    "n": 39936,
    "AUC": 0.7411880493164062
   },
   "S7": {
    "EDI": 0.3603164473615198,
    "SEDI": 0.38945973377351123,
    "POD": 0.4961458765022793,
    "POFD": 0.22526793763146472,
    "FAR": 0.5298829812298751,
    "FBI": 1.0553667633651056,
    "CSI": 0.3182011482032745,
    "ETS": 0.15371701991767042,
    "base_rate": 0.2871525133282559,
    "n": 42016,
    "AUC": 0.7059631943702698
   }
  },
  "W6": {
   "S1": {
    "EDI": 0.23216917626751465,
    "SEDI": 0.2546111202996633,
    "POD": 0.3960030745580323,
    "POFD": 0.22615729726055334,
    "FAR": 0.5636117228527867,
    "FBI": 0.9074558032282859,
    "CSI": 0.26200162733930027,
    "ETS": 0.09549774635168154,
    "base_rate": 0.3066082202111614,
    "n": 21216,
    "AUC": 0.6401587724685669
   },
   "S2": {
    "EDI": 0.20116679989156372,
    "SEDI": 0.22010672352591232,
    "POD": 0.4034631442064198,
    "POFD": 0.2554267432660222,
    "FAR": 0.5574324324324325,
    "FBI": 0.9116419136267196,
    "CSI": 0.2675167907061173,
    "ETS": 0.08187776661854147,
    "base_rate": 0.33450091575091573,
    "n": 43680,
    "AUC": 0.6206027269363403
   },
   "S3": {
    "EDI": 0.25535821193951247,
    "SEDI": 0.27895059498013725,
    "POD": 0.42481598317560465,
    "POFD": 0.236156811130958,
    "FAR": 0.5542806707855251,
    "FBI": 0.9531019978969506,
    "CSI": 0.27796890050915096,
    "ETS": 0.1056672968786633,
    "base_rate": 0.30892671517671516,
    "n": 15392,
    "AUC": 0.6325444579124451
   },
   "S4": {
    "EDI": 0.2812129145261997,
    "SEDI": 0.30614905652961816,
    "POD": 0.4471981776765376,
    "POFD": 0.23824757148987633,
    "FAR": 0.5544257830231503,
    "FBI": 1.0036446469248292,
    "CSI": 0.2873199859501229,
    "ETS": 0.11652818939115282,
    "base_rate": 0.2997978583916084,
    "n": 36608,
    "AUC": 0.6503630876541138
   },
   "S5": {
    "EDI": 0.3215580901525879,
    "SEDI": 0.3495106609527504,
    "POD": 0.464035208361986,
    "POFD": 0.2241115276971009,
    "FAR": 0.5571016014702022,
    "FBI": 1.0477238344106725,
    "CSI": 0.29300911854103345,
    "ETS": 0.1340748067078504,
    "base_rate": 0.2774343711843712,
    "n": 26208,
    "AUC": 0.6569975018501282
   },
   "S6": {
    "EDI": 0.4110280582897211,
    "SEDI": 0.4403333257281276,
    "POD": 0.5392494734826728,
    "POFD": 0.22773821634452357,
    "FAR": 0.5438497044295084,
    "FBI": 1.1821749952134788,
    "CSI": 0.3282251485840811,
    "ETS": 0.17247411463023832,
    "base_rate": 0.26156850961538464,
    "n": 39936,
    "AUC": 0.7133863568305969
   },
   "S7": {
    "EDI": 0.3129725013234825,
    "SEDI": 0.33840367886018663,
    "POD": 0.48157612727722365,
    "POFD": 0.2474820143884892,
    "FAR": 0.558694666868107,
    "FBI": 1.0912538125463689,
    "CSI": 0.29917550058892817,
    "ETS": 0.128614821009183,
    "base_rate": 0.28872334348819495,
    "n": 42016,
    "AUC": 0.6735948324203491
   }
  }
 },
 "n_init": 416
}