{
 "national": {
  "W1": {
   "EDI": 0.6756283805504988,
   "SEDI": 0.7154409121681766,
   "POD": 0.6425962510337223,
   "POFD": 0.10182474346338918,
   "FAR": 0.20073430669447698,
   "FBI": 0.8039832766700359,
   "CSI": 0.5533006972259309,
   "ETS": 0.3899178890585924,
   "base_rate": 0.3868548272429973,
   "n": 225056,
   "AUC": 0.8682352304458618
  },
  "W2": {
   "EDI": 0.48265598514965186,
   "SEDI": 0.5148308915893551,
   "POD": 0.5737226495854411,
   "POFD": 0.2034530264538227,
   "FAR": 0.45646471664138155,
   "FBI": 1.0555389266365351,
   "CSI": 0.38717529188381206,
   "ETS": 0.22281006808862056,
   "base_rate": 0.29689499502346084,
   "n": 225056,
   "AUC": 0.7640887498855591
  },
  "W3": {
   "EDI": 0.381060032217883,
   "SEDI": 0.41190753264636304,
   "POD": 0.5012666626455154,
   "POFD": 0.21416782159506112,
   "FAR": 0.505614301223992,
   "FBI": 1.013918209783461,
   "CSI": 0.33138277192387827,
   "ETS": 0.166820473814802,
   "base_rate": 0.2946644390729418,
   "n": 225056,
   "AUC": 0.7036833167076111
  },
  "W4": {
   "EDI": 0.343741672325413,
   "SEDI": 0.3711423973762748,
   "POD": 0.49525739156536097,
   "POFD": 0.23721485109767337,
   "FAR": 0.5324596202890337,
   "FBI": 1.0592826054329882,
   "CSI": 0.3166556313632918,
   "ETS": 0.14526908834843427,
   "base_rate": 0.2960596473766529,
   "n": 225056,
   "AUC": 0.6925854086875916
  },
  "W5": {
   "EDI": 0.31042093488788286,
   "SEDI": 0.33648770513218834,
   "POD": 0.4721661899744092,
   "POFD": 0.2402569566149307,
   "FAR": 0.5485412438648761,
   "FBI": 1.0458678307993376,
   "CSI": 0.3000353928123894,
   "ETS": 0.1292153487816474,
   "base_rate": 0.2951709796672828,
   "n": 225056,
   "AUC": 0.6774494051933289
  },
  "W6": {
   "EDI": 0.28027678442986764,
   "SEDI": 0.30494274110893294,
   "POD": 0.4495756739736708,
   "POFD": 0.24120685517990428,
   "FAR": 0.560235839371095,
   "FBI": 1.0223108525504543,
   "CSI": 0.28585592800213555,
   "ETS": 0.11546884215905459,
   "base_rate": 0.2963440210436514,
   "n": 225056,
   "AUC": 0.657741129398346
  }
 },
 "by_region": {
  "W1": {
   "S1": {
    "EDI": 0.6435082796332133,
    "SEDI": 0.6840022776411022,
    "POD": 0.6205511547472944,
    "POFD": 0.11083000081612666,
    "FAR": 0.196242774566474,
    "FBI": 0.7720629253598126,
    "CSI": 0.538901269256855,
    "ETS": 0.3566787168121678,
    "base_rate": 0.42246417797888386,
    "n": 21216,
    "AUC": 0.8668659925460815
   },
   "S2": {
    "EDI": 0.6879715065820367,
    "SEDI": 0.7235501200854056,
    "POD": 0.6780644820853781,
    "POFD": 0.12224513728820413,
    "FAR": 0.19044919044919045,
    "FBI": 0.8375811302833623,
    "CSI": 0.5847820151087649,
    "ETS": 0.39525464315728714,
    "base_rate": 0.4338598901098901,
    "n": 43680,
    "AUC": 0.8727142214775085
   },
   "S3": {
    "EDI": 0.68252226785585,
    "SEDI": 0.720095426837557,
    "POD": 0.6637010676156584,
    "POFD": 0.11389793702497286,
    "FAR": 0.20361024844720496,
    "FBI": 0.833387253316079,
    "CSI": 0.5674180611257088,
    "ETS": 0.3940057410779484,
    "base_rate": 0.40163721413721415,
    "n": 15392,
    "AUC": 0.8747418522834778
   },
   "S4": {
    "EDI": 0.7163711248936606,
    "SEDI": 0.7545770383707429,
    "POD": 0.6733710454640687,
    "POFD": 0.09134550675220961,
    "FAR": 0.1743449220756979,
    "FBI": 0.815559745792304,
    "CSI": 0.5895444818098441,
    "ETS": 0.43048489195846706,
    "base_rate": 0.39114401223776224,
    "n": 36608,
    "AUC": 0.8847292065620422
   },
   "S5": {
    "EDI": 0.6302791009870257,
    "SEDI": 0.6723211403281978,
    "POD": 0.5920817100136885,
    "POFD": 0.0991562443899228,
    "FAR": 0.2276098901098901,
    "FBI": 0.7665578603769612,
    "CSI": 0.504124081047158,
    "ETS": 0.35051243745392624,
    "base_rate": 0.3623702686202686,
    "n": 26208,
    "AUC": 0.8500291705131531
   },
   "S6": {
    "EDI": 0.6866171254671969,
    "SEDI": 0.7277839559958452,
    "POD": 0.6251565838921229,
    "POFD": 0.07980276882230229,
    "FAR": 0.19871552701171138,
    "FBI": 0.7801930587281704,
    "CSI": 0.541244019138756,
    "ETS": 0.404570646833503,
    "base_rate": 0.3398187099358974,
    "n": 39936,
    "AUC": 0.8707749247550964
   },
   "S7": {
    "EDI": 0.649231016987062,
    "SEDI": 0.6899057224201873,
    "POD": 0.6214620370964636,
    "POFD": 0.10682806884811802,
    "FAR": 0.22579355560885903,
    "FBI": 0.8027084269302356,
    "CSI": 0.526107036131486,
    "ETS": 0.36645452953331514,
    "base_rate": 0.3708349200304646,
    "n": 42016,
    "AUC": 0.8564580678939819
   }
  },
  "W2": {
   "S1": {
    "EDI": 0.38690377224926453,
    "SEDI": 0.41508697709533376,
    "POD": 0.5276736163191841,
    "POFD": 0.23548010172520448,
    "FAR": 0.4933755760368664,
    "FBI": 1.0415479226038697,
    "CSI": 0.34855840681660555,
    "ETS": 0.16886720865141888,
    "base_rate": 0.3142439668174962,
    "n": 21216,
    "AUC": 0.7182108759880066
   },
   "S2": {
    "EDI": 0.4218137895285003,
    "SEDI": 0.44393360519324104,
    "POD": 0.5828784633455399,
    "POFD": 0.2651761564008628,
    "FAR": 0.47864779679871455,
    "FBI": 1.1180128515166172,
    "CSI": 0.3796921415068863,
    "ETS": 0.18239555481640096,
    "base_rate": 0.3313415750915751,
    "n": 43680,
    "AUC": 0.7240504622459412
   },
   "S3": {
    "EDI": 0.38952381318850315,
    "SEDI": 0.4171687085224143,
    "POD": 0.5333050487908358,
    "POFD": 0.23908971717550104,
    "FAR": 0.5038484310242747,
    "FBI": 1.0748833262621977,
    "CSI": 0.34594743360396313,
    "ETS": 0.1683530294360122,
    "base_rate": 0.30626299376299376,
    "n": 15392,
    "AUC": 0.7286805510520935
   },
   "S4": {
    "EDI": 0.4856502211876588,
    "SEDI": 0.5163896739323186,
    "POD": 0.583294792341134,
    "POFD": 0.21076094119471256,
    "FAR": 0.4629992335859661,
    "FBI": 1.0862084913514014,
    "CSI": 0.388109305760709,
    "ETS": 0.222070667801829,
    "base_rate": 0.2953179632867133,
    "n": 36608,
    "AUC": 0.7620212435722351
   },
   "S5": {
    "EDI": 0.5053758861298813,
    "SEDI": 0.5399662287952084,
    "POD": 0.5751760320309264,
    "POFD": 0.18576324808858424,
    "FAR": 0.45818702041878007,
    "FBI": 1.0615766947397487,
    "CSI": 0.38695894482630505,
    "ETS": 0.23620144651663494,
    "base_rate": 0.27636599511599513,
    "n": 26208,
    "AUC": 0.7691810131072998
   },
   "S6": {
    "EDI": 0.5838036321060627,
    "SEDI": 0.6196603635107565,
    "POD": 0.6185363096920033,
    "POFD": 0.16071489477813022,
    "FAR": 0.4177675325826758,
    "FBI": 1.0623528303663936,
    "CSI": 0.4284036793006719,
    "ETS": 0.28940281175224813,
    "base_rate": 0.2658503605769231,
    "n": 39936,
    "AUC": 0.8139278888702393
   },
   "S7": {
    "EDI": 0.5123827431651533,
    "SEDI": 0.5503531306169674,
    "POD": 0.555438054177174,
    "POFD": 0.1614238132086263,
    "FAR": 0.4126956820918631,
    "FBI": 0.9457414788904255,
    "CSI": 0.39950851325258907,
    "ETS": 0.25030003023173536,
    "base_rate": 0.29257901751713633,
    "n": 42016,
    "AUC": 0.7931032180786133
   }
  },
  "W3": {
   "S1": {
    "EDI": 0.2347254121680806,
    "SEDI": 0.2567773193083742,
    "POD": 0.4125397546569741,
    "POFD": 0.2396496270444125,
    "FAR": 0.5624799229039512,
    "FBI": 0.9429047402695744,
    "CSI": 0.26956952003958434,
    "ETS": 0.0962739849943041,
    "base_rate": 0.31122737556561086,
    "n": 21216,
    "AUC": 0.6403967142105103
   },
   "S2": {
    "EDI": 0.3287896168064642,
    "SEDI": 0.3527295152070005,
    "POD": 0.5091351163598472,
    "POFD": 0.2627966535769165,
    "FAR": 0.5122129783693844,
    "FBI": 1.0437651962486976,
    "CSI": 0.33176406681453985,
    "ETS": 0.13871080519127224,
    "base_rate": 0.3295558608058608,
    "n": 43680,
    "AUC": 0.6742964386940002
   },
   "S3": {
    "EDI": 0.243499389224106,
    "SEDI": 0.26483825672375166,
    "POD": 0.4407783417935702,
    "POFD": 0.2601275318829707,
    "FAR": 0.5710168793742281,
    "FBI": 1.0274957698815568,
    "CSI": 0.2777925886430285,
    "ETS": 0.09846585204064423,
    "base_rate": 0.30717255717255715,
    "n": 15392,
    "AUC": 0.654608964920044
   },
   "S4": {
    "EDI": 0.3006359703737986,
    "SEDI": 0.3274242171495672,
    "POD": 0.45,
    "POFD": 0.2264983738578287,
    "FAR": 0.5466778805719091,
    "FBI": 0.9926716141001856,
    "CSI": 0.29170174383644015,
    "ETS": 0.12611331041342771,
    "base_rate": 0.29447115384615385,
    "n": 36608,
    "AUC": 0.671137809753418
   },
   "S5": {
    "EDI": 0.4055823898907596,
    "SEDI": 0.43935447843985936,
    "POD": 0.4969179041748389,
    "POFD": 0.19134766649187204,
    "FAR": 0.5070872707059477,
    "FBI": 1.008125525357243,
    "CSI": 0.3288217298600167,
    "ETS": 0.17979861455216464,
    "base_rate": 0.27235958485958484,
    "n": 26208,
    "AUC": 0.7014336585998535
   },
   "S6": {
    "EDI": 0.5339227771055655,
    "SEDI": 0.5705622966013927,
    "POD": 0.5817501439263097,
    "POFD": 0.16815748458358745,
    "FAR": 0.45011790313803735,
    "FBI": 1.0579543273843792,
    "CSI": 0.3940851478713032,
    "ETS": 0.25469146706061396,
    "base_rate": 0.2609675480769231,
    "n": 39936,
    "AUC": 0.7701237797737122
   },
   "S7": {
    "EDI": 0.46544274149928105,
    "SEDI": 0.5004289529985835,
    "POD": 0.5423673469387755,
    "POFD": 0.18689108378687092,
    "FAR": 0.4557221266486442,
    "FBI": 0.9964897959183674,
    "CSI": 0.3729860214450121,
    "ETS": 0.21642942111924351,
    "base_rate": 0.29155559786747903,
    "n": 42016,
    "AUC": 0.7507768273353577
   }
  },
  "W4": {
   "S1": {
    "EDI": 0.17135213108608155,
    "SEDI": 0.18784853857411143,
    "POD": 0.3855513307984791,
    "POFD": 0.2599549211119459,
    "FAR": 0.6002207853650844,
    "FBI": 0.9644106463878327,
    "CSI": 0.24419612754069936,
    "ETS": 0.06771437872161065,
    "base_rate": 0.309907616892911,
    "n": 21216,
    "AUC": 0.6328889727592468
   },
   "S2": {
    "EDI": 0.2687259532769394,
    "SEDI": 0.28942484761882337,
    "POD": 0.4792354235423542,
    "POFD": 0.279104887424492,
    "FAR": 0.5384717255992584,
    "FBI": 1.0383663366336633,
    "CSI": 0.3073734344681602,
    "ETS": 0.11001719008865546,
    "base_rate": 0.33296703296703295,
    "n": 43680,
    "AUC": 0.6582431793212891
   },
   "S3": {
    "EDI": 0.2970768321951558,
    "SEDI": 0.32002331810836776,
    "POD": 0.4878711836051861,
    "POFD": 0.26597549481621113,
    "FAR": 0.5474296799224054,
    "FBI": 1.0780008364700961,
    "CSI": 0.3068122041031036,
    "ETS": 0.12185712588862044,
    "base_rate": 0.3106808731808732,
    "n": 15392,
    "AUC": 0.6649726629257202
   },
   "S4": {
    "EDI": 0.3182400160948865,
    "SEDI": 0.3434984159751284,
    "POD": 0.48870730811604846,
    "POFD": 0.2504666355576295,
    "FAR": 0.5475178510710642,
    "FBI": 1.0800587587219979,
    "CSI": 0.3071020596549934,
    "ETS": 0.1317768988960068,
    "base_rate": 0.29753059440559443,
    "n": 36608,
    "AUC": 0.6850699782371521
   },
   "S5": {
    "EDI": 0.36762892128778285,
    "SEDI": 0.3988606074045055,
    "POD": 0.4823773324118867,
    "POFD": 0.20666209877193908,
    "FAR": 0.529078396977466,
    "FBI": 1.024326192121631,
    "CSI": 0.31283614198637505,
    "ETS": 0.15851764848473282,
    "base_rate": 0.27606074481074483,
    "n": 26208,
    "AUC": 0.7014301419258118
   },
   "S6": {
    "EDI": 0.468558063655563,
    "SEDI": 0.5025031735978235,
    "POD": 0.5525911708253359,
    "POFD": 0.19416587613497763,
    "FAR": 0.4988249630080947,
    "FBI": 1.102591170825336,
    "CSI": 0.3565104327905393,
    "ETS": 0.20985723576782847,
    "base_rate": 0.26091746794871795,
    "n": 39936,
    "AUC": 0.7482284903526306
   },
   "S7": {
    "EDI": 0.4159018340537507,
    "SEDI": 0.44552278360324993,
    "POD": 0.5409620751929076,
    "POFD": 0.22551451364215325,
    "FAR": 0.5051809581018171,
    "FBI": 1.0932523395173206,
    "CSI": 0.3484928609201481,
    "ETS": 0.18132010713106925,
    "base_rate": 0.28993716679360243,
    "n": 42016,
    "AUC": 0.7166900038719177
   }
  },
  "W5": {
   "S1": {
    "EDI": 0.17859006444500003,
    "SEDI": 0.19542177931422233,
    "POD": 0.39697250540624035,
    "POFD": 0.2656355989689323,
    "FAR": 0.6037619488128276,
    "FBI": 1.0018535681186285,
    "CSI": 0.24735322425409048,
    "ETS": 0.07024480907375047,
    "base_rate": 0.30514705882352944,
    "n": 21216,
    "AUC": 0.6303065419197083
   },
   "S2": {
    "EDI": 0.2206694682753752,
    "SEDI": 0.23792082454708244,
    "POD": 0.46052812542978955,
    "POFD": 0.29686320269064453,
    "FAR": 0.5636280706326969,
    "FBI": 1.0553568972631,
    "CSI": 0.2887633666781649,
    "ETS": 0.08780001687559894,
    "base_rate": 0.3329212454212454,
    "n": 43680,
    "AUC": 0.6348888874053955
   },
   "S3": {
    "EDI": 0.2322620181942848,
    "SEDI": 0.2525193620156139,
    "POD": 0.4388819357530246,
    "POFD": 0.26665408567654275,
    "FAR": 0.5732251521298174,
    "FBI": 1.0283687943262412,
    "CSI": 0.2761154855643045,
    "ETS": 0.09343409719877564,
    "base_rate": 0.311460498960499,
    "n": 15392,
    "AUC": 0.6428788304328918
   },
   "S4": {
    "EDI": 0.2737608639082035,
    "SEDI": 0.29845194635745076,
    "POD": 0.4390577923856478,
    "POFD": 0.2360553498343403,
    "FAR": 0.5573861021629084,
    "FBI": 0.9919656715055236,
    "CSI": 0.2827326709389147,
    "ETS": 0.11325775197258771,
    "base_rate": 0.2991968968531469,
    "n": 36608,
    "AUC": 0.6580720543861389
   },
   "S5": {
    "EDI": 0.3476309416964986,
    "SEDI": 0.37787596808154195,
    "POD": 0.4692328918322296,
    "POFD": 0.20949367088607596,
    "FAR": 0.5387223653872236,
    "FBI": 1.0172461368653423,
    "CSI": 0.3031194295900178,
    "ETS": 0.1483449259964048,
    "base_rate": 0.2765567765567766,
    "n": 26208,
    "AUC": 0.6867989897727966
   },
   "S6": {
    "EDI": 0.4553922466058009,
    "SEDI": 0.48842512075861094,
    "POD": 0.5487734209001353,
    "POFD": 0.20116963018051517,
    "FAR": 0.511561935872088,
    "FBI": 1.1235271392698474,
    "CSI": 0.3484820607175713,
    "ETS": 0.20061538577725693,
    "base_rate": 0.25926482371794873,
    "n": 39936,
    "AUC": 0.7378656268119812
   },
   "S7": {
    "EDI": 0.37273951914707915,
    "SEDI": 0.4021682287620644,
    "POD": 0.5058433485288023,
    "POFD": 0.2250342225635204,
    "FAR": 0.5247995016740636,
    "FBI": 1.0644840447575632,
    "CSI": 0.3245413453868652,
    "ETS": 0.159759492758428,
    "base_rate": 0.2871525133282559,
    "n": 42016,
    "AUC": 0.7117906808853149
   }
  },
  "W6": {
   "S1": {
    "EDI": 0.19602464891573604,
    "SEDI": 0.21537652983751115,
    "POD": 0.3755572636433513,
    "POFD": 0.23295493168377404,
    "FAR": 0.5838160136286201,
    "FBI": 0.9023827824750192,
    "CSI": 0.2459726137736609,
    "ETS": 0.07909409217700673,
    "base_rate": 0.3066082202111614,
    "n": 21216,
    "AUC": 0.6346217393875122
   },
   "S2": {
    "EDI": 0.1733824560483175,
    "SEDI": 0.18991348302269698,
    "POD": 0.3905961262062829,
    "POFD": 0.26330455124015273,
    "FAR": 0.5728613127759898,
    "FBI": 0.9144480186161111,
    "CSI": 0.2563215809566584,
    "ETS": 0.06955224863425809,
    "base_rate": 0.33450091575091573,
    "n": 43680,
    "AUC": 0.6172048449516296
   },
   "S3": {
    "EDI": 0.2225608416034746,
    "SEDI": 0.24341428622100697,
    "POD": 0.41093585699263935,
    "POFD": 0.24696813011187366,
    "FAR": 0.5734555773848504,
    "FBI": 0.9634069400630915,
    "CSI": 0.2646979138444866,
    "ETS": 0.09030068230136079,
    "base_rate": 0.30892671517671516,
    "n": 15392,
    "AUC": 0.6247459053993225
   },
   "S4": {
    "EDI": 0.26902221795006165,
    "SEDI": 0.2935481120516721,
    "POD": 0.433621867881549,
    "POFD": 0.23442437482932157,
    "FAR": 0.5580423476968797,
    "FBI": 0.9811389521640091,
    "CSI": 0.2802048987282148,
    "ETS": 0.11128245962273255,
    "base_rate": 0.2997978583916084,
    "n": 36608,
    "AUC": 0.647728681564331
   },
   "S5": {
    "EDI": 0.3260736140125582,
    "SEDI": 0.3544771908764055,
    "POD": 0.4643102736900014,
    "POFD": 0.2209959338860432,
    "FAR": 0.5534982145218886,
    "FBI": 1.0398844725622336,
    "CSI": 0.2946927374301676,
    "ETS": 0.13659704887104837,
    "base_rate": 0.2774343711843712,
    "n": 26208,
    "AUC": 0.6554137468338013
   },
   "S6": {
    "EDI": 0.43116495638095986,
    "SEDI": 0.46090349806949227,
    "POD": 0.5515986980662455,
    "POFD": 0.22383858935232281,
    "FAR": 0.5339318935533447,
    "FBI": 1.1835152211372775,
    "CSI": 0.3380066873936763,
    "ETS": 0.1830295149874024,
    "base_rate": 0.26156850961538464,
    "n": 39936,
    "AUC": 0.71849125623703
   },
   "S7": {
    "EDI": 0.3149520563237243,
    "SEDI": 0.3393202773489699,
    "POD": 0.493199241612398,
    "POFD": 0.25748703362891084,
    "FAR": 0.5625822488667934,
    "FBI": 1.127524523946913,
    "CSI": 0.30177544638353676,
    "ETS": 0.1281011736441795,
    "base_rate": 0.28872334348819495,
    "n": 42016,
    "AUC": 0.676077127456665
   }
  }
 },
 "n_init": 416
}