{
 "summary": {
  "daily_all": {
   "W1": {
    "POD": 0.5548086094637747,
    "POFD": 0.048637136236252994,
    "FAR": 0.448234760372845,
    "FBI": 1.005515696926969,
    "CSI": 0.38244013161468116,
    "ETS": 0.3377293131486762,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.9095688347661887
   },
   "W2": {
    "POD": 0.3216013355417094,
    "POFD": 0.08321593563912945,
    "FAR": 0.7076407394572374,
    "FBI": 1.1000210321529038,
    "CSI": 0.18083545529467854,
    "ETS": 0.1287913231006412,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7378841609845387
   },
   "W3": {
    "POD": 0.25051083235226457,
    "POFD": 0.0942347754333515,
    "FAR": 0.7841787425533652,
    "FBI": 1.1607328921906928,
    "CSI": 0.1311422570281978,
    "ETS": 0.07861695311926248,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.6566150430802978
   },
   "W4": {
    "POD": 0.22714892984341314,
    "POFD": 0.09523105624611625,
    "FAR": 0.80175881471695,
    "FBI": 1.1458210841460035,
    "CSI": 0.11838861023444544,
    "ETS": 0.06599895992902387,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6287831550740747
   },
   "W5": {
    "POD": 0.21457498145286988,
    "POFD": 0.09133911295177771,
    "FAR": 0.805396262986031,
    "FBI": 1.1026251846205155,
    "CSI": 0.11364898088666825,
    "ETS": 0.06259332757923687,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6222870454373471
   },
   "W6": {
    "POD": 0.18422123917822347,
    "POFD": 0.08690031680583528,
    "FAR": 0.8204778969361173,
    "FBI": 1.0261758080712133,
    "CSI": 0.10001399724475288,
    "ETS": 0.05052605459215264,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.5993705381583411
   },
   "ALL": {
    "POD": 0.3173072620698913,
    "POFD": 0.08027867907612177,
    "FAR": 0.7067901553600777,
    "FBI": 1.0821848852297642,
    "CSI": 0.17978995138585183,
    "ETS": 0.12906324443584916,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.7311508365066032
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.6664950959366333,
    "POFD": 0.09283562822719449,
    "FAR": 0.34139587454083076,
    "FBI": 1.0119813559806696,
    "CSI": 0.4953563003421673,
    "ETS": 0.39973417692934193,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8922653552964609
   },
   "W2": {
    "POD": 0.5797081930415263,
    "POFD": 0.17542884754771684,
    "FAR": 0.5293238563878258,
    "FBI": 1.2316498316498317,
    "CSI": 0.3509253471750414,
    "ETS": 0.22904870527622553,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.7788243206270105
   },
   "W3": {
    "POD": 0.5532125354075806,
    "POFD": 0.21755513151856234,
    "FAR": 0.5941684807704993,
    "FBI": 1.3631581313789847,
    "CSI": 0.3056514718668488,
    "ETS": 0.1739198287571689,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7285591806611054
   },
   "W4": {
    "POD": 0.5521436588103255,
    "POFD": 0.2374307755556093,
    "FAR": 0.6148739627368092,
    "FBI": 1.4336700336700336,
    "CSI": 0.29345517883133304,
    "ETS": 0.1571872895253415,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7121801670465548
   },
   "W5": {
    "POD": 0.5354949421965318,
    "POFD": 0.23389805930831137,
    "FAR": 0.6201063625296341,
    "FBI": 1.4095917630057804,
    "CSI": 0.28573493975903613,
    "ETS": 0.15091971091460257,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7127487800608908
   },
   "W6": {
    "POD": 0.5082226438962681,
    "POFD": 0.24650262982890997,
    "FAR": 0.6444240738399292,
    "FBI": 1.4292942983645072,
    "CSI": 0.26455163331059944,
    "ETS": 0.12750136532611622,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.6717979685014218
   },
   "ALL": {
    "POD": 0.5747124075595728,
    "POFD": 0.19121067427609043,
    "FAR": 0.5533874675407603,
    "FBI": 1.2868255272528075,
    "CSI": 0.33567432020061033,
    "ETS": 0.20998745889911502,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7711641056184276
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.673228889093081,
    "POFD": 0.13520349005739463,
    "FAR": 0.241448926505416,
    "FBI": 0.8875195258660296,
    "CSI": 0.5544215434965617,
    "ETS": 0.37876789074031625,
    "base_rate": 0.3868548272429973,
    "n": 225056,
    "AUC": 0.8658177359819034
   },
   "W2": {
    "POD": 0.5040633371746711,
    "POFD": 0.2013157312672603,
    "FAR": 0.486083984375,
    "FBI": 0.9808282323360822,
    "CSI": 0.3413294416912428,
    "ETS": 0.1795468623916817,
    "base_rate": 0.29689055168491396,
    "n": 225056,
    "AUC": 0.7267320950632962
   },
   "W3": {
    "POD": 0.4631310694251764,
    "POFD": 0.2655537356683886,
    "FAR": 0.5785060452605432,
    "FBI": 1.0987846070329936,
    "CSI": 0.28314741403152943,
    "ETS": 0.10622788353704374,
    "base_rate": 0.2946644390729418,
    "n": 225056,
    "AUC": 0.6422430321338293
   },
   "W4": {
    "POD": 0.470163589974486,
    "POFD": 0.2797962455657531,
    "FAR": 0.5859174663600074,
    "FBI": 1.135434488968933,
    "CSI": 0.2823345980875474,
    "ETS": 0.10082445796860694,
    "base_rate": 0.2960596473766529,
    "n": 225056,
    "AUC": 0.6393769032002103
   },
   "W5": {
    "POD": 0.4527623061869637,
    "POFD": 0.2888240263260752,
    "FAR": 0.6036868181099457,
    "FBI": 1.1424356465452357,
    "CSI": 0.26795848367410574,
    "ETS": 0.0854357989481292,
    "base_rate": 0.2951709796672828,
    "n": 225056,
    "AUC": 0.6279844589657246
   },
   "W6": {
    "POD": 0.4138753111224398,
    "POFD": 0.28436746189111023,
    "FAR": 0.6199818271931273,
    "FBI": 1.0890934716766125,
    "CSI": 0.24705755994522363,
    "ETS": 0.06737957195125172,
    "base_rate": 0.2963440210436514,
    "n": 225056,
    "AUC": 0.5944620842823256
   },
   "ALL": {
    "POD": 0.5048541377446416,
    "POFD": 0.244890018648194,
    "FAR": 0.5179922520097486,
    "FBI": 1.0473983869546686,
    "CSI": 0.3272866486670896,
    "ETS": 0.14720172475389298,
    "base_rate": 0.31099741101474004,
    "n": 1350336,
    "AUC": 0.6973695666630831
   }
  },
  "daily_capable_own_fbi1": {
   "W1": {
    "POD": 0.6299791255611793,
    "POFD": 0.07779843865256947,
    "FAR": 0.3148712526433636,
    "FBI": 0.9195047324926368,
    "CSI": 0.48853556856483943,
    "ETS": 0.39755147668811525,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8922653552964609
   },
   "W2": {
    "POD": 0.47438832772166106,
    "POFD": 0.11766127083836675,
    "FAR": 0.47963756340178265,
    "FBI": 0.9116498316498316,
    "CSI": 0.3300640324847728,
    "ETS": 0.22596301872341076,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.7788243206270105
   },
   "W3": {
    "POD": 0.43599658288746007,
    "POFD": 0.134755199149779,
    "FAR": 0.5350275713258211,
    "FBI": 0.93768265815386,
    "CSI": 0.29033803407287645,
    "ETS": 0.18221934915761936,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7285591806611054
   },
   "W4": {
    "POD": 0.4181369248035915,
    "POFD": 0.13353969674252134,
    "FAR": 0.5424894390411632,
    "FBI": 0.9139393939393939,
    "CSI": 0.2795402022869834,
    "ETS": 0.1722199564547338,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7121801670465548
   },
   "W5": {
    "POD": 0.3889992774566474,
    "POFD": 0.12840466926070038,
    "FAR": 0.5522869022869022,
    "FBI": 0.8688583815028902,
    "CSI": 0.26286237412267316,
    "ETS": 0.15857467925242427,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7127487800608908
   },
   "W6": {
    "POD": 0.36789554531490015,
    "POFD": 0.14207121697599903,
    "FAR": 0.590660031166742,
    "FBI": 0.8987530496069396,
    "CSI": 0.24031991500413175,
    "ETS": 0.13283588458817944,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.6717979685014218
   },
   "ALL": {
    "POD": 0.46813201862503423,
    "POFD": 0.11848600904231946,
    "FAR": 0.48523066960823436,
    "FBI": 0.9094015338263489,
    "CSI": 0.3248053286963793,
    "ETS": 0.22072465333184674,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7711641056184276
   }
  },
  "daily_capable_own_csi": {
   "W1": {
    "POD": 0.6957765005290097,
    "POFD": 0.10771145807720679,
    "FAR": 0.3655280312907432,
    "FBI": 1.096622916130508,
    "CSI": 0.49668292882075565,
    "ETS": 0.39664595519768714,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8922653552964609
   },
   "W2": {
    "POD": 0.6374410774410775,
    "POFD": 0.2217323024885238,
    "FAR": 0.5638324015481968,
    "FBI": 1.4614590347923682,
    "CSI": 0.3494708343588481,
    "ETS": 0.21633721248066354,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.7788243206270105
   },
   "W3": {
    "POD": 0.6287936693493997,
    "POFD": 0.285536581241999,
    "FAR": 0.6283352822366323,
    "FBI": 1.6918304033092038,
    "CSI": 0.30479034085955886,
    "ETS": 0.15871365886787506,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7285591806611054
   },
   "W4": {
    "POD": 0.6127946127946128,
    "POFD": 0.30087543227491476,
    "FAR": 0.6457581812991462,
    "FBI": 1.7298765432098766,
    "CSI": 0.28945247890071674,
    "ETS": 0.1404173528767474,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7121801670465548
   },
   "W5": {
    "POD": 0.5966401734104047,
    "POFD": 0.2956956763419291,
    "FAR": 0.6493816676397219,
    "FBI": 1.7016799132947977,
    "CSI": 0.28343416141073496,
    "ETS": 0.13599097121348577,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7127487800608908
   },
   "W6": {
    "POD": 0.5934761001174663,
    "POFD": 0.3286983858291518,
    "FAR": 0.6742144292056249,
    "FBI": 1.8216770579199422,
    "CSI": 0.2663476550619437,
    "ETS": 0.11329825512325575,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.6717979685014218
   },
   "ALL": {
    "POD": 0.6334839769926047,
    "POFD": 0.24371606602106688,
    "FAR": 0.5889508948406704,
    "FBI": 1.5411394138592167,
    "CSI": 0.3320746319016203,
    "ETS": 0.19429434386645267,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7711641056184276
   }
  },
  "daily_all_by_region": {
   "W1": {
    "POD": 0.5534483473644922,
    "POFD": 0.04864653437076804,
    "FAR": 0.44888975152073274,
    "FBI": 1.0042425247791649,
    "CSI": 0.3814795757939571,
    "ETS": 0.336762892297455,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.9095688347661887
   },
   "W2": {
    "POD": 0.3217590766884875,
    "POFD": 0.08410335681287218,
    "FAR": 0.7097294444806793,
    "FBI": 1.1084799011488813,
    "CSI": 0.18008357673094325,
    "ETS": 0.1278249961415491,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7378841609845387
   },
   "W3": {
    "POD": 0.25034844855816724,
    "POFD": 0.09518742723771605,
    "FAR": 0.7859853085777083,
    "FBI": 1.1697722567287785,
    "CSI": 0.1304289586762876,
    "ETS": 0.07769570193428244,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.6566150430802978
   },
   "W4": {
    "POD": 0.2246348897404186,
    "POFD": 0.09561356374389372,
    "FAR": 0.8041539005420693,
    "FBI": 1.1469970061296624,
    "CSI": 0.11685357707857269,
    "ETS": 0.0644224773127331,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6287831550740747
   },
   "W5": {
    "POD": 0.21209749324476085,
    "POFD": 0.09161143266772515,
    "FAR": 0.8076728426301951,
    "FBI": 1.102795341777666,
    "CSI": 0.1121794756414087,
    "ETS": 0.061106575714747896,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6222870454373471
   },
   "W6": {
    "POD": 0.18074741498629468,
    "POFD": 0.08719583418533841,
    "FAR": 0.8237582365238562,
    "FBI": 1.025565174912476,
    "CSI": 0.09797575614922914,
    "ETS": 0.04848802509483411,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.5993705381583411
   },
   "ALL": {
    "POD": 0.31570458714849964,
    "POFD": 0.0807057166033386,
    "FAR": 0.7089343876512051,
    "FBI": 1.0846509300802558,
    "CSI": 0.1784704145549536,
    "ETS": 0.127663532324858,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.7311508365066032
   }
  },
  "daily_capable_by_region": {
   "W1": {
    "POD": 0.6340682279603099,
    "POFD": 0.07921225719203344,
    "FAR": 0.3173660068343441,
    "FBI": 0.9288553372794601,
    "CSI": 0.48970848056537103,
    "ETS": 0.3982839268914333,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8922653552964609
   },
   "W2": {
    "POD": 0.4786980920314254,
    "POFD": 0.12128533462188934,
    "FAR": 0.484953871419601,
    "FBI": 0.9294276094276094,
    "CSI": 0.32997060188766825,
    "ETS": 0.2246459121659969,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.7788243206270105
   },
   "W3": {
    "POD": 0.4348275707027562,
    "POFD": 0.14467041858892296,
    "FAR": 0.5533025404157044,
    "FBI": 0.9734274538015377,
    "CSI": 0.2826125073056692,
    "ETS": 0.1716492022346379,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7285591806611054
   },
   "W4": {
    "POD": 0.4144107744107744,
    "POFD": 0.14318879833619502,
    "FAR": 0.5619513121055378,
    "FBI": 0.9460381593714927,
    "CSI": 0.27056892458305243,
    "ETS": 0.16054809774102466,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7121801670465548
   },
   "W5": {
    "POD": 0.3849349710982659,
    "POFD": 0.13154651134688353,
    "FAR": 0.5608449252962391,
    "FBI": 0.8765354046242775,
    "CSI": 0.2580684226460793,
    "ETS": 0.1529952979043356,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7127487800608908
   },
   "W6": {
    "POD": 0.3603505918496431,
    "POFD": 0.1422284021522278,
    "FAR": 0.595926845331577,
    "FBI": 0.8917954278485588,
    "CSI": 0.235301059090775,
    "ETS": 0.12810885909610728,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.6717979685014218
   },
   "ALL": {
    "POD": 0.4672623938646946,
    "POFD": 0.12285456353985295,
    "FAR": 0.49474299930400273,
    "FBI": 0.924801424267324,
    "CSI": 0.3205831090064315,
    "ETS": 0.21517618140670913,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7711641056184276
   }
  },
  "daily_all_by_season": {
   "W1": {
    "POD": 0.5548583751503339,
    "POFD": 0.04875796939430366,
    "FAR": 0.4488263258933353,
    "FBI": 1.006685190561108,
    "CSI": 0.3821794509239343,
    "ETS": 0.33743100684732324,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.9095688347661887
   },
   "W2": {
    "POD": 0.32103609643242104,
    "POFD": 0.0846661631154596,
    "FAR": 0.7115634448223734,
    "FBI": 1.1130215316665353,
    "CSI": 0.1791510634630126,
    "ETS": 0.12676919465644385,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7378841609845387
   },
   "W3": {
    "POD": 0.2499830850214482,
    "POFD": 0.0955467731021565,
    "FAR": 0.7868634950302569,
    "FBI": 1.1728778467908902,
    "CSI": 0.13000351864883886,
    "ETS": 0.07719717418853794,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.6566150430802978
   },
   "W4": {
    "POD": 0.21980279653170595,
    "POFD": 0.09701959405165812,
    "FAR": 0.8098145159404019,
    "FBI": 1.1557285647669444,
    "CSI": 0.1135388557444922,
    "ETS": 0.06088013852490622,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6287831550740747
   },
   "W5": {
    "POD": 0.20536607610789326,
    "POFD": 0.09295833018310526,
    "FAR": 0.8148452697271126,
    "FBI": 1.1091592194550888,
    "CSI": 0.10787205365538002,
    "ETS": 0.056613640777088046,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6222870454373471
   },
   "W6": {
    "POD": 0.17707683122099493,
    "POFD": 0.0884668390284621,
    "FAR": 0.8287804238010891,
    "FBI": 1.0342090265150488,
    "CSI": 0.09534961036683606,
    "ETS": 0.04562661122693893,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.5993705381583411
   },
   "ALL": {
    "POD": 0.31360056785131735,
    "POFD": 0.081485825897622,
    "FAR": 0.7122876778020559,
    "FBI": 1.0899796208087407,
    "CSI": 0.17653921742052525,
    "ETS": 0.12557461068230213,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.7311508365066032
   }
  },
  "daily_capable_by_season": {
   "W1": {
    "POD": 0.6356123645306111,
    "POFD": 0.07898174329972953,
    "FAR": 0.31620881656258654,
    "FBI": 0.929541620199594,
    "CSI": 0.49122651933701655,
    "ETS": 0.39992317522067145,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8922653552964609
   },
   "W2": {
    "POD": 0.48035914702581367,
    "POFD": 0.12266247885962793,
    "FAR": 0.4869089862856047,
    "FBI": 0.9362065095398429,
    "CSI": 0.3299515865429091,
    "ETS": 0.22416625162793882,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.7788243206270105
   },
   "W3": {
    "POD": 0.43707567105795603,
    "POFD": 0.13951353832033042,
    "FAR": 0.5430357730456448,
    "FBI": 0.9564767771233308,
    "CSI": 0.2876631254993638,
    "ETS": 0.1781163710725985,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7285591806611054
   },
   "W4": {
    "POD": 0.41575757575757577,
    "POFD": 0.14043191216657397,
    "FAR": 0.5563592814371258,
    "FBI": 0.9371492704826038,
    "CSI": 0.27327451385405294,
    "ETS": 0.16400617084741498,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7121801670465548
   },
   "W5": {
    "POD": 0.38665101156069365,
    "POFD": 0.12888802958165163,
    "FAR": 0.5547118785105055,
    "FBI": 0.8683164739884393,
    "CSI": 0.2609570252971655,
    "ETS": 0.15661956265802973,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7127487800608908
   },
   "W6": {
    "POD": 0.36242884250474383,
    "POFD": 0.14181730246055257,
    "FAR": 0.5938433497038125,
    "FBI": 0.8923375801933676,
    "CSI": 0.2368957268995659,
    "ETS": 0.12973033970642614,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.6717979685014218
   },
   "ALL": {
    "POD": 0.4690084908244317,
    "POFD": 0.12133770433932048,
    "FAR": 0.4907054904526798,
    "FBI": 0.9208983840043824,
    "CSI": 0.32303309846534045,
    "ETS": 0.218048238247726,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7711641056184276
   }
  }
 },
 "summary_rule_csi": {
  "daily_all": {
   "W1": {
    "POD": 0.6078215070708747,
    "POFD": 0.06283547983742123,
    "FAR": 0.48926887573222194,
    "FBI": 1.1901007755152821,
    "CSI": 0.3841430012973908,
    "ETS": 0.3354585063657197,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.9095688347661887
   },
   "W2": {
    "POD": 0.49631937324184344,
    "POFD": 0.17573538969593705,
    "FAR": 0.7680952015355086,
    "FBI": 2.140185871651287,
    "CSI": 0.18772482405614294,
    "ETS": 0.11883551898397947,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7378841609845387
   },
   "W3": {
    "POD": 0.49351141422752676,
    "POFD": 0.2632317031312824,
    "FAR": 0.8374516410832398,
    "FBI": 3.0360897982381356,
    "CSI": 0.1393085376614348,
    "ETS": 0.0640552876682968,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.6566150430802978
   },
   "W4": {
    "POD": 0.5372949739472457,
    "POFD": 0.359414133021536,
    "FAR": 0.865826553188904,
    "FBI": 4.004480668248079,
    "CSI": 0.12027594344974697,
    "ETS": 0.03939643712222341,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6287831550740747
   },
   "W5": {
    "POD": 0.4977301035236144,
    "POFD": 0.3339024745391566,
    "FAR": 0.8670634451742147,
    "FBI": 3.7441176670773126,
    "CSI": 0.11721259448750745,
    "ETS": 0.038116753573872765,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6222870454373471
   },
   "W6": {
    "POD": 0.49511493473010015,
    "POFD": 0.35333234360688065,
    "FAR": 0.8736455342888904,
    "FBI": 3.9184601188699215,
    "CSI": 0.1119322399946008,
    "ETS": 0.03168003465654813,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.5993705381583411
   },
   "ALL": {
    "POD": 0.5294349147206099,
    "POFD": 0.24130864961789694,
    "FAR": 0.8128259941067599,
    "FBI": 2.8285707312509407,
    "CSI": 0.16047684732100886,
    "ETS": 0.08604573748247307,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.7311508365066032
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.7165937491064025,
    "POFD": 0.11994406196213425,
    "FAR": 0.3838209982788296,
    "FBI": 1.1629635984101112,
    "CSI": 0.49544295288744783,
    "ETS": 0.39188197005328695,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8922653552964609
   },
   "W2": {
    "POD": 0.736341189674523,
    "POFD": 0.3217806233389708,
    "FAR": 0.6189037849392411,
    "FBI": 1.9321661054994388,
    "CSI": 0.33533693163231926,
    "ETS": 0.18288586832452597,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.7788243206270105
   },
   "W3": {
    "POD": 0.7673665752439189,
    "POFD": 0.46109997343059345,
    "FAR": 0.6910782485926837,
    "FBI": 2.484016006474529,
    "CSI": 0.282468016087122,
    "ETS": 0.1102020983998198,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7285591806611054
   },
   "W4": {
    "POD": 0.8175084175084175,
    "POFD": 0.5755241711204082,
    "FAR": 0.7232817177503913,
    "FBI": 2.954298540965208,
    "CSI": 0.2606194183650103,
    "ETS": 0.07595373935516522,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7121801670465548
   },
   "W5": {
    "POD": 0.8110549132947977,
    "POFD": 0.5472726393890326,
    "FAR": 0.7160429413903777,
    "FBI": 2.8562590317919074,
    "CSI": 0.2663384396363798,
    "ETS": 0.08520749879553431,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7127487800608908
   },
   "W6": {
    "POD": 0.7851721333694768,
    "POFD": 0.5896257783689015,
    "FAR": 0.7372550798258345,
    "FBI": 2.988343724586609,
    "CSI": 0.24512334447594467,
    "ETS": 0.059971309371046035,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.6717979685014218
   },
   "ALL": {
    "POD": 0.767447274719255,
    "POFD": 0.40831643337678597,
    "FAR": 0.6645937825446797,
    "FBI": 2.2881128457956725,
    "CSI": 0.30446215615644984,
    "ETS": 0.13903048016979286,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7711641056184276
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.7303707617384912,
    "POFD": 0.17570583801959533,
    "FAR": 0.2760403028405533,
    "FBI": 1.0088555545345952,
    "CSI": 0.5712784116431587,
    "ETS": 0.3828963418924652,
    "base_rate": 0.3868548272429973,
    "n": 225056,
    "AUC": 0.8658177359819034
   },
   "W2": {
    "POD": 0.7260427735456545,
    "POFD": 0.39473201928728063,
    "FAR": 0.562852560059113,
    "FBI": 1.6608647499887752,
    "CSI": 0.3752504273702612,
    "ETS": 0.16157548123823032,
    "base_rate": 0.29689055168491396,
    "n": 225056,
    "AUC": 0.7267320950632962
   },
   "W3": {
    "POD": 0.7708094577477532,
    "POFD": 0.5872621897442358,
    "FAR": 0.6458545507451209,
    "FBI": 2.176533566560106,
    "CSI": 0.3204064235479948,
    "ETS": 0.0733757073285309,
    "base_rate": 0.2946644390729418,
    "n": 225056,
    "AUC": 0.6422430321338293
   },
   "W4": {
    "POD": 0.8773825604082245,
    "POFD": 0.7419678588110538,
    "FAR": 0.6678541194384314,
    "FBI": 2.641557856821252,
    "CSI": 0.31741205470824263,
    "ETS": 0.048091960064109596,
    "base_rate": 0.2960596473766529,
    "n": 225056,
    "AUC": 0.6393769032002103
   },
   "W5": {
    "POD": 0.8523257564353455,
    "POFD": 0.7117748666675072,
    "FAR": 0.6660099335795099,
    "FBI": 2.551949420442571,
    "CSI": 0.31572021233885,
    "ETS": 0.05089717793443268,
    "base_rate": 0.2951709796672828,
    "n": 225056,
    "AUC": 0.6279844589657246
   },
   "W6": {
    "POD": 0.8426695055027439,
    "POFD": 0.7588499766358091,
    "FAR": 0.6813532606846814,
    "FBI": 2.6445257444447776,
    "CSI": 0.300754012211894,
    "ETS": 0.02922459694305693,
    "base_rate": 0.2963440210436514,
    "n": 225056,
    "AUC": 0.5944620842823256
   },
   "ALL": {
    "POD": 0.7965191177065896,
    "POFD": 0.5702542495848493,
    "FAR": 0.6133205403124656,
    "FBI": 2.0598950829977785,
    "CSI": 0.3519163983011172,
    "ETS": 0.09606945162094833,
    "base_rate": 0.31099741101474004,
    "n": 1350336,
    "AUC": 0.6973695666630831
   }
  }
 },
 "by_region": {
  "daily_all": {
   "S1": {
    "POD": 0.08427024506502254,
    "POFD": 0.07495072911086319,
    "FAR": 0.903623381625337,
    "FBI": 0.8743847469043055,
    "CSI": 0.04707533790628347,
    "ETS": 0.004965162204160205,
    "base_rate": 0.08664170796523737,
    "n": 445536,
    "AUC": 0.5356544769199361,
    "n_events": 38602.0
   },
   "S2": {
    "POD": 0.07929752919314506,
    "POFD": 0.07301150942896174,
    "FAR": 0.8976155213270142,
    "FBI": 0.7745073298309206,
    "CSI": 0.04677741313394458,
    "ETS": 0.003508013930553161,
    "base_rate": 0.09503968253968254,
    "n": 917280,
    "AUC": 0.5269021540038407,
    "n_events": 87178.0
   },
   "S3": {
    "POD": 0.10804690068305511,
    "POFD": 0.08355444389988338,
    "FAR": 0.8931281161933666,
    "FBI": 1.0109946305292763,
    "CSI": 0.05677870126878707,
    "ETS": 0.012335756479765588,
    "base_rate": 0.08469767844767845,
    "n": 323232,
    "AUC": 0.5498782931834068,
    "n_events": 27377.0
   },
   "S4": {
    "POD": 0.18030147405824057,
    "POFD": 0.09391420669105711,
    "FAR": 0.8343577057458367,
    "FBI": 1.088499014518502,
    "CSI": 0.09448784532797976,
    "ETS": 0.04334620565726179,
    "base_rate": 0.09371630155820944,
    "n": 768767,
    "AUC": 0.6045940145490469,
    "n_events": 72046.0
   },
   "S5": {
    "POD": 0.1729773341338937,
    "POFD": 0.08349695818714392,
    "FAR": 0.8182481320111192,
    "FBI": 0.9517224557190033,
    "CSI": 0.09724683544303797,
    "ETS": 0.047916619177422744,
    "base_rate": 0.09683702540845399,
    "n": 550368,
    "AUC": 0.6248934016720801,
    "n_events": 53296.0
   },
   "S6": {
    "POD": 0.35715107582556666,
    "POFD": 0.10177437447152098,
    "FAR": 0.7347738989262217,
    "FBI": 1.3465909817307815,
    "CSI": 0.17952343006966043,
    "ETS": 0.12423682030521709,
    "base_rate": 0.09326708447802198,
    "n": 838656,
    "AUC": 0.7129823690437495,
    "n_events": 78219.0
   },
   "S7": {
    "POD": 0.3391692573806129,
    "POFD": 0.11339225426532493,
    "FAR": 0.7568862676764292,
    "FBI": 1.3951053037563403,
    "CSI": 0.16497072366551077,
    "ETS": 0.10615310272330993,
    "base_rate": 0.09697212853153447,
    "n": 882336,
    "AUC": 0.7067060611177917,
    "n_events": 85562.0
   }
  },
  "daily_capable": {
   "S1": {
    "POD": 0.18461538461538463,
    "POFD": 0.10668276972624799,
    "FAR": 0.7725947521865889,
    "FBI": 0.8118343195266272,
    "CSI": 0.11345454545454546,
    "ETS": 0.04413178915192551,
    "base_rate": 0.14536383966970584,
    "n": 5813,
    "AUC": 0.5716170473277496,
    "n_events": 845.0
   },
   "S2": {
    "POD": 0.1581196581196581,
    "POFD": 0.1479236132161261,
    "FAR": 0.8683274021352313,
    "FBI": 1.2008547008547008,
    "CSI": 0.07740585774058577,
    "ETS": 0.004715664201093038,
    "base_rate": 0.12423679320414123,
    "n": 3767,
    "AUC": 0.545036957586215,
    "n_events": 468.0
   },
   "S3": {
    "POD": 0.29902979902979904,
    "POFD": 0.1953742850037304,
    "FAR": 0.8198705906908788,
    "FBI": 1.66008316008316,
    "CSI": 0.12665101262107425,
    "ETS": 0.04210771525247993,
    "base_rate": 0.1255273802792397,
    "n": 22991,
    "AUC": 0.5910037014612991,
    "n_events": 2886.0
   },
   "S4": {
    "POD": 0.33986287952987265,
    "POFD": 0.2093031740240788,
    "FAR": 0.7230297429003529,
    "FBI": 1.227073560492809,
    "CSI": 0.1800874078120732,
    "ETS": 0.06390760945354167,
    "base_rate": 0.19088055574688328,
    "n": 101629,
    "AUC": 0.6065056059480995,
    "n_events": 19399.0
   },
   "S5": {
    "POD": 0.29558434322329014,
    "POFD": 0.18250740375123395,
    "FAR": 0.685349940688019,
    "FBI": 0.9394066025908901,
    "CSI": 0.179815269892382,
    "ETS": 0.061337970705539584,
    "base_rate": 0.22086512429239477,
    "n": 32504,
    "AUC": 0.6046208428196367,
    "n_events": 7179.0
   },
   "S6": {
    "POD": 0.6954647077610987,
    "POFD": 0.2997555112690814,
    "FAR": 0.5275718676550353,
    "FBI": 1.4721068881081656,
    "CSI": 0.39144894534995206,
    "ETS": 0.2089077309510774,
    "base_rate": 0.2784802620851184,
    "n": 67459,
    "AUC": 0.7599261155683793,
    "n_events": 18786.0
   },
   "S7": {
    "POD": 0.7376692171865803,
    "POFD": 0.28334985289721687,
    "FAR": 0.5896604786694168,
    "FBI": 1.7977045320776928,
    "CSI": 0.3580857142857143,
    "ETS": 0.21327976254562966,
    "base_rate": 0.21092227284577472,
    "n": 80551,
    "AUC": 0.8065875510170424,
    "n_events": 16990.0
   }
  },
  "daily_capable_own_region_thr": {
   "S1": {
    "POD": 0.1739644970414201,
    "POFD": 0.10124798711755234,
    "FAR": 0.7738461538461539,
    "FBI": 0.7692307692307693,
    "CSI": 0.10905044510385757,
    "ETS": 0.041893050244871666,
    "base_rate": 0.14536383966970584,
    "n": 5813,
    "AUC": 0.5716170473277496,
    "n_events": 845.0
   },
   "S2": {
    "POD": 0.1282051282051282,
    "POFD": 0.11033646559563504,
    "FAR": 0.8584905660377359,
    "FBI": 0.905982905982906,
    "CSI": 0.07211538461538461,
    "ETS": 0.009397379579468288,
    "base_rate": 0.12423679320414123,
    "n": 3767,
    "AUC": 0.545036957586215,
    "n_events": 468.0
   },
   "S3": {
    "POD": 0.21171171171171171,
    "POFD": 0.13245461328027855,
    "FAR": 0.8133781307269395,
    "FBI": 1.1344421344421345,
    "CSI": 0.11010992971706614,
    "ETS": 0.03893002095729901,
    "base_rate": 0.1255273802792397,
    "n": 22991,
    "AUC": 0.5910037014612991,
    "n_events": 2886.0
   },
   "S4": {
    "POD": 0.27625135316253413,
    "POFD": 0.15850662775142893,
    "FAR": 0.7086391562007286,
    "FBI": 0.9481416567864323,
    "CSI": 0.16523294175685257,
    "ETS": 0.06390033121691388,
    "base_rate": 0.19088055574688328,
    "n": 101629,
    "AUC": 0.6065056059480995,
    "n_events": 19399.0
   },
   "S5": {
    "POD": 0.2458559687978827,
    "POFD": 0.14629812438302073,
    "FAR": 0.6773308957952467,
    "FBI": 0.7619445605237498,
    "CSI": 0.1621646453509739,
    "ETS": 0.05755223028576587,
    "base_rate": 0.22086512429239477,
    "n": 32504,
    "AUC": 0.6046208428196367,
    "n_events": 7179.0
   },
   "S6": {
    "POD": 0.4845629724262749,
    "POFD": 0.14046802128490127,
    "FAR": 0.42892095357590965,
    "FBI": 0.8485042052592356,
    "CSI": 0.3552667525270265,
    "ETS": 0.22016706954917198,
    "base_rate": 0.2784802620851184,
    "n": 67459,
    "AUC": 0.7599261155683793,
    "n_events": 18786.0
   },
   "S7": {
    "POD": 0.5112419070041201,
    "POFD": 0.11618759931404478,
    "FAR": 0.4595233650675129,
    "FBI": 0.9459093584461448,
    "CSI": 0.356348717948718,
    "ETS": 0.2523802943311114,
    "base_rate": 0.21092227284577472,
    "n": 80551,
    "AUC": 0.8065875510170424,
    "n_events": 16990.0
   }
  }
 },
 "probabilistic": {
  "W1": {
   "reliability": [
    [
     0.03798680640541854,
     0.014497522212659075,
     1692841
    ],
    [
     0.14171185086908225,
     0.1365451325207768,
     477095
    ],
    [
     0.2423081981216272,
     0.35926273918498475,
     177739
    ],
    [
     0.34303224619657696,
     0.5947729568742702,
     76219
    ],
    [
     0.4427588174175517,
     0.7617276166456495,
     31720
    ],
    [
     0.5432486191475029,
     0.8868395192380376,
     13229
    ],
    [
     0.6399117614625168,
     0.9321182815696485,
     5377
    ],
    [
     0.7366472519945766,
     0.9652305366591081,
     1323
    ],
    [
     0.8172818475221103,
     1.0,
     72
    ],
    [
     0.9965076770591962,
     0.0,
     1
    ]
   ],
   "bss": 0.271016662861262,
   "auc": 0.9095688347661887
  },
  "W2": {
   "reliability": [
    [
     0.05757832712584877,
     0.04491276425677352,
     907025
    ],
    [
     0.13879443420462234,
     0.12582815378099113,
     507605
    ],
    [
     0.2384413415358968,
     0.27012066328388645,
     123567
    ],
    [
     0.3382225844646596,
     0.35369293449872896,
     28717
    ],
    [
     0.43715292900836045,
     0.443108372162934,
     6653
    ],
    [
     0.5385021932606693,
     0.5898648648648649,
     1480
    ],
    [
     0.6307509409598272,
     0.56957928802589,
     309
    ],
    [
     0.7278199866415893,
     0.7272727272727273,
     11
    ],
    [
     0.8052575924356657,
     0.0,
     2
    ],
    [
     0.958831721541302,
     0.0,
     4
    ]
   ],
   "bss": 0.07605892666714587,
   "auc": 0.7378841609845387
  },
  "W3": {
   "reliability": [
    [
     0.0636704426312743,
     0.05938816829827881,
     875208
    ],
    [
     0.13730561989489146,
     0.11515995813650892,
     565648
    ],
    [
     0.2366106367409839,
     0.22015645186981223,
     113006
    ],
    [
     0.3344883096436389,
     0.27815279117111325,
     18666
    ],
    [
     0.43291746054012703,
     0.22581903276131046,
     2564
    ],
    [
     0.531980882632509,
     0.09556313993174062,
     293
    ],
    [
     0.6077887428821561,
     0.5,
     6
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     0.9965076770591962,
     0.0,
     1
    ]
   ],
   "bss": 0.027593420962619408,
   "auc": 0.6566150430802978
  },
  "W4": {
   "reliability": [
    [
     0.06533809254708163,
     0.06687865288519479,
     844709
    ],
    [
     0.13639879879339817,
     0.10654854189737911,
     609525
    ],
    [
     0.23531947372374704,
     0.20352794741141234,
     102836
    ],
    [
     0.33416591850810357,
     0.29378673914417547,
     15821
    ],
    [
     0.43496319886198154,
     0.36396234872254596,
     2231
    ],
    [
     0.5326050594736729,
     0.5176470588235295,
     255
    ],
    [
     0.62189099982569,
     0.6666666666666666,
     15
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.018751837066394716,
   "auc": 0.6287831550740747
  },
  "W5": {
   "reliability": [
    [
     0.06634688451609573,
     0.06684285924228431,
     836963
    ],
    [
     0.13618710688005997,
     0.10623679665076378,
     622948
    ],
    [
     0.23502096054937788,
     0.19734848859889703,
     100999
    ],
    [
     0.3317308100595832,
     0.3374737986181197,
     12881
    ],
    [
     0.43240877952625467,
     0.33963538149898714,
     1481
    ],
    [
     0.5315551388441574,
     0.1509433962264151,
     106
    ],
    [
     0.625809884531164,
     0.0,
     12
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     0.9520400328478457,
     0.0,
     1
    ]
   ],
   "bss": 0.01583078363532886,
   "auc": 0.6222870454373471
  },
  "W6": {
   "reliability": [
    [
     0.06673865440628705,
     0.07146324020774471,
     852970
    ],
    [
     0.13520744255681927,
     0.10678017712916703,
     620677
    ],
    [
     0.23412596590631407,
     0.1896104766800009,
     89494
    ],
    [
     0.33218196616252205,
     0.26214565673138274,
     10971
    ],
    [
     0.43820288083015263,
     0.26248941574936496,
     1181
    ],
    [
     0.5212993151013212,
     0.011111111111111112,
     90
    ],
    [
     0.6334934839209366,
     0.0,
     8
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     0.9486539986831914,
     0.0,
     1
    ]
   ],
   "bss": 0.006705895992852429,
   "auc": 0.5993705381583411
  }
 },
 "thresholds": {
  "0": 0.38229565321256787,
  "1": 0.30216454267652215,
  "2": 0.27008438110524824,
  "3": 0.2602299650557325,
  "4": 0.2614990323826617,
  "5": 0.25589176118564244
 },
 "thresholds_csi": {
  "0": 0.32951042409963827,
  "1": 0.18132685434205276,
  "2": 0.12869550726179,
  "3": 0.09837927224054735,
  "4": 0.10678733917251233,
  "5": 0.098195629775265
 },
 "thresholds_fbi1": {
  "0": 0.38229565321256787,
  "1": 0.30216454267652215,
  "2": 0.27008438110524824,
  "3": 0.2602299650557325,
  "4": 0.2614990323826617,
  "5": 0.25589176118564244
 },
 "thresholds_capable_fbi1": {
  "0": 0.4202294647691034,
  "1": 0.38692254424098443,
  "2": 0.35718788504606364,
  "3": 0.3641328662634053,
  "4": 0.36879433691502506,
  "5": 0.35092469453812924
 },
 "decision_rule": "FBI~1 (rule B) on reweighted out-of-fold scores",
 "neg_keep": 0.15,
 "features": [
  "sv_mod",
  "ev_mod",
  "lead",
  "doy_cos",
  "doy_sin",
  "z_cape",
  "z_tcw",
  "z_tcc",
  "z_sm20",
  "z_sm100",
  "z_t2m",
  "z_d2m",
  "z_skt",
  "z_st20",
  "z_st100",
  "z_dtd2m",
  "z_sshf",
  "z_slhf",
  "z_ssrd",
  "z_strd",
  "z_ssr",
  "z_str",
  "z_ttr",
  "z_cp",
  "z_tp",
  "z_srn",
  "z_bowen",
  "z_msl",
  "z_u10",
  "z_v10",
  "z_uv10",
  "z_thk_1000_500",
  "z_thk_1000_850",
  "z_thk_850_700",
  "z_thk_925_500",
  "z_thk_925_700",
  "z_ivt_u",
  "z_ivt_v",
  "z_ivt",
  "z_dt_850_500",
  "z_dt_925_850",
  "z_dt_700_500",
  "z_w",
  "z_mx2t6",
  "z_mn2t6",
  "h50001",
  "h50002",
  "h50003",
  "h50004",
  "h50005",
  "h50006",
  "h50007",
  "h50008",
  "h50009",
  "h50010",
  "t85001",
  "t85002",
  "t85003",
  "t85004",
  "t85005",
  "t85006",
  "t85007",
  "t85008",
  "t85009",
  "t85010",
  "lat",
  "lon",
  "region",
  "thr_obs",
  "thr_mod"
 ],
 "model": "mlp"
}