{
 "summary": {
  "daily_all": {
   "W1": {
    "POD": 0.5174636088417036,
    "POFD": 0.04999628549921548,
    "FAR": 0.47238807232379953,
    "FBI": 0.9807655621449011,
    "CSI": 0.353627361511821,
    "ETS": 0.30848315936868964,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.8752263929058891
   },
   "W2": {
    "POD": 0.31784183821016376,
    "POFD": 0.07384847792864796,
    "FAR": 0.6848796444722473,
    "FBI": 1.008636327786103,
    "CSI": 0.18798372017990211,
    "ETS": 0.13834021278481184,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7525748612938424
   },
   "W3": {
    "POD": 0.2587991718426501,
    "POFD": 0.08458917591416047,
    "FAR": 0.7594475784389563,
    "FBI": 1.075853529817724,
    "CSI": 0.14242786447569789,
    "ETS": 0.09199011164802626,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.6926264520304144
   },
   "W4": {
    "POD": 0.23802282910609654,
    "POFD": 0.09175976567562663,
    "FAR": 0.788086642599278,
    "FBI": 1.1232082395636924,
    "CSI": 0.1262596388587161,
    "ETS": 0.07446546097818575,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6590185200124661
   },
   "W5": {
    "POD": 0.25748861648618665,
    "POFD": 0.09721113808639746,
    "FAR": 0.7858953897698847,
    "FBI": 1.2026299490209158,
    "CSI": 0.13237527380627462,
    "ETS": 0.07928596858946384,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6556189106177904
   },
   "W6": {
    "POD": 0.23841153960973757,
    "POFD": 0.09022103579541794,
    "FAR": 0.7857051379783504,
    "FBI": 1.112539691155318,
    "CSI": 0.12721197289156627,
    "ETS": 0.07588874295215357,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.655282912004287
   },
   "ALL": {
    "POD": 0.32498403426632877,
    "POFD": 0.07858269649489817,
    "FAR": 0.6973240060918783,
    "FBI": 1.0737027078697847,
    "CSI": 0.18584123288204962,
    "ETS": 0.135417656386726,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.73283037430988
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.5291241314231792,
    "POFD": 0.05095125399557413,
    "FAR": 0.26381539685697236,
    "FBI": 0.7187383832318206,
    "CSI": 0.44478630835056004,
    "ETS": 0.36331368135310793,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8677703985501155
   },
   "W2": {
    "POD": 0.4551739618406285,
    "POFD": 0.08409035999033583,
    "FAR": 0.40707602339181287,
    "FBI": 0.7676767676767676,
    "CSI": 0.3467984676426324,
    "ETS": 0.25432218463412787,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.7987135389762433
   },
   "W3": {
    "POD": 0.44184164381097973,
    "POFD": 0.09990096857563827,
    "FAR": 0.4570418255152218,
    "FBI": 0.813767366575244,
    "CSI": 0.3220594500704618,
    "ETS": 0.22468755570646104,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7577810705836276
   },
   "W4": {
    "POD": 0.43937149270482606,
    "POFD": 0.11112185920533965,
    "FAR": 0.4842704326289719,
    "FBI": 0.8519416386083053,
    "CSI": 0.3110440171619259,
    "ETS": 0.20993598492297896,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7330479730600646
   },
   "W5": {
    "POD": 0.4613890895953757,
    "POFD": 0.11841119462503323,
    "FAR": 0.4895583533173461,
    "FBI": 0.9039017341040463,
    "CSI": 0.31985098456625866,
    "ETS": 0.2161663615116775,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7474577932513714
   },
   "W6": {
    "POD": 0.43747176289870787,
    "POFD": 0.10691010217036455,
    "FAR": 0.47730094466936573,
    "FBI": 0.836947682298726,
    "CSI": 0.31259684917355374,
    "ETS": 0.21326241687393574,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7416871421414729
   },
   "ALL": {
    "POD": 0.4667009038619556,
    "POFD": 0.0913700823884373,
    "FAR": 0.42167294572854086,
    "FBI": 0.8069843878389482,
    "CSI": 0.34821059084987355,
    "ETS": 0.25300691135384656,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7806684880393521
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.5893136083800423,
    "POFD": 0.09380978607455505,
    "FAR": 0.20146919209997977,
    "FBI": 0.7379973352935771,
    "CSI": 0.513033826955574,
    "ETS": 0.35197027476540776,
    "base_rate": 0.3868548272429973,
    "n": 225056,
    "AUC": 0.8408957607553826
   },
   "W2": {
    "POD": 0.4306838080129308,
    "POFD": 0.14145059056237716,
    "FAR": 0.43750977326035967,
    "FBI": 0.7656734064684138,
    "CSI": 0.3226121076233184,
    "ETS": 0.1835952061556184,
    "base_rate": 0.29689055168491396,
    "n": 225056,
    "AUC": 0.73878716645274
   },
   "W3": {
    "POD": 0.3648139212256469,
    "POFD": 0.1703099407836714,
    "FAR": 0.5277387366284063,
    "FBI": 0.7724832619578985,
    "CSI": 0.2591616586860344,
    "ETS": 0.11625866693784957,
    "base_rate": 0.2946644390729418,
    "n": 225056,
    "AUC": 0.6725965596012473
   },
   "W4": {
    "POD": 0.37209965481014556,
    "POFD": 0.1903727923446909,
    "FAR": 0.5488326388004294,
    "FBI": 0.8247486117364551,
    "CSI": 0.25615249509246824,
    "ETS": 0.10585652091092346,
    "base_rate": 0.2960596473766529,
    "n": 225056,
    "AUC": 0.6570009876292805
   },
   "W5": {
    "POD": 0.3726328466054493,
    "POFD": 0.19677102114407474,
    "FAR": 0.5577036467918595,
    "FBI": 0.8424958603040795,
    "CSI": 0.2535153569636328,
    "ETS": 0.10150202721617234,
    "base_rate": 0.2951709796672828,
    "n": 225056,
    "AUC": 0.6479473844066297
   },
   "W6": {
    "POD": 0.35989744204876,
    "POFD": 0.19240095477450397,
    "FAR": 0.5593515934792187,
    "FBI": 0.8167451344948571,
    "CSI": 0.24703848172658316,
    "ETS": 0.09701919614993233,
    "base_rate": 0.2963440210436514,
    "n": 225056,
    "AUC": 0.6471161553464649
   },
   "ALL": {
    "POD": 0.4234494024302835,
    "POFD": 0.16574321383083349,
    "FAR": 0.46442672866853596,
    "FBI": 0.790647004055235,
    "CSI": 0.3097207030841792,
    "ETS": 0.15835092855687066,
    "base_rate": 0.31099741101474004,
    "n": 1350336,
    "AUC": 0.7015551794325421
   }
  },
  "daily_capable_own_fbi1": {
   "W1": {
    "POD": 0.6270338280289383,
    "POFD": 0.0846754364396361,
    "FAR": 0.3344664319533811,
    "FBI": 0.9421520688570529,
    "CSI": 0.4767889369659281,
    "ETS": 0.38320061538907135,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8677703985501155
   },
   "W2": {
    "POD": 0.5081032547699215,
    "POFD": 0.11123459772892003,
    "FAR": 0.4486017733606158,
    "FBI": 0.9214814814814815,
    "CSI": 0.35949560080043197,
    "ETS": 0.2567497576770048,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.7987135389762433
   },
   "W3": {
    "POD": 0.4921091677532485,
    "POFD": 0.13104755923769956,
    "FAR": 0.4978436410350523,
    "FBI": 0.9799919068387213,
    "CSI": 0.33074459083766466,
    "ETS": 0.22228688903204985,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7577810705836276
   },
   "W4": {
    "POD": 0.48498316498316496,
    "POFD": 0.14240284394573288,
    "FAR": 0.5215677590788308,
    "FBI": 1.013692480359147,
    "CSI": 0.3172500881005521,
    "ETS": 0.20545480690109397,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7330479730600646
   },
   "W5": {
    "POD": 0.5013096098265896,
    "POFD": 0.14487517219711435,
    "FAR": 0.5192291035080121,
    "FBI": 1.0427203757225434,
    "CSI": 0.32522778542759206,
    "ETS": 0.2128151697704107,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7474577932513714
   },
   "W6": {
    "POD": 0.4924550465347429,
    "POFD": 0.13725893234991837,
    "FAR": 0.5101563904368147,
    "FBI": 1.005331164723954,
    "CSI": 0.32550916801051183,
    "ETS": 0.215439029292855,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7416871421414729
   },
   "ALL": {
    "POD": 0.5272185702547247,
    "POFD": 0.1217109436335121,
    "FAR": 0.46229537963014694,
    "FBI": 0.9804984935634072,
    "CSI": 0.36277840338866457,
    "ETS": 0.2566134883057784,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7806684880393521
   }
  },
  "daily_capable_own_csi": {
   "W1": {
    "POD": 0.6756455348717508,
    "POFD": 0.10992439144332432,
    "FAR": 0.37712869721094533,
    "FBI": 1.0847273455148552,
    "CSI": 0.4794934756580149,
    "ETS": 0.3780954116163527,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8677703985501155
   },
   "W2": {
    "POD": 0.6200224466891133,
    "POFD": 0.17792945155834744,
    "FAR": 0.5160826909600561,
    "FBI": 1.281257014590348,
    "CSI": 0.37322992108961195,
    "ETS": 0.2506933008810777,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.7987135389762433
   },
   "W3": {
    "POD": 0.6029405152646015,
    "POFD": 0.2293785174271153,
    "FAR": 0.5861494306082771,
    "FBI": 1.4569039161908188,
    "CSI": 0.3252170538875685,
    "ETS": 0.1905330311794147,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7577810705836276
   },
   "W4": {
    "POD": 0.6176430976430977,
    "POFD": 0.26433459892142874,
    "FAR": 0.6137454729217553,
    "FBI": 1.599057239057239,
    "CSI": 0.3117183251767265,
    "ETS": 0.16950142891809486,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7330479730600646
   },
   "W5": {
    "POD": 0.6389541184971098,
    "POFD": 0.2640114073035745,
    "FAR": 0.6069394671778203,
    "FBI": 1.6255870664739884,
    "CSI": 0.32162665939261686,
    "ETS": 0.17998016776835393,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7474577932513714
   },
   "W6": {
    "POD": 0.6349507544953465,
    "POFD": 0.26601777401608123,
    "FAR": 0.6102066287616142,
    "FBI": 1.6289418993403812,
    "CSI": 0.31843208338053697,
    "ETS": 0.1763805212497675,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7416871421414729
   },
   "ALL": {
    "POD": 0.6355108189537113,
    "POFD": 0.2091206445456501,
    "FAR": 0.5506613474833937,
    "FBI": 1.4143248425089017,
    "CSI": 0.35726658916459436,
    "ETS": 0.22720407977451737,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7806684880393521
   }
  },
  "daily_all_by_region": {
   "W1": {
    "POD": 0.5197984489694356,
    "POFD": 0.04998778242513043,
    "FAR": 0.47122378035403906,
    "FBI": 0.9830216066022478,
    "CSI": 0.35524208748196706,
    "ETS": 0.3100972227301512,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.8752263929058891
   },
   "W2": {
    "POD": 0.3154888661040566,
    "POFD": 0.07375924397055982,
    "FAR": 0.6862208044346536,
    "FBI": 1.0054486421116282,
    "CSI": 0.186684245733576,
    "ETS": 0.13710204322976283,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7525748612938424
   },
   "W3": {
    "POD": 0.2573512496786154,
    "POFD": 0.08462139796048457,
    "FAR": 0.7605404146284649,
    "FBI": 1.0747168432590428,
    "CSI": 0.14160675792898814,
    "ETS": 0.09118633016366742,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.6926264520304144
   },
   "W4": {
    "POD": 0.23507626597462983,
    "POFD": 0.09210584388790148,
    "FAR": 0.7907829999157935,
    "FBI": 1.1236002135582452,
    "CSI": 0.12447619013537645,
    "ETS": 0.07265432109747418,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6590185200124661
   },
   "W5": {
    "POD": 0.257168721030744,
    "POFD": 0.0974029519737229,
    "FAR": 0.786435753811023,
    "FBI": 1.2041749760078408,
    "CSI": 0.13208417814444523,
    "ETS": 0.07895870890352294,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6556189106177904
   },
   "W6": {
    "POD": 0.23662034901077428,
    "POFD": 0.0901321004703068,
    "FAR": 0.7868067781690141,
    "FBI": 1.1098868293212474,
    "CSI": 0.12631430258206355,
    "ETS": 0.07504302274812659,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.655282912004287
   },
   "ALL": {
    "POD": 0.32421523842840233,
    "POFD": 0.07864043888485676,
    "FAR": 0.6979785281972534,
    "FBI": 1.073484068841803,
    "CSI": 0.18534328903109837,
    "ETS": 0.13491663029719533,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.73283037430988
   }
  },
  "daily_capable_by_region": {
   "W1": {
    "POD": 0.6348688913671328,
    "POFD": 0.08719572166215885,
    "FAR": 0.3382414307004471,
    "FBI": 0.9593663321037431,
    "CSI": 0.47932813748137915,
    "ETS": 0.3849772337212838,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8677703985501155
   },
   "W2": {
    "POD": 0.5112906846240179,
    "POFD": 0.11089635177579125,
    "FAR": 0.4463026885118382,
    "FBI": 0.92341189674523,
    "CSI": 0.36207280241615003,
    "ETS": 0.2593855165556931,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.7987135389762433
   },
   "W3": {
    "POD": 0.4984488107549121,
    "POFD": 0.13463442912006957,
    "FAR": 0.501394261041648,
    "FBI": 0.9996852659502721,
    "CSI": 0.3320255173859654,
    "ETS": 0.2223864883145232,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7577810705836276
   },
   "W4": {
    "POD": 0.49378226711560047,
    "POFD": 0.14837609731324514,
    "FAR": 0.5273313278899872,
    "FBI": 1.044668911335578,
    "CSI": 0.3183870780987669,
    "ETS": 0.20471769917154573,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7330479730600646
   },
   "W5": {
    "POD": 0.5118768063583815,
    "POFD": 0.15061507600841048,
    "FAR": 0.5237194840119332,
    "FBI": 1.074738078034682,
    "CSI": 0.3275254276467869,
    "ETS": 0.2133254028719153,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7474577932513714
   },
   "W6": {
    "POD": 0.4993674889310563,
    "POFD": 0.1395562541563388,
    "FAR": 0.5108209780924984,
    "FBI": 1.020827685913075,
    "CSI": 0.328215940135408,
    "ETS": 0.2173504978385594,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7416871421414729
   },
   "ALL": {
    "POD": 0.5345384826075048,
    "POFD": 0.1249395554591303,
    "FAR": 0.4653773190792853,
    "FBI": 0.9998425089016708,
    "CSI": 0.3647969793404457,
    "ETS": 0.25756308025390506,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7806684880393521
   }
  },
  "daily_all_by_season": {
   "W1": {
    "POD": 0.5177082901339526,
    "POFD": 0.04903364800674517,
    "FAR": 0.46742747440273036,
    "FBI": 0.9720897441214282,
    "CSI": 0.355964584610559,
    "ETS": 0.3111167339960005,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.8752263929058891
   },
   "W2": {
    "POD": 0.31425979966874357,
    "POFD": 0.07460520999841909,
    "FAR": 0.6895073834045482,
    "FBI": 1.0121329232063516,
    "CSI": 0.1850902728314391,
    "ETS": 0.13530777028289687,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7525748612938424
   },
   "W3": {
    "POD": 0.2513430492970135,
    "POFD": 0.08449951456786733,
    "FAR": 0.7645567534336002,
    "FBI": 1.067531360370235,
    "CSI": 0.13839041236230065,
    "ETS": 0.08810469293452991,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.6926264520304144
   },
   "W4": {
    "POD": 0.2318796504673276,
    "POFD": 0.0925829274153492,
    "FAR": 0.7938858385496137,
    "FBI": 1.12500591340078,
    "CSI": 0.122485042338393,
    "ETS": 0.07061039736305791,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6590185200124661
   },
   "W5": {
    "POD": 0.2513561525424882,
    "POFD": 0.09844462739102311,
    "FAR": 0.7920081101630481,
    "FBI": 1.2084901615131736,
    "CSI": 0.128430731564817,
    "ETS": 0.07517276332181673,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6556189106177904
   },
   "W6": {
    "POD": 0.23071756180964528,
    "POFD": 0.09109988487427206,
    "FAR": 0.792773742199688,
    "FBI": 1.1133606535131761,
    "CSI": 0.12254981458056285,
    "ETS": 0.07115934574446584,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.655282912004287
   },
   "ALL": {
    "POD": 0.32037532694161625,
    "POFD": 0.07890182726380054,
    "FAR": 0.7011799410029499,
    "FBI": 1.0721346084225856,
    "CSI": 0.18288775765513005,
    "ETS": 0.1324528587509343,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.73283037430988
   }
  },
  "daily_capable_by_season": {
   "W1": {
    "POD": 0.6300363158045238,
    "POFD": 0.08582032210474551,
    "FAR": 0.3363953978675983,
    "FBI": 0.9494152297618026,
    "CSI": 0.47752492414390985,
    "ETS": 0.3835770450013598,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8677703985501155
   },
   "W2": {
    "POD": 0.5104377104377105,
    "POFD": 0.11308287025851654,
    "FAR": 0.45154599392214556,
    "FBI": 0.9306846240179574,
    "CSI": 0.3594006827664686,
    "ETS": 0.25603063332562653,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.7987135389762433
   },
   "W3": {
    "POD": 0.49593093835708824,
    "POFD": 0.1328953406922538,
    "FAR": 0.49941000272306435,
    "FBI": 0.9906928645294726,
    "CSI": 0.33177921491953677,
    "ETS": 0.22269974712980073,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7577810705836276
   },
   "W4": {
    "POD": 0.4909090909090909,
    "POFD": 0.14827936446518827,
    "FAR": 0.5286231571687214,
    "FBI": 1.0414365881032548,
    "CSI": 0.31660779431350977,
    "ETS": 0.20302223549614232,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7330479730600646
   },
   "W5": {
    "POD": 0.5090769508670521,
    "POFD": 0.1522705851076685,
    "FAR": 0.5278126832537489,
    "FBI": 1.078125,
    "CSI": 0.32444956108792633,
    "ETS": 0.20983508284953611,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7474577932513714
   },
   "W6": {
    "POD": 0.500451793620674,
    "POFD": 0.14263950184390303,
    "FAR": 0.5157383929352103,
    "FBI": 1.0334327279298816,
    "CSI": 0.32645663257787866,
    "ETS": 0.2146865628283739,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7416871421414729
   },
   "ALL": {
    "POD": 0.5321692686935087,
    "POFD": 0.12538450082461983,
    "FAR": 0.4673675409319252,
    "FBI": 0.9991303752396604,
    "CSI": 0.36276985553247604,
    "ETS": 0.25542515587822806,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7806684880393521
   }
  }
 },
 "summary_rule_csi": {
  "daily_all": {
   "W1": {
    "POD": 0.5687471488408742,
    "POFD": 0.06383705245859674,
    "FAR": 0.5098307629072324,
    "FBI": 1.1603077178285572,
    "CSI": 0.3573518720702082,
    "ETS": 0.3082294168484175,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.8752263929058891
   },
   "W2": {
    "POD": 0.47181691510897283,
    "POFD": 0.1482569516415184,
    "FAR": 0.7461499563278629,
    "FBI": 1.8586442148434419,
    "CSI": 0.19767534716963467,
    "ETS": 0.13242787229625452,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7525748612938424
   },
   "W3": {
    "POD": 0.43285430114074613,
    "POFD": 0.18721219058079538,
    "FAR": 0.8068609277921012,
    "FBI": 2.241153466217405,
    "CSI": 0.15413397066937148,
    "ETS": 0.0856786842651096,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.6926264520304144
   },
   "W4": {
    "POD": 0.42884658273016646,
    "POFD": 0.22390489714681633,
    "FAR": 0.8343457864633232,
    "FBI": 2.588805763369354,
    "CSI": 0.13571269697332627,
    "ETS": 0.06366297774644593,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6590185200124661
   },
   "W5": {
    "POD": 0.43746043846096255,
    "POFD": 0.21818269642722132,
    "FAR": 0.8290338883864447,
    "FBI": 2.5587552663640136,
    "CSI": 0.140153514032142,
    "ETS": 0.06897361400784996,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6556189106177904
   },
   "W6": {
    "POD": 0.4701807474149863,
    "POFD": 0.26017083985759143,
    "FAR": 0.8427966716875669,
    "FBI": 2.9909083507476866,
    "CSI": 0.13354647118110358,
    "ETS": 0.058737267104559905,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.655282912004287
   },
   "ALL": {
    "POD": 0.4778849165510761,
    "POFD": 0.17330273662639287,
    "FAR": 0.7755434437360023,
    "FBI": 2.1290753297890084,
    "CSI": 0.18025295888401666,
    "ETS": 0.11255851626544887,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.73283037430988
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.5777930285093363,
    "POFD": 0.06500491762970248,
    "FAR": 0.29512314239866044,
    "FBI": 0.8197077578565097,
    "CSI": 0.4652437199235569,
    "ETS": 0.37833922142190796,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8677703985501155
   },
   "W2": {
    "POD": 0.578047138047138,
    "POFD": 0.15107513892244503,
    "FAR": 0.49271137026239065,
    "FBI": 1.1394837261503927,
    "CSI": 0.3702021218481355,
    "ETS": 0.2549119272174543,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.7987135389762433
   },
   "W3": {
    "POD": 0.5823029540038668,
    "POFD": 0.20466896934856646,
    "FAR": 0.5668272125225767,
    "FBI": 1.344274088395306,
    "CSI": 0.3304838215780341,
    "ETS": 0.201494363637899,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7577810705836276
   },
   "W4": {
    "POD": 0.5909764309764309,
    "POFD": 0.2363304394089623,
    "FAR": 0.5975419609281849,
    "FBI": 1.4684175084175084,
    "CSI": 0.3147776183644189,
    "ETS": 0.17842856596308027,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7330479730600646
   },
   "W5": {
    "POD": 0.6053106936416185,
    "POFD": 0.22952364840370254,
    "FAR": 0.5862707574541638,
    "FBI": 1.463059971098266,
    "CSI": 0.32583013272400213,
    "ETS": 0.19139962813113626,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7474577932513714
   },
   "W6": {
    "POD": 0.6342730640643354,
    "POFD": 0.2653164863067529,
    "FAR": 0.6098326941248402,
    "FBI": 1.6256438059094604,
    "CSI": 0.31851078793928805,
    "ETS": 0.17659772642025612,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7416871421414729
   },
   "ALL": {
    "POD": 0.5932621199671323,
    "POFD": 0.18091074065017182,
    "FAR": 0.5317642608155214,
    "FBI": 1.267015886058614,
    "CSI": 0.354450058297707,
    "ETS": 0.23127249912942777,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7806684880393521
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.6416429293393365,
    "POFD": 0.11923879645196823,
    "FAR": 0.2275228850355375,
    "FBI": 0.8306303408986493,
    "CSI": 0.5396549392376205,
    "ETS": 0.3691673779849741,
    "base_rate": 0.3868548272429973,
    "n": 225056,
    "AUC": 0.8408957607553826
   },
   "W2": {
    "POD": 0.598066360357394,
    "POFD": 0.257275387230708,
    "FAR": 0.5046484529948433,
    "FBI": 1.207357409042609,
    "CSI": 0.37163343501227586,
    "ETS": 0.19156225280071063,
    "base_rate": 0.29689055168491396,
    "n": 225056,
    "AUC": 0.73878716645274
   },
   "W3": {
    "POD": 0.5586434646239218,
    "POFD": 0.31920120952500947,
    "FAR": 0.5776531345121242,
    "FBI": 1.322712467579468,
    "CSI": 0.31667891884499,
    "ETS": 0.12288843747366562,
    "base_rate": 0.2946644390729418,
    "n": 225056,
    "AUC": 0.6725965596012473
   },
   "W4": {
    "POD": 0.5932312772024614,
    "POFD": 0.371359499072122,
    "FAR": 0.598139487596584,
    "FBI": 1.4762119165541048,
    "CSI": 0.31504905828810087,
    "ETS": 0.10801634989503074,
    "base_rate": 0.2960596473766529,
    "n": 225056,
    "AUC": 0.6570009876292805
   },
   "W5": {
    "POD": 0.5700737618545838,
    "POFD": 0.3568897910809073,
    "FAR": 0.5991829131474778,
    "FBI": 1.4222790907722414,
    "CSI": 0.30778108288226785,
    "ETS": 0.10490038923594204,
    "base_rate": 0.2951709796672828,
    "n": 225056,
    "AUC": 0.6479473844066297
   },
   "W6": {
    "POD": 0.6157525414580022,
    "POFD": 0.41048357560525883,
    "FAR": 0.612838449355155,
    "FBI": 1.590427924550934,
    "CSI": 0.3118246911517931,
    "ETS": 0.09607717620972185,
    "base_rate": 0.2963440210436514,
    "n": 225056,
    "AUC": 0.6471161553464649
   },
   "ALL": {
    "POD": 0.5984888713207017,
    "POFD": 0.3098555974139738,
    "FAR": 0.5342360656831369,
    "FBI": 1.284961816973885,
    "CSI": 0.35487605826306484,
    "ETS": 0.1545390578582791,
    "base_rate": 0.31099741101474004,
    "n": 1350336,
    "AUC": 0.7015551794325421
   }
  }
 },
 "by_region": {
  "daily_all": {
   "S1": {
    "POD": 0.1113672866690845,
    "POFD": 0.076852757449611,
    "FAR": 0.8791499170719366,
    "FBI": 0.9215325630796332,
    "CSI": 0.06152326979220333,
    "ETS": 0.018218649043465086,
    "base_rate": 0.08664170796523737,
    "n": 445536,
    "AUC": 0.5852027011845508,
    "n_events": 38602.0
   },
   "S2": {
    "POD": 0.10235380485902407,
    "POFD": 0.084557078527699,
    "FAR": 0.8872133882751473,
    "FBI": 0.907499598522563,
    "CSI": 0.05670112919317019,
    "ETS": 0.009369571366453765,
    "base_rate": 0.09503968253968254,
    "n": 917280,
    "AUC": 0.5827569150321922,
    "n_events": 87178.0
   },
   "S3": {
    "POD": 0.13160682324579026,
    "POFD": 0.08951682411992361,
    "FAR": 0.880247282879649,
    "FBI": 1.0989882017752128,
    "CSI": 0.06689441339744899,
    "ETS": 0.020554383788963484,
    "base_rate": 0.08469767844767845,
    "n": 323232,
    "AUC": 0.5945837062907946,
    "n_events": 27377.0
   },
   "S4": {
    "POD": 0.2052855120339783,
    "POFD": 0.08883756912738384,
    "FAR": 0.8071330768729217,
    "FBI": 1.064389417871915,
    "CSI": 0.11042175286133447,
    "ETS": 0.05998503791261465,
    "base_rate": 0.09371630155820944,
    "n": 768767,
    "AUC": 0.6321833815385576,
    "n_events": 72046.0
   },
   "S5": {
    "POD": 0.2682565295706995,
    "POFD": 0.0927813274535681,
    "FAR": 0.7633573887711864,
    "FBI": 1.1335935154608225,
    "CSI": 0.14381129608208018,
    "ETS": 0.09027456770390756,
    "base_rate": 0.09683702540845399,
    "n": 550368,
    "AUC": 0.6781963982869936,
    "n_events": 53296.0
   },
   "S6": {
    "POD": 0.36558892340735627,
    "POFD": 0.09289658446393324,
    "FAR": 0.7118442532094561,
    "FBI": 1.2687198762449021,
    "CSI": 0.19209866922834054,
    "ETS": 0.1385359482061263,
    "base_rate": 0.09326708447802198,
    "n": 838656,
    "AUC": 0.7259125932996471,
    "n_events": 78219.0
   },
   "S7": {
    "POD": 0.39365606227063416,
    "POFD": 0.1155584896093497,
    "FAR": 0.7321638728967206,
    "FBI": 1.469764615132886,
    "CSI": 0.18961246594158843,
    "ETS": 0.12987802621429914,
    "base_rate": 0.09697212853153447,
    "n": 882336,
    "AUC": 0.714339887198116,
    "n_events": 85562.0
   }
  },
  "daily_capable": {
   "S1": {
    "POD": 0.1881656804733728,
    "POFD": 0.09420289855072464,
    "FAR": 0.7464114832535885,
    "FBI": 0.7420118343195267,
    "CSI": 0.1210967250571211,
    "ETS": 0.05553586025730663,
    "base_rate": 0.14536383966970584,
    "n": 5813,
    "AUC": 0.6460435544883706,
    "n_events": 845.0
   },
   "S2": {
    "POD": 0.202991452991453,
    "POFD": 0.08790542588663232,
    "FAR": 0.7532467532467533,
    "FBI": 0.8226495726495726,
    "CSI": 0.12532981530343007,
    "ETS": 0.06641918416749962,
    "base_rate": 0.12423679320414123,
    "n": 3767,
    "AUC": 0.627731661757124,
    "n_events": 468.0
   },
   "S3": {
    "POD": 0.19334719334719336,
    "POFD": 0.10509823427008207,
    "FAR": 0.791089479595657,
    "FBI": 0.9255024255024255,
    "CSI": 0.11162232446489298,
    "ETS": 0.047755126970623216,
    "base_rate": 0.1255273802792397,
    "n": 22991,
    "AUC": 0.6212575420483901,
    "n_events": 2886.0
   },
   "S4": {
    "POD": 0.24310531470694366,
    "POFD": 0.11180834245409219,
    "FAR": 0.6609633357296909,
    "FBI": 0.7170472704778597,
    "CSI": 0.1649354737173434,
    "ETS": 0.07945343784466298,
    "base_rate": 0.19088055574688328,
    "n": 101629,
    "AUC": 0.644422218318378,
    "n_events": 19399.0
   },
   "S5": {
    "POD": 0.34754144031202117,
    "POFD": 0.13378084896347484,
    "FAR": 0.5758966513683494,
    "FBI": 0.8194734642707898,
    "CSI": 0.23611242547553704,
    "ETS": 0.12901333268551282,
    "base_rate": 0.22086512429239477,
    "n": 32504,
    "AUC": 0.6878111119040714,
    "n_events": 7179.0
   },
   "S6": {
    "POD": 0.48115618013414246,
    "POFD": 0.09323444209315226,
    "FAR": 0.3342417323414598,
    "FBI": 0.7227190460981582,
    "CSI": 0.38754073057794547,
    "ETS": 0.2690504892488866,
    "base_rate": 0.2784802620851184,
    "n": 67459,
    "AUC": 0.7563706872157528,
    "n_events": 18786.0
   },
   "S7": {
    "POD": 0.7430841671571513,
    "POFD": 0.12334607699690062,
    "FAR": 0.38309308575616907,
    "FBI": 1.2045320776927604,
    "CSI": 0.5084575110753121,
    "ETS": 0.40502525331658074,
    "base_rate": 0.21092227284577472,
    "n": 80551,
    "AUC": 0.8565303332927463,
    "n_events": 16990.0
   }
  },
  "daily_capable_own_region_thr": {
   "S1": {
    "POD": 0.24615384615384617,
    "POFD": 0.12439613526570048,
    "FAR": 0.7481840193704601,
    "FBI": 0.9775147928994082,
    "CSI": 0.1421736158578264,
    "ETS": 0.06547586489068205,
    "base_rate": 0.14536383966970584,
    "n": 5813,
    "AUC": 0.6460435544883706,
    "n_events": 845.0
   },
   "S2": {
    "POD": 0.24358974358974358,
    "POFD": 0.12003637465898757,
    "FAR": 0.7764705882352941,
    "FBI": 1.0897435897435896,
    "CSI": 0.13194444444444445,
    "ETS": 0.06324850597213269,
    "base_rate": 0.12423679320414123,
    "n": 3767,
    "AUC": 0.627731661757124,
    "n_events": 468.0
   },
   "S3": {
    "POD": 0.23146223146223147,
    "POFD": 0.13210644118378512,
    "FAR": 0.7990373044524669,
    "FBI": 1.1517671517671517,
    "CSI": 0.12053410321183688,
    "ETS": 0.0489286570715216,
    "base_rate": 0.1255273802792397,
    "n": 22991,
    "AUC": 0.6212575420483901,
    "n_events": 2886.0
   },
   "S4": {
    "POD": 0.3246559100984587,
    "POFD": 0.1694028943208075,
    "FAR": 0.688649396875618,
    "FBI": 1.0427341615547192,
    "CSI": 0.18896456539350115,
    "ETS": 0.08269577251278686,
    "base_rate": 0.19088055574688328,
    "n": 101629,
    "AUC": 0.644422218318378,
    "n_events": 19399.0
   },
   "S5": {
    "POD": 0.41133862654965875,
    "POFD": 0.17247778874629813,
    "FAR": 0.5966398033055593,
    "FBI": 1.0197799136369967,
    "CSI": 0.25573742097514507,
    "ETS": 0.13454583874696507,
    "base_rate": 0.22086512429239477,
    "n": 32504,
    "AUC": 0.6878111119040714,
    "n_events": 7179.0
   },
   "S6": {
    "POD": 0.557223464281912,
    "POFD": 0.12851067326854723,
    "FAR": 0.3740357591341267,
    "FBI": 0.8901841797082934,
    "CSI": 0.41803442354538556,
    "ETS": 0.2850756389612251,
    "base_rate": 0.2784802620851184,
    "n": 67459,
    "AUC": 0.7563706872157528,
    "n_events": 18786.0
   },
   "S7": {
    "POD": 0.7462036492054149,
    "POFD": 0.1267129214455405,
    "FAR": 0.3884815743777735,
    "FBI": 1.220247204237787,
    "CSI": 0.5062290368950647,
    "ETS": 0.4017752107096114,
    "base_rate": 0.21092227284577472,
    "n": 80551,
    "AUC": 0.8565303332927463,
    "n_events": 16990.0
   }
  }
 },
 "probabilistic": {
  "W1": {
   "reliability": [
    [
     0.058797363723638675,
     0.02808311402495441,
     1861154
    ],
    [
     0.13298050027194458,
     0.20274415961499187,
     450484
    ],
    [
     0.24284064931875843,
     0.5351650112143543,
     112356
    ],
    [
     0.33897677043372215,
     0.6872614982928299,
     39832
    ],
    [
     0.43795358772326637,
     0.842563903950426,
     10328
    ],
    [
     0.531855803764791,
     0.9058171745152355,
     1444
    ],
    [
     0.6132784036896347,
     0.9285714285714286,
     14
    ],
    [
     0.7089010348423114,
     1.0,
     1
    ],
    [
     0.8575990076890051,
     1.0,
     1
    ],
    [
     0.9751365811491304,
     0.5,
     2
    ]
   ],
   "bss": 0.17886548639197597,
   "auc": 0.8752263929058891
  },
  "W2": {
   "reliability": [
    [
     0.06117160491219759,
     0.05247407625827559,
     1139496
    ],
    [
     0.13213705763818986,
     0.16246694912554555,
     313910
    ],
    [
     0.24346317709123433,
     0.27437180757304785,
     77723
    ],
    [
     0.34029458223624726,
     0.4121033649869305,
     30223
    ],
    [
     0.4386102571656958,
     0.5511528096616429,
     10019
    ],
    [
     0.5430685548059622,
     0.5108153078202995,
     3005
    ],
    [
     0.635910154944319,
     0.533695652173913,
     920
    ],
    [
     0.7316775990917603,
     0.42105263157894735,
     38
    ],
    [
     0.8477988712289064,
     0.4666666666666667,
     15
    ],
    [
     0.9782505007720103,
     0.125,
     24
    ]
   ],
   "bss": 0.08923469687943741,
   "auc": 0.7525748612938424
  },
  "W3": {
   "reliability": [
    [
     0.0629096246516237,
     0.06121537289953717,
     1099103
    ],
    [
     0.13238073542550166,
     0.1353101688608537,
     338622
    ],
    [
     0.2432701066419637,
     0.18796930439805265,
     84833
    ],
    [
     0.3423891498315646,
     0.28677472267786147,
     35969
    ],
    [
     0.44189505153557473,
     0.4346331312765765,
     11053
    ],
    [
     0.5380094599777594,
     0.5958070333633905,
     4436
    ],
    [
     0.6397474397148584,
     0.7228571428571429,
     1050
    ],
    [
     0.7432857776480198,
     0.7076923076923077,
     325
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     0.9436689350459859,
     0.0,
     1
    ]
   ],
   "bss": 0.05385609299179128,
   "auc": 0.6926264520304144
  },
  "W4": {
   "reliability": [
    [
     0.0637339828316379,
     0.06532948583016242,
     1037556
    ],
    [
     0.1326555414828663,
     0.12170190550770034,
     383100
    ],
    [
     0.24328895273007045,
     0.15149219815179518,
     92414
    ],
    [
     0.34220076109535735,
     0.20191912972085385,
     38976
    ],
    [
     0.4436004040701748,
     0.43277044184865415,
     15752
    ],
    [
     0.5371206534331602,
     0.6015080113100848,
     5305
    ],
    [
     0.6435737624877328,
     0.6740370898716119,
     1402
    ],
    [
     0.7425921399556646,
     0.8283093053735255,
     763
    ],
    [
     0.820660686112041,
     0.8833333333333333,
     120
    ],
    [
     0.9856114074164232,
     0.25,
     4
    ]
   ],
   "bss": 0.03611252882514737,
   "auc": 0.6590185200124661
  },
  "W5": {
   "reliability": [
    [
     0.06502671731624754,
     0.061682192943250655,
     971042
    ],
    [
     0.1324100175324615,
     0.11506621549986806,
     428223
    ],
    [
     0.24424079039909669,
     0.15914836587371692,
     98493
    ],
    [
     0.34332095091263515,
     0.21607316763348436,
     47234
    ],
    [
     0.4427820803031184,
     0.3481043580222787,
     20468
    ],
    [
     0.5407263204524212,
     0.5257230255839822,
     7192
    ],
    [
     0.6387333565731633,
     0.37609598523304105,
     2167
    ],
    [
     0.735262465686088,
     0.2757352941176471,
     544
    ],
    [
     0.8159819301127156,
     0.03571428571428571,
     28
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.024335490099135493,
   "auc": 0.6556189106177904
  },
  "W6": {
   "reliability": [
    [
     0.06746792482525653,
     0.06210871346626605,
     915250
    ],
    [
     0.13241754324735974,
     0.11075776490406686,
     481429
    ],
    [
     0.24274548979350974,
     0.15974489408549086,
     105368
    ],
    [
     0.3436013376220883,
     0.21072477849492216,
     43227
    ],
    [
     0.4445936961779965,
     0.3461478920480933,
     19379
    ],
    [
     0.5414793857980496,
     0.44149747682196927,
     8521
    ],
    [
     0.6340625231993069,
     0.4065643197458973,
     1889
    ],
    [
     0.7349629835523512,
     0.1277258566978193,
     321
    ],
    [
     0.8251162249074151,
     0.0,
     5
    ],
    [
     0.9491819406766813,
     0.3333333333333333,
     3
    ]
   ],
   "bss": 0.020265887900421276,
   "auc": 0.655282912004287
  }
 },
 "thresholds": {
  "0": 0.6457080245008354,
  "1": 0.6626966029422582,
  "2": 0.6775811910629272,
  "3": 0.689229041339703,
  "4": 0.7005125085524486,
  "5": 0.7148172497805776
 },
 "thresholds_csi": {
  "0": 0.6164130784029944,
  "1": 0.5564466877446127,
  "2": 0.5477004757779098,
  "3": 0.544396048347926,
  "4": 0.5664168395659597,
  "5": 0.5546024915013624
 },
 "thresholds_fbi1": {
  "0": 0.6457080245008354,
  "1": 0.6626966029422582,
  "2": 0.6775811910629272,
  "3": 0.689229041339703,
  "4": 0.7005125085524486,
  "5": 0.7148172497805776
 },
 "thresholds_capable_fbi1": {
  "0": 0.5881451368328471,
  "1": 0.6114150285721549,
  "2": 0.6226095974446874,
  "3": 0.6383011817932176,
  "4": 0.6569432616254489,
  "5": 0.6692563116551193
 },
 "decision_rule": "FBI~1 (rule B) on reweighted out-of-fold scores",
 "neg_keep": 0.15,
 "features": [
  "sv_mod",
  "ev_mod",
  "lead",
  "doy_cos",
  "doy_sin",
  "z_cape",
  "z_tcw",
  "z_tcc",
  "z_sm20",
  "z_sm100",
  "z_t2m",
  "z_d2m",
  "z_skt",
  "z_st20",
  "z_st100",
  "z_dtd2m",
  "z_sshf",
  "z_slhf",
  "z_ssrd",
  "z_strd",
  "z_ssr",
  "z_str",
  "z_ttr",
  "z_cp",
  "z_tp",
  "z_srn",
  "z_bowen",
  "z_msl",
  "z_u10",
  "z_v10",
  "z_uv10",
  "z_thk_1000_500",
  "z_thk_1000_850",
  "z_thk_850_700",
  "z_thk_925_500",
  "z_thk_925_700",
  "z_ivt_u",
  "z_ivt_v",
  "z_ivt",
  "z_dt_850_500",
  "z_dt_925_850",
  "z_dt_700_500",
  "z_w",
  "z_mx2t6",
  "z_mn2t6"
 ],
 "model": "logreg"
}