{
 "summary": {
  "daily_all": {
   "W1": {
    "POD": 0.5604279849044084,
    "POFD": 0.04617348240266442,
    "FAR": 0.43294028786034994,
    "FBI": 0.9883050636586074,
    "CSI": 0.3924903573586133,
    "ETS": 0.3485732473032804,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.9145427750288739
   },
   "W2": {
    "POD": 0.340517128059521,
    "POFD": 0.07613202410019498,
    "FAR": 0.6765212722118855,
    "FBI": 1.052672397928333,
    "CSI": 0.1988821540032476,
    "ETS": 0.14830962429447225,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7725971067952456
   },
   "W3": {
    "POD": 0.2777845437691985,
    "POFD": 0.08838087019138495,
    "FAR": 0.7544908747338962,
    "FBI": 1.1314632133046456,
    "CSI": 0.1498558236303245,
    "ETS": 0.09821553550482616,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.705272629334165
   },
   "W4": {
    "POD": 0.2638795964019491,
    "POFD": 0.09326807820807147,
    "FAR": 0.7732243769565394,
    "FBI": 1.1636153518642418,
    "CSI": 0.1389033162339649,
    "ETS": 0.08633997388256584,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6774198518347311
   },
   "W5": {
    "POD": 0.2674938573266269,
    "POFD": 0.0909743865455859,
    "FAR": 0.7678000649906945,
    "FBI": 1.1519979853392592,
    "CSI": 0.141943895664862,
    "ETS": 0.09006807800620628,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6715410040796297
   },
   "W6": {
    "POD": 0.24973539229788042,
    "POFD": 0.08809639188685746,
    "FAR": 0.7736424574134432,
    "FBI": 1.1032784215811329,
    "CSI": 0.13473406786485595,
    "ETS": 0.08370828192275538,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.6562416970206035
   },
   "ALL": {
    "POD": 0.34896415947022236,
    "POFD": 0.07755069803184904,
    "FAR": 0.6792167097922494,
    "FBI": 1.0878501783687697,
    "CSI": 0.20068259545341835,
    "ETS": 0.15018316432601778,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.7665270737195434
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.6469360327128192,
    "POFD": 0.07497848537005164,
    "FAR": 0.30134025075659315,
    "FBI": 0.9259672299905636,
    "CSI": 0.5058016052225626,
    "ETS": 0.41630124849203676,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.903617692096378
   },
   "W2": {
    "POD": 0.5758024691358025,
    "POFD": 0.14020294757187726,
    "FAR": 0.47503274394237066,
    "FBI": 1.096835016835017,
    "CSI": 0.3785602550101827,
    "ETS": 0.2663926462948935,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.8173748146955041
   },
   "W3": {
    "POD": 0.577941639314779,
    "POFD": 0.18837709234076472,
    "FAR": 0.5482215661464923,
    "FBI": 1.2792590261229262,
    "CSI": 0.3397024234255662,
    "ETS": 0.21467346441533108,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7777474358832858
   },
   "W4": {
    "POD": 0.5770594837261503,
    "POFD": 0.21063577664385383,
    "FAR": 0.5754112439717249,
    "FBI": 1.3591021324354657,
    "CSI": 0.32381912079607006,
    "ETS": 0.19326576383661817,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7618039511785734
   },
   "W5": {
    "POD": 0.6082911849710982,
    "POFD": 0.21989269400874883,
    "FAR": 0.5746360564625635,
    "FBI": 1.4300487716763006,
    "CSI": 0.3339034728935822,
    "ETS": 0.2016005801312639,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7710549951718102
   },
   "W6": {
    "POD": 0.600524080599982,
    "POFD": 0.2222961126896802,
    "FAR": 0.5803895570918963,
    "FBI": 1.4311466522092708,
    "CSI": 0.32804363385078605,
    "ETS": 0.19521114303196305,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7493099179524102
   },
   "ALL": {
    "POD": 0.6020268419611066,
    "POFD": 0.16724797614210304,
    "FAR": 0.5085083070593234,
    "FBI": 1.2248972884141331,
    "CSI": 0.3709642031358121,
    "ETS": 0.2513563648154304,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.8123464608081843
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.6411720113939171,
    "POFD": 0.09873760797727404,
    "FAR": 0.1961899550743002,
    "FBI": 0.797666084719287,
    "CSI": 0.5544101143123876,
    "ETS": 0.39224660735476796,
    "base_rate": 0.3868548272429973,
    "n": 225056,
    "AUC": 0.873865915444885
   },
   "W2": {
    "POD": 0.4323151293832408,
    "POFD": 0.1344422045134259,
    "FAR": 0.42412280701754385,
    "FBI": 0.7507071553646527,
    "CSI": 0.3279109103086581,
    "ETS": 0.19117714281154474,
    "base_rate": 0.29689055168491396,
    "n": 225056,
    "AUC": 0.7567558363191353
   },
   "W3": {
    "POD": 0.342933831956089,
    "POFD": 0.1557011465289152,
    "FAR": 0.5207973365923554,
    "FBI": 0.7156342360817902,
    "CSI": 0.24982423763072326,
    "ETS": 0.11366727329955846,
    "base_rate": 0.2946644390729418,
    "n": 225056,
    "AUC": 0.6864526866084408
   },
   "W4": {
    "POD": 0.3610685877232478,
    "POFD": 0.16104048577884944,
    "FAR": 0.5146759193883521,
    "FBI": 0.7439741858021912,
    "CSI": 0.26109416884624986,
    "ETS": 0.12110994259868572,
    "base_rate": 0.2960596473766529,
    "n": 225056,
    "AUC": 0.682255976430176
   },
   "W5": {
    "POD": 0.35875357519193135,
    "POFD": 0.15421179377907784,
    "FAR": 0.5065225493850167,
    "FBI": 0.7269908174017763,
    "CSI": 0.26220129384324253,
    "ETS": 0.12496589271354759,
    "base_rate": 0.2951709796672828,
    "n": 225056,
    "AUC": 0.6739710156498055
   },
   "W6": {
    "POD": 0.32553153207185054,
    "POFD": 0.1558328386860484,
    "FAR": 0.5319795641208045,
    "FBI": 0.6955498245719255,
    "CSI": 0.2376110843584468,
    "ETS": 0.1025946248467972,
    "base_rate": 0.2963440210436514,
    "n": 225056,
    "AUC": 0.6545005392808587
   },
   "ALL": {
    "POD": 0.42160156780195784,
    "POFD": 0.1443144504694293,
    "FAR": 0.43128613645123987,
    "FBI": 0.7413245831061243,
    "CSI": 0.31946216206950684,
    "ETS": 0.17540973162425094,
    "base_rate": 0.31099741101474004,
    "n": 1350336,
    "AUC": 0.733378426403036
   }
  },
  "daily_capable_own_fbi1": {
   "W1": {
    "POD": 0.6575734179748934,
    "POFD": 0.07888953774280796,
    "FAR": 0.30866127529086373,
    "FBI": 0.9511595321838094,
    "CSI": 0.5083337017551616,
    "ETS": 0.41764149626162256,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.903617692096378
   },
   "W2": {
    "POD": 0.5183838383838384,
    "POFD": 0.11083595071273254,
    "FAR": 0.4427661422642602,
    "FBI": 0.930280583613917,
    "CSI": 0.367154213036566,
    "ETS": 0.26438512358512034,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.8173748146955041
   },
   "W3": {
    "POD": 0.500382177060384,
    "POFD": 0.13120456027632182,
    "FAR": 0.4939753557950257,
    "FBI": 0.9888494222382087,
    "CSI": 0.33617278356743696,
    "ETS": 0.22751287789600871,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7777474358832858
   },
   "W4": {
    "POD": 0.49216610549943884,
    "POFD": 0.13309230732025829,
    "FAR": 0.5010013654984069,
    "FBI": 0.986307519640853,
    "CSI": 0.3293972717985698,
    "ETS": 0.22016618376036562,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7618039511785734
   },
   "W5": {
    "POD": 0.5075867052023122,
    "POFD": 0.13412040505594897,
    "FAR": 0.49684408433681004,
    "FBI": 1.0088059971098267,
    "CSI": 0.3381162951598833,
    "ETS": 0.22870184687413717,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7710549951718102
   },
   "W6": {
    "POD": 0.48843408331074367,
    "POFD": 0.13057251677649476,
    "FAR": 0.4997223507635354,
    "FBI": 0.9763260142766784,
    "CSI": 0.32827255336592476,
    "ETS": 0.22024958037790132,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7493099179524102
   },
   "ALL": {
    "POD": 0.5387975897014516,
    "POFD": 0.11622083263619097,
    "FAR": 0.44547101066266376,
    "FBI": 0.9716310599835661,
    "CSI": 0.3760364347123789,
    "ETS": 0.2714617081338799,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.8123464608081843
   }
  },
  "daily_capable_own_csi": {
   "W1": {
    "POD": 0.710302822338509,
    "POFD": 0.10133390705679862,
    "FAR": 0.3467970968759861,
    "FBI": 1.087415286952046,
    "CSI": 0.5157914408521772,
    "ETS": 0.4185477046756507,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.903617692096378
   },
   "W2": {
    "POD": 0.6323681257014591,
    "POFD": 0.17274704034791014,
    "FAR": 0.503769463820193,
    "FBI": 1.2743434343434343,
    "CSI": 0.38512645249487354,
    "ETS": 0.2640134646133079,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.8173748146955041
   },
   "W3": {
    "POD": 0.6181376736657525,
    "POFD": 0.22324339991787637,
    "FAR": 0.5734805944218658,
    "FBI": 1.4492603749831392,
    "CSI": 0.3375730491577862,
    "ETS": 0.20421770030494887,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7777474358832858
   },
   "W4": {
    "POD": 0.6111784511784512,
    "POFD": 0.23995792121109527,
    "FAR": 0.5931139603694073,
    "FBI": 1.5020875420875421,
    "CSI": 0.3232193732193732,
    "ETS": 0.18601629292723174,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7618039511785734
   },
   "W5": {
    "POD": 0.6282514450867052,
    "POFD": 0.23987964328008313,
    "FAR": 0.5879513076444629,
    "FBI": 1.524701950867052,
    "CSI": 0.3312775330396476,
    "ETS": 0.19458225914405344,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7710549951718102
   },
   "W6": {
    "POD": 0.6217132014095961,
    "POFD": 0.24505168974064445,
    "FAR": 0.5955977430351476,
    "FBI": 1.537363332429746,
    "CSI": 0.3245442324473479,
    "ETS": 0.18675367005034763,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7493099179524102
   },
   "ALL": {
    "POD": 0.6433922213092303,
    "POFD": 0.1947757530516449,
    "FAR": 0.5299529257567648,
    "FBI": 1.3687825253355246,
    "CSI": 0.372896625075404,
    "ETS": 0.2463377714847174,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.8123464608081843
   }
  },
  "daily_all_by_region": {
   "W1": {
    "POD": 0.562236138182723,
    "POFD": 0.046642941598202,
    "FAR": 0.4346337496611689,
    "FBI": 0.9944635673702982,
    "CSI": 0.3925606553294745,
    "ETS": 0.3484990943040428,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.9145427750288739
   },
   "W2": {
    "POD": 0.3445395273023635,
    "POFD": 0.07980818212159005,
    "FAR": 0.6842222570268545,
    "FBI": 1.0910823671688092,
    "CSI": 0.19726943962548874,
    "ETS": 0.14572790253361503,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7725971067952456
   },
   "W3": {
    "POD": 0.28363712634812377,
    "POFD": 0.09585358302150332,
    "FAR": 0.7654913543781922,
    "FBI": 1.2094953923598424,
    "CSI": 0.14727829734610276,
    "ETS": 0.09389069617070012,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.705272629334165
   },
   "W4": {
    "POD": 0.26540018517392155,
    "POFD": 0.09878571383535224,
    "FAR": 0.7821666296871533,
    "FBI": 1.218363305827572,
    "CSI": 0.13589615818505216,
    "ETS": 0.08211197526765311,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6774198518347311
   },
   "W5": {
    "POD": 0.27282998577486167,
    "POFD": 0.09342736414116382,
    "FAR": 0.7690197818408118,
    "FBI": 1.1811833409336863,
    "CSI": 0.14296617816471158,
    "ETS": 0.090463676712004,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6715410040796297
   },
   "W6": {
    "POD": 0.24372404809075365,
    "POFD": 0.089354091445122,
    "FAR": 0.7803204500978473,
    "FBI": 1.1094526012972563,
    "CSI": 0.1306321049071589,
    "ETS": 0.07941716624261422,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.6562416970206035
   },
   "ALL": {
    "POD": 0.3510346202189238,
    "POFD": 0.0807660205780643,
    "FAR": 0.6867316147943788,
    "FBI": 1.1205555261777016,
    "CSI": 0.19837834016926914,
    "ETS": 0.1470742370291707,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.7665270737195434
   }
  },
  "daily_capable_by_region": {
   "W1": {
    "POD": 0.6638643447427869,
    "POFD": 0.08101794934841407,
    "FAR": 0.3123222748815166,
    "FBI": 0.9653713076549141,
    "CSI": 0.5100736021091947,
    "ETS": 0.4187626360274577,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.903617692096378
   },
   "W2": {
    "POD": 0.5314927048260382,
    "POFD": 0.11510026576467745,
    "FAR": 0.4459212804792437,
    "FBI": 0.9592368125701459,
    "CSI": 0.372260478571204,
    "ETS": 0.26798101425791665,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.8173748146955041
   },
   "W3": {
    "POD": 0.5168382716604469,
    "POFD": 0.14258109707494987,
    "FAR": 0.50667353332475,
    "FBI": 1.0476597275302368,
    "CSI": 0.3376215231885335,
    "ETS": 0.22537454235412052,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7777474358832858
   },
   "W4": {
    "POD": 0.5142536475869809,
    "POFD": 0.1498029068220841,
    "FAR": 0.5195856399932898,
    "FBI": 1.0704377104377105,
    "CSI": 0.33045811216247406,
    "ETS": 0.2160328680835199,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7618039511785734
   },
   "W5": {
    "POD": 0.5184248554913294,
    "POFD": 0.14661526935253885,
    "FAR": 0.5138271291237877,
    "FBI": 1.0663385115606936,
    "CSI": 0.3349184584415206,
    "ETS": 0.22174056022841604,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7710549951718102
   },
   "W6": {
    "POD": 0.49683744465528146,
    "POFD": 0.14457408862825705,
    "FAR": 0.5209113879933781,
    "FBI": 1.0370470768952742,
    "CSI": 0.32257780645918277,
    "ETS": 0.21032293491795973,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7493099179524102
   },
   "ALL": {
    "POD": 0.5510955902492468,
    "POFD": 0.125682356813088,
    "FAR": 0.4592680681810547,
    "FBI": 1.019165981922761,
    "CSI": 0.3753877153131807,
    "ETS": 0.26779019501693785,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.8123464608081843
   }
  },
  "daily_all_by_season": {
   "W1": {
    "POD": 0.5599012980549911,
    "POFD": 0.046078605997083896,
    "FAR": 0.43266616520500395,
    "FBI": 0.9868991830133124,
    "CSI": 0.39236308894132965,
    "ETS": 0.348474800646783,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.9145427750288739
   },
   "W2": {
    "POD": 0.3416607513736625,
    "POFD": 0.07803052925573961,
    "FAR": 0.681160220316736,
    "FBI": 1.0715750453505797,
    "CSI": 0.1975015482346326,
    "ETS": 0.14643738254632768,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7725971067952456
   },
   "W3": {
    "POD": 0.2771350085928091,
    "POFD": 0.09001718976123464,
    "FAR": 0.7583024523803904,
    "FBI": 1.1466190340870648,
    "CSI": 0.1482414424587233,
    "ETS": 0.09623808980110607,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.705272629334165
   },
   "W4": {
    "POD": 0.26644094371118276,
    "POFD": 0.09810686811127466,
    "FAR": 0.7803192823113142,
    "FBI": 1.2128553953868715,
    "CSI": 0.13688808335850616,
    "ETS": 0.08323248754145164,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6774198518347311
   },
   "W5": {
    "POD": 0.2631786718212942,
    "POFD": 0.09481136434277841,
    "FAR": 0.7779060550711652,
    "FBI": 1.184988054967568,
    "CSI": 0.13694317143484513,
    "ETS": 0.08428504570104652,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6715410040796297
   },
   "W6": {
    "POD": 0.2455763020055907,
    "POFD": 0.09189750168767034,
    "FAR": 0.7838136479020457,
    "FBI": 1.135947295573588,
    "CSI": 0.12990905110222598,
    "ETS": 0.07807941757203422,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.6562416970206035
   },
   "ALL": {
    "POD": 0.3480316385927375,
    "POFD": 0.07996733979421936,
    "FAR": 0.6864418503869556,
    "FBI": 1.1099428894520398,
    "CSI": 0.19753074306268203,
    "ETS": 0.14645606111734438,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.7665270737195434
   }
  },
  "daily_capable_by_season": {
   "W1": {
    "POD": 0.6644648422979039,
    "POFD": 0.08001905581509712,
    "FAR": 0.3094707438114766,
    "FBI": 0.9622544393926397,
    "CSI": 0.5119973559546106,
    "ETS": 0.42108523661441405,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.903617692096378
   },
   "W2": {
    "POD": 0.5277216610549944,
    "POFD": 0.1147982604493839,
    "FAR": 0.4470317057107912,
    "FBI": 0.9543434343434344,
    "CSI": 0.36991000062936624,
    "ETS": 0.26576682091994713,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.8173748146955041
   },
   "W3": {
    "POD": 0.5119823748932152,
    "POFD": 0.13655467259244947,
    "FAR": 0.4982374195822684,
    "FBI": 1.0203677892181107,
    "CSI": 0.33942410873971623,
    "ETS": 0.2289934457164065,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7777474358832858
   },
   "W4": {
    "POD": 0.5139393939393939,
    "POFD": 0.14778360861889675,
    "FAR": 0.5163498098859316,
    "FBI": 1.0626262626262626,
    "CSI": 0.33185494390816594,
    "ETS": 0.21800142865374125,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7618039511785734
   },
   "W5": {
    "POD": 0.5200957369942196,
    "POFD": 0.1448268361650192,
    "FAR": 0.5099565994383457,
    "FBI": 1.0613258670520231,
    "CSI": 0.33745495033549183,
    "ETS": 0.22475944139849016,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7710549951718102
   },
   "W6": {
    "POD": 0.5042468600343363,
    "POFD": 0.14251859016988092,
    "FAR": 0.5136395328568939,
    "FBI": 1.0367760007228697,
    "CSI": 0.3290292149405973,
    "ETS": 0.2172274024984235,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7493099179524102
   },
   "ALL": {
    "POD": 0.551253081347576,
    "POFD": 0.12358817180774682,
    "FAR": 0.4550273146361772,
    "FBI": 1.0115242399342645,
    "CSI": 0.3775004923613651,
    "ETS": 0.27054301329726754,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.8123464608081843
   }
  }
 },
 "summary_rule_csi": {
  "daily_all": {
   "W1": {
    "POD": 0.621486335171899,
    "POFD": 0.06195697802537138,
    "FAR": 0.48019951370269265,
    "FBI": 1.1956247667233442,
    "CSI": 0.39481047074072906,
    "ETS": 0.34646103238087606,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.9145427750288739
   },
   "W2": {
    "POD": 0.48069642716302546,
    "POFD": 0.14319380280700522,
    "FAR": 0.7359045837636404,
    "FBI": 1.820161947577359,
    "CSI": 0.2054727556223574,
    "ETS": 0.1409207948544046,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7725971067952456
   },
   "W3": {
    "POD": 0.43486380059270086,
    "POFD": 0.1831150873427599,
    "FAR": 0.8026565464895635,
    "FBI": 2.2035886818495514,
    "CSI": 0.1570628427318847,
    "ETS": 0.0890442008934416,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.705272629334165
   },
   "W4": {
    "POD": 0.45080388459744947,
    "POFD": 0.2288915058815782,
    "FAR": 0.8304526853569886,
    "FBI": 2.658867735809528,
    "CSI": 0.140522104766439,
    "ETS": 0.06796715409779211,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6774198518347311
   },
   "W5": {
    "POD": 0.44690075753966363,
    "POFD": 0.21811199130817072,
    "FAR": 0.8259398874944993,
    "FBI": 2.5675081505278277,
    "CSI": 0.14320954264987817,
    "ETS": 0.07200285828543876,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6715410040796297
   },
   "W6": {
    "POD": 0.43249111189513395,
    "POFD": 0.23310088767258355,
    "FAR": 0.8392790957432056,
    "FBI": 2.6909449887372108,
    "CSI": 0.13272893471620403,
    "ETS": 0.06011110779929714,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.6562416970206035
   },
   "ALL": {
    "POD": 0.4915584996684822,
    "POFD": 0.1680840413269009,
    "FAR": 0.7651446173579699,
    "FBI": 2.0930263302405234,
    "CSI": 0.18895428722652804,
    "ETS": 0.121843666881727,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.7665270737195434
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.7095021589316862,
    "POFD": 0.10087287927219081,
    "FAR": 0.3460200316288877,
    "FBI": 1.0848989162448885,
    "CSI": 0.5158527204307782,
    "ETS": 0.4187461425039051,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.903617692096378
   },
   "W2": {
    "POD": 0.7055892255892255,
    "POFD": 0.233099782556173,
    "FAR": 0.5511095878673635,
    "FBI": 1.5718518518518518,
    "CSI": 0.378076062639821,
    "ETS": 0.24286464581762124,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.8173748146955041
   },
   "W3": {
    "POD": 0.719032417607122,
    "POFD": 0.3299437211661554,
    "FAR": 0.6307720724048762,
    "FBI": 1.9473944516883233,
    "CSI": 0.3226730695506547,
    "ETS": 0.16888767376254307,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7777474358832858
   },
   "W4": {
    "POD": 0.75003367003367,
    "POFD": 0.39285627917099947,
    "FAR": 0.660406122324532,
    "FBI": 2.2086195286195287,
    "CSI": 0.30506710490276634,
    "ETS": 0.1414053229317738,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7618039511785734
   },
   "W5": {
    "POD": 0.7716763005780347,
    "POFD": 0.3868574328733354,
    "FAR": 0.6519897356523155,
    "FBI": 2.2173952312138727,
    "CSI": 0.31552125263119024,
    "ETS": 0.15350903997892532,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7710549951718102
   },
   "W6": {
    "POD": 0.7527785307671455,
    "POFD": 0.4231908590774439,
    "FAR": 0.6774805466300182,
    "FBI": 2.334056203126412,
    "CSI": 0.2916302026814156,
    "ETS": 0.12449294579506388,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7493099179524102
   },
   "ALL": {
    "POD": 0.7325253355245138,
    "POFD": 0.2927961138986591,
    "FAR": 0.5981684734022973,
    "FBI": 1.8229663105998357,
    "CSI": 0.350416655748015,
    "ETS": 0.20336546483565052,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.8123464608081843
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.7004732151061288,
    "POFD": 0.13629775639167488,
    "FAR": 0.23570694538436474,
    "FBI": 0.9164982082146467,
    "CSI": 0.5760352123318725,
    "ETS": 0.4015463791571381,
    "base_rate": 0.3868548272429973,
    "n": 225056,
    "AUC": 0.873865915444885
   },
   "W2": {
    "POD": 0.6103087537602706,
    "POFD": 0.24262665967302624,
    "FAR": 0.48493154145404943,
    "FBI": 1.1849080323869674,
    "CSI": 0.3875962360992301,
    "ETS": 0.21141508810673806,
    "base_rate": 0.29689055168491396,
    "n": 225056,
    "AUC": 0.7567558363191353
   },
   "W3": {
    "POD": 0.5573768019784064,
    "POFD": 0.3027781277560791,
    "FAR": 0.5652741514360313,
    "FBI": 1.2821340249713493,
    "CSI": 0.3231624686349767,
    "ETS": 0.13332079352023357,
    "base_rate": 0.2946644390729418,
    "n": 225056,
    "AUC": 0.6864526866084408
   },
   "W4": {
    "POD": 0.6315623592976137,
    "POFD": 0.3624405085023923,
    "FAR": 0.5770796273404287,
    "FBI": 1.4933363349842412,
    "CSI": 0.3392261185006046,
    "ETS": 0.13344468716782287,
    "base_rate": 0.2960596473766529,
    "n": 225056,
    "AUC": 0.682255976430176
   },
   "W5": {
    "POD": 0.6128556375131717,
    "POFD": 0.3677455146066849,
    "FAR": 0.5889586656704965,
    "FBI": 1.4909829896131266,
    "CSI": 0.3263120772017569,
    "ETS": 0.12013687779870445,
    "base_rate": 0.2951709796672828,
    "n": 225056,
    "AUC": 0.6739710156498055
   },
   "W6": {
    "POD": 0.6071160824062134,
    "POFD": 0.38945580379131356,
    "FAR": 0.6036744122310749,
    "FBI": 1.5318619366059916,
    "CSI": 0.3154266216921531,
    "ETS": 0.10413328415093769,
    "base_rate": 0.2963440210436514,
    "n": 225056,
    "AUC": 0.6545005392808587
   },
   "ALL": {
    "POD": 0.6239108848413267,
    "POFD": 0.303845182370739,
    "FAR": 0.5189836700599407,
    "FBI": 1.2970679912656478,
    "CSI": 0.372894381792202,
    "ETS": 0.17367373213903642,
    "base_rate": 0.31099741101474004,
    "n": 1350336,
    "AUC": 0.733378426403036
   }
  }
 },
 "by_region": {
  "daily_all": {
   "S1": {
    "POD": 0.07805295062431998,
    "POFD": 0.0529643627713585,
    "FAR": 0.8773508100626882,
    "FBI": 0.6363918967929123,
    "CSI": 0.05008727454076968,
    "ETS": 0.015244050399375389,
    "base_rate": 0.08664170796523737,
    "n": 445536,
    "AUC": 0.5802856430082637,
    "n_events": 38602.0
   },
   "S2": {
    "POD": 0.06563582555231824,
    "POFD": 0.047553192258300785,
    "FAR": 0.873395875741216,
    "FBI": 0.5184335497487899,
    "CSI": 0.04517891545336829,
    "ETS": 0.011659253895939421,
    "base_rate": 0.09503968253968254,
    "n": 917280,
    "AUC": 0.5739808967959015,
    "n_events": 87178.0
   },
   "S3": {
    "POD": 0.10888702195273404,
    "POFD": 0.0614557807033851,
    "FAR": 0.8591409535510088,
    "FBI": 0.7730211491397889,
    "CSI": 0.06543163809565618,
    "ETS": 0.02715642928822621,
    "base_rate": 0.08469767844767845,
    "n": 323232,
    "AUC": 0.5939055638697258,
    "n_events": 27377.0
   },
   "S4": {
    "POD": 0.22813202676068067,
    "POFD": 0.08262417811433845,
    "FAR": 0.777897894651496,
    "FBI": 1.0271493212669682,
    "CSI": 0.12680924605746383,
    "ETS": 0.07744582323545425,
    "base_rate": 0.09371630155820944,
    "n": 768767,
    "AUC": 0.6558497444969515,
    "n_events": 72046.0
   },
   "S5": {
    "POD": 0.2609576703692585,
    "POFD": 0.09412720893552644,
    "FAR": 0.7708580466587585,
    "FBI": 1.1388471930351245,
    "CSI": 0.13896327085248392,
    "ETS": 0.08524242109544587,
    "base_rate": 0.09683702540845399,
    "n": 550368,
    "AUC": 0.6860050925647793,
    "n_events": 53296.0
   },
   "S6": {
    "POD": 0.44730819877523365,
    "POFD": 0.11722338602671885,
    "FAR": 0.7181319433814821,
    "FBI": 1.5869417916363031,
    "CSI": 0.20905831739961758,
    "ETS": 0.15027873774413375,
    "base_rate": 0.09326708447802198,
    "n": 838656,
    "AUC": 0.7594892368487388,
    "n_events": 78219.0
   },
   "S7": {
    "POD": 0.44537294593394267,
    "POFD": 0.14581926619091487,
    "FAR": 0.7530202473232572,
    "FBI": 1.80327715574671,
    "CSI": 0.18888508874977075,
    "ETS": 0.12391240878983073,
    "base_rate": 0.09697212853153447,
    "n": 882336,
    "AUC": 0.732200337951849,
    "n_events": 85562.0
   }
  },
  "daily_capable": {
   "S1": {
    "POD": 0.22366863905325443,
    "POFD": 0.12318840579710146,
    "FAR": 0.7640449438202247,
    "FBI": 0.9479289940828403,
    "CSI": 0.12971859986273165,
    "ETS": 0.05412914862840793,
    "base_rate": 0.14536383966970584,
    "n": 5813,
    "AUC": 0.6461316925363748,
    "n_events": 845.0
   },
   "S2": {
    "POD": 0.23931623931623933,
    "POFD": 0.15913913307062746,
    "FAR": 0.8241758241758241,
    "FBI": 1.3611111111111112,
    "CSI": 0.11278952668680765,
    "ETS": 0.03595859422544274,
    "base_rate": 0.12423679320414123,
    "n": 3767,
    "AUC": 0.6111784715907177,
    "n_events": 468.0
   },
   "S3": {
    "POD": 0.3361053361053361,
    "POFD": 0.19462820193981598,
    "FAR": 0.8013516280974811,
    "FBI": 1.6919611919611919,
    "CSI": 0.1426680394175614,
    "ETS": 0.05771854632910765,
    "base_rate": 0.1255273802792397,
    "n": 22991,
    "AUC": 0.6411917905700547,
    "n_events": 2886.0
   },
   "S4": {
    "POD": 0.4291458322593948,
    "POFD": 0.2353155782561109,
    "FAR": 0.6991869918699187,
    "FBI": 1.4266199288623125,
    "CSI": 0.2148442540452657,
    "ETS": 0.09090856445688218,
    "base_rate": 0.19088055574688328,
    "n": 101629,
    "AUC": 0.6586007509987417,
    "n_events": 19399.0
   },
   "S5": {
    "POD": 0.47179272879231093,
    "POFD": 0.23972359328726556,
    "FAR": 0.6418904631000212,
    "FBI": 1.3174536843571527,
    "CSI": 0.255622641509434,
    "ETS": 0.1163023876976259,
    "base_rate": 0.22086512429239477,
    "n": 32504,
    "AUC": 0.6759271798421606,
    "n_events": 7179.0
   },
   "S6": {
    "POD": 0.6784307463004365,
    "POFD": 0.2116573870523699,
    "FAR": 0.4469996094936434,
    "FBI": 1.2268178430746302,
    "CSI": 0.4381531903190319,
    "ETS": 0.27908702977130284,
    "base_rate": 0.2784802620851184,
    "n": 67459,
    "AUC": 0.8019634066950887,
    "n_events": 18786.0
   },
   "S7": {
    "POD": 0.8174220129487934,
    "POFD": 0.20813077201428548,
    "FAR": 0.48784895084264485,
    "FBI": 1.59605650382578,
    "CSI": 0.45957841093351864,
    "ETS": 0.3334128107836683,
    "base_rate": 0.21092227284577472,
    "n": 80551,
    "AUC": 0.8714911210550438,
    "n_events": 16990.0
   }
  },
  "daily_capable_own_region_thr": {
   "S1": {
    "POD": 0.19881656804733727,
    "POFD": 0.10869565217391304,
    "FAR": 0.7627118644067796,
    "FBI": 0.8378698224852071,
    "CSI": 0.12129963898916968,
    "ETS": 0.050763041000329405,
    "base_rate": 0.14536383966970584,
    "n": 5813,
    "AUC": 0.6461316925363748,
    "n_events": 845.0
   },
   "S2": {
    "POD": 0.21153846153846154,
    "POFD": 0.11943013034252804,
    "FAR": 0.7991886409736308,
    "FBI": 1.0534188034188035,
    "CSI": 0.1148491879350348,
    "ETS": 0.047144803625477794,
    "base_rate": 0.12423679320414123,
    "n": 3767,
    "AUC": 0.6111784715907177,
    "n_events": 468.0
   },
   "S3": {
    "POD": 0.25675675675675674,
    "POFD": 0.14195473762745586,
    "FAR": 0.7938803894297636,
    "FBI": 1.2456687456687456,
    "CSI": 0.12909407665505226,
    "ETS": 0.05478236154218201,
    "base_rate": 0.1255273802792397,
    "n": 22991,
    "AUC": 0.6411917905700547,
    "n_events": 2886.0
   },
   "S4": {
    "POD": 0.34960564977576164,
    "POFD": 0.17347683327252827,
    "FAR": 0.6777688031548439,
    "FBI": 1.0849528326202382,
    "CSI": 0.20146150190114068,
    "ETS": 0.09324991139748891,
    "base_rate": 0.19088055574688328,
    "n": 101629,
    "AUC": 0.6586007509987417,
    "n_events": 19399.0
   },
   "S5": {
    "POD": 0.36913219111296836,
    "POFD": 0.17239881539980256,
    "FAR": 0.6222919042189282,
    "FBI": 0.977294887867391,
    "CSI": 0.22953659592897357,
    "ETS": 0.11009155765117103,
    "base_rate": 0.22086512429239477,
    "n": 32504,
    "AUC": 0.6759271798421606,
    "n_events": 7179.0
   },
   "S6": {
    "POD": 0.585915043117215,
    "POFD": 0.12688759681959197,
    "FAR": 0.35942501309433744,
    "FBI": 0.9146704993079953,
    "CSI": 0.4409502443714446,
    "ETS": 0.3083665865429474,
    "base_rate": 0.2784802620851184,
    "n": 67459,
    "AUC": 0.8019634066950887,
    "n_events": 18786.0
   },
   "S7": {
    "POD": 0.7348440258975868,
    "POFD": 0.12403832538820975,
    "FAR": 0.38705876577151554,
    "FBI": 1.1988816951147734,
    "CSI": 0.5019297258181233,
    "ETS": 0.3979411977293822,
    "base_rate": 0.21092227284577472,
    "n": 80551,
    "AUC": 0.8714911210550438,
    "n_events": 16990.0
   }
  }
 },
 "probabilistic": {
  "W1": {
   "reliability": [
    [
     0.03313667708068953,
     0.017486586605181778,
     1830260
    ],
    [
     0.14183563322262968,
     0.15157548923426448,
     309872
    ],
    [
     0.2439319907195711,
     0.2949026890962672,
     130304
    ],
    [
     0.34730078028173617,
     0.4561438989281338,
     84059
    ],
    [
     0.44603696797352205,
     0.6052391053167089,
     57987
    ],
    [
     0.5444830082419447,
     0.7377761680550525,
     33132
    ],
    [
     0.6444611586155138,
     0.8296554165683266,
     16948
    ],
    [
     0.7434694585013362,
     0.8850251010162851,
     8167
    ],
    [
     0.8413327840747457,
     0.9289751781764561,
     4069
    ],
    [
     0.9308166047931039,
     0.9498777506112469,
     818
    ]
   ],
   "bss": 0.3263237862277911,
   "auc": 0.9145427750288739
  },
  "W2": {
   "reliability": [
    [
     0.0480194416730395,
     0.042809703892957414,
     1036821
    ],
    [
     0.13920064753787614,
     0.14313051018933373,
     345950
    ],
    [
     0.24289270441162178,
     0.22313626592467825,
     107459
    ],
    [
     0.34287260363878985,
     0.34073609549346945,
     46244
    ],
    [
     0.4446917031444273,
     0.4196999229409365,
     22061
    ],
    [
     0.5424159898599186,
     0.5212569316081331,
     10820
    ],
    [
     0.639983677950883,
     0.5490419708029197,
     4384
    ],
    [
     0.7399417596095894,
     0.7339373970345964,
     1214
    ],
    [
     0.8299258059547374,
     0.744578313253012,
     415
    ],
    [
     0.9081516725217931,
     1.0,
     5
    ]
   ],
   "bss": 0.10876001535978497,
   "auc": 0.7725971067952456
  },
  "W3": {
   "reliability": [
    [
     0.055785651605207466,
     0.055094103948760485,
     1015154
    ],
    [
     0.1374666127226046,
     0.12949295383722545,
     396315
    ],
    [
     0.24184590041488505,
     0.1791226236887585,
     99524
    ],
    [
     0.3427234956984432,
     0.269058186606838,
     41006
    ],
    [
     0.44166611220794505,
     0.42805237110818767,
     15963
    ],
    [
     0.540420937856135,
     0.612977369165488,
     5656
    ],
    [
     0.6385811617957485,
     0.7676240208877284,
     1532
    ],
    [
     0.7301715526319112,
     0.8716814159292036,
     226
    ],
    [
     0.8209055066798767,
     1.0,
     16
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.06118577902477684,
   "auc": 0.705272629334165
  },
  "W4": {
   "reliability": [
    [
     0.05887016297331594,
     0.06159510246933723,
     986783
    ],
    [
     0.13703834122683467,
     0.1165806779826381,
     430483
    ],
    [
     0.2407747182351678,
     0.16588855937594815,
     102171
    ],
    [
     0.3415035112028263,
     0.2683118699376493,
     34322
    ],
    [
     0.4436690586092941,
     0.4326155162578437,
     14024
    ],
    [
     0.5424563609228156,
     0.5852734163508392,
     5541
    ],
    [
     0.6361037597763463,
     0.7109728506787331,
     1768
    ],
    [
     0.7353548875696698,
     0.915129151291513,
     271
    ],
    [
     0.820543544475628,
     1.0,
     29
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.04768010418788604,
   "auc": 0.6774198518347311
  },
  "W5": {
   "reliability": [
    [
     0.06101597817055075,
     0.060193237319452614,
     959028
    ],
    [
     0.1362659772650006,
     0.11236741412577807,
     458665
    ],
    [
     0.24088084472734672,
     0.18296055504342343,
     103055
    ],
    [
     0.3414939908106812,
     0.27678345649180974,
     35591
    ],
    [
     0.4417148681967438,
     0.406972394703374,
     13367
    ],
    [
     0.5399481022484697,
     0.5768975437043594,
     4519
    ],
    [
     0.6340474445529268,
     0.760806916426513,
     1041
    ],
    [
     0.7310444388512176,
     0.8925619834710744,
     121
    ],
    [
     0.8029816059594127,
     1.0,
     4
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.04426390465240704,
   "auc": 0.6715410040796297
  },
  "W6": {
   "reliability": [
    [
     0.06248627491619899,
     0.06366804333845401,
     936074
    ],
    [
     0.136280076566835,
     0.1076784323371459,
     487860
    ],
    [
     0.23985614761609686,
     0.17991924211834134,
     103024
    ],
    [
     0.34134294537875687,
     0.27325599872874623,
     31465
    ],
    [
     0.44172687861672016,
     0.42777546777546777,
     12025
    ],
    [
     0.5400676668822655,
     0.5807297877414739,
     4193
    ],
    [
     0.6300461165741301,
     0.711484593837535,
     714
    ],
    [
     0.71672397671932,
     1.0,
     37
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.03639963650091449,
   "auc": 0.6562416970206035
  }
 },
 "thresholds": {
  "0": 0.8374546542354415,
  "1": 0.7873613718796003,
  "2": 0.7533276567081718,
  "3": 0.7443404928232142,
  "4": 0.7463155272689909,
  "5": 0.7467975147013203
 },
 "thresholds_csi": {
  "0": 0.7954231922199577,
  "1": 0.6851435949526884,
  "2": 0.6359725697087277,
  "3": 0.6021290497528767,
  "4": 0.6153407740293657,
  "5": 0.610580954558095
 },
 "thresholds_fbi1": {
  "0": 0.8374546542354415,
  "1": 0.7873613718796003,
  "2": 0.7533276567081718,
  "3": 0.7443404928232142,
  "4": 0.7463155272689909,
  "5": 0.7467975147013203
 },
 "thresholds_capable_fbi1": {
  "0": 0.8309689119729304,
  "1": 0.8295362456862057,
  "2": 0.8156487343420886,
  "3": 0.8189389369850737,
  "4": 0.8253260303168125,
  "5": 0.8264042749580529
 },
 "decision_rule": "FBI~1 (rule B) on reweighted out-of-fold scores",
 "neg_keep": 0.15,
 "features": [
  "sv_mod",
  "ev_mod",
  "lead",
  "doy_cos",
  "doy_sin",
  "z_cape",
  "z_tcw",
  "z_tcc",
  "z_sm20",
  "z_sm100",
  "z_t2m",
  "z_d2m",
  "z_skt",
  "z_st20",
  "z_st100",
  "z_dtd2m",
  "z_sshf",
  "z_slhf",
  "z_ssrd",
  "z_strd",
  "z_ssr",
  "z_str",
  "z_ttr",
  "z_cp",
  "z_tp",
  "z_srn",
  "z_bowen",
  "z_msl",
  "z_u10",
  "z_v10",
  "z_uv10",
  "z_thk_1000_500",
  "z_thk_1000_850",
  "z_thk_850_700",
  "z_thk_925_500",
  "z_thk_925_700",
  "z_ivt_u",
  "z_ivt_v",
  "z_ivt",
  "z_dt_850_500",
  "z_dt_925_850",
  "z_dt_700_500",
  "z_w",
  "z_mx2t6",
  "z_mn2t6",
  "h50001",
  "h50002",
  "h50003",
  "h50004",
  "h50005",
  "h50006",
  "h50007",
  "h50008",
  "h50009",
  "h50010",
  "t85001",
  "t85002",
  "t85003",
  "t85004",
  "t85005",
  "t85006",
  "t85007",
  "t85008",
  "t85009",
  "t85010",
  "lat",
  "lon",
  "region",
  "thr_obs",
  "thr_mod"
 ],
 "model": "ensemble"
}