{
 "summary": {
  "daily_all": {
   "W1": {
    "POD": 0.5131630240948866,
    "POFD": 0.048573139415507637,
    "FAR": 0.4672737057367345,
    "FBI": 0.9632770704599178,
    "CSI": 0.3538777004341286,
    "ETS": 0.30918035758472034,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.8759386259457719
   },
   "W2": {
    "POD": 0.3135893997949365,
    "POFD": 0.07246429763389485,
    "FAR": 0.6837018131194272,
    "FBI": 0.9914359702395037,
    "CSI": 0.18689992596393779,
    "ETS": 0.13768928045349524,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7523439662367095
   },
   "W3": {
    "POD": 0.256092775274361,
    "POFD": 0.08355877091105735,
    "FAR": 0.7591289185302091,
    "FBI": 1.0631943598695517,
    "CSI": 0.14171465370704567,
    "ETS": 0.09157282900032623,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.6934471143066477
   },
   "W4": {
    "POD": 0.23634680237076686,
    "POFD": 0.09045601759254264,
    "FAR": 0.7868743563022956,
    "FBI": 1.10895525414107,
    "CSI": 0.12621261115602264,
    "ETS": 0.07474793932985725,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6593964501272096
   },
   "W5": {
    "POD": 0.2540922796294658,
    "POFD": 0.09604835390082242,
    "FAR": 0.7861047131217986,
    "FBI": 1.187928370643126,
    "CSI": 0.13139287285525736,
    "ETS": 0.07860710031352454,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6556469858340084
   },
   "W6": {
    "POD": 0.23560941189242002,
    "POFD": 0.0888316839448629,
    "FAR": 0.7850821275173601,
    "FBI": 1.0962764946942762,
    "CSI": 0.12662631271878647,
    "ETS": 0.07567571523105354,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.6549960380388148
   },
   "ALL": {
    "POD": 0.32168512725808357,
    "POFD": 0.0772883490586176,
    "FAR": 0.6959703439148608,
    "FBI": 1.0580715427576586,
    "CSI": 0.18526125543635497,
    "ETS": 0.1352066332215861,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.7331175167365601
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.5240627948871922,
    "POFD": 0.04966037619867224,
    "FAR": 0.26070996369503835,
    "FBI": 0.7088730662548969,
    "CSI": 0.4423179031713086,
    "ETS": 0.36139456325157987,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8698304813628043
   },
   "W2": {
    "POD": 0.4494725028058361,
    "POFD": 0.0833897076588548,
    "FAR": 0.40809932013006206,
    "FBI": 0.7593714927048261,
    "CSI": 0.3431352388786072,
    "ETS": 0.2510789397603712,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.799087113111193
   },
   "W3": {
    "POD": 0.43806483521424394,
    "POFD": 0.09872949928745682,
    "FAR": 0.4562451166424824,
    "FBI": 0.8056292432894204,
    "CSI": 0.32032482903734877,
    "ETS": 0.22346704786580054,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7571361721458361
   },
   "W4": {
    "POD": 0.43757575757575756,
    "POFD": 0.1111702256293681,
    "FAR": 0.48540203790718545,
    "FBI": 0.8503254769921437,
    "CSI": 0.3097333884139947,
    "ETS": 0.20866805452625173,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7319065192104135
   },
   "W5": {
    "POD": 0.45741510115606937,
    "POFD": 0.11787949827198685,
    "FAR": 0.49059545363106016,
    "FBI": 0.8979407514450867,
    "CSI": 0.3175334649989028,
    "ETS": 0.21412145401323246,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7462755184410519
   },
   "W6": {
    "POD": 0.4364778169332249,
    "POFD": 0.10672873465933136,
    "FAR": 0.4774448290783211,
    "FBI": 0.8352760459022318,
    "CSI": 0.31203772487968734,
    "ETS": 0.2127946985874117,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7407133773471711
   },
   "ALL": {
    "POD": 0.46301698164886335,
    "POFD": 0.09067508508201153,
    "FAR": 0.42174351782171443,
    "FBI": 0.8007121336620104,
    "CSI": 0.3461304176456436,
    "ETS": 0.25126296106626284,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7806633353095774
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.5866718735642745,
    "POFD": 0.0915125514522581,
    "FAR": 0.198223087307318,
    "FBI": 0.7317146007534687,
    "CSI": 0.5123580628335273,
    "ETS": 0.3522195035862404,
    "base_rate": 0.3868548272429973,
    "n": 225056,
    "AUC": 0.8417934150652389
   },
   "W2": {
    "POD": 0.42852866785398924,
    "POFD": 0.13956736329223515,
    "FAR": 0.43544698134784493,
    "FBI": 0.7590583234805514,
    "CSI": 0.3220737441227419,
    "ETS": 0.18383685782823578,
    "base_rate": 0.29689055168491396,
    "n": 225056,
    "AUC": 0.7392183161901251
   },
   "W3": {
    "POD": 0.36422582785451474,
    "POFD": 0.16924530679097896,
    "FAR": 0.526577812622501,
    "FBI": 0.7693467639785271,
    "CSI": 0.2592131527548239,
    "ETS": 0.1167041332653311,
    "base_rate": 0.2946644390729418,
    "n": 225056,
    "AUC": 0.6736739599543947
   },
   "W4": {
    "POD": 0.3710490769923458,
    "POFD": 0.1886685266307298,
    "FAR": 0.5473055865819494,
    "FBI": 0.8196458051928561,
    "CSI": 0.25614380439287193,
    "ETS": 0.10646119061815842,
    "base_rate": 0.2960596473766529,
    "n": 225056,
    "AUC": 0.6574373056943025
   },
   "W5": {
    "POD": 0.37120276983290684,
    "POFD": 0.1948671718381602,
    "FAR": 0.5562533741227281,
    "FBI": 0.8365196447388228,
    "CSI": 0.2533259366556744,
    "ETS": 0.10200787138100735,
    "base_rate": 0.2951709796672828,
    "n": 225056,
    "AUC": 0.6483526248617705
   },
   "W6": {
    "POD": 0.35709359162743276,
    "POFD": 0.1897803766054988,
    "FAR": 0.5578986448858363,
    "FBI": 0.8077188352775362,
    "CSI": 0.24616529540662338,
    "ETS": 0.09719687909510463,
    "base_rate": 0.2963440210436514,
    "n": 225056,
    "AUC": 0.6466020007560025
   },
   "ALL": {
    "POD": 0.4216277613340604,
    "POFD": 0.16383970076903648,
    "FAR": 0.4626263668561474,
    "FBI": 0.7846082042905006,
    "CSI": 0.3093424880106921,
    "ETS": 0.15873235979383546,
    "base_rate": 0.31099741101474004,
    "n": 1350336,
    "AUC": 0.7019351268080644
   }
  },
  "daily_capable_own_fbi1": {
   "W1": {
    "POD": 0.6297503645878013,
    "POFD": 0.08484447996065896,
    "FAR": 0.3339482836836534,
    "FBI": 0.9454976980927053,
    "CSI": 0.47862560580705454,
    "ETS": 0.3850279739687151,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8698304813628043
   },
   "W2": {
    "POD": 0.5088215488215488,
    "POFD": 0.1113433196424257,
    "FAR": 0.44849399056007005,
    "FBI": 0.9226038159371492,
    "CSI": 0.3599009272196113,
    "ETS": 0.2571090575610812,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.799087113111193
   },
   "W3": {
    "POD": 0.4947169641652803,
    "POFD": 0.13204995048428783,
    "FAR": 0.49842731458266853,
    "FBI": 0.9863315498403848,
    "CSI": 0.33166541070082894,
    "ETS": 0.22285933938923141,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7571361721458361
   },
   "W4": {
    "POD": 0.4858810325476992,
    "POFD": 0.14339435563831587,
    "FAR": 0.522837492284631,
    "FBI": 1.0182716049382716,
    "CSI": 0.3170738852756782,
    "ETS": 0.20497583872898828,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7319065192104135
   },
   "W5": {
    "POD": 0.5024837427745664,
    "POFD": 0.1450443483094473,
    "FAR": 0.5189364461738003,
    "FBI": 1.0445267341040463,
    "CSI": 0.3258558584941576,
    "ETS": 0.21337467802048501,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7462755184410519
   },
   "W6": {
    "POD": 0.48902141501762,
    "POFD": 0.13654555347318784,
    "FAR": 0.5106027038025048,
    "FBI": 0.999231950844854,
    "CSI": 0.32381009363688035,
    "ETS": 0.21401582961406806,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7407133773471711
   },
   "ALL": {
    "POD": 0.5281703642837579,
    "POFD": 0.12198857483263986,
    "FAR": 0.4624134037719017,
    "FBI": 0.9824842508901671,
    "CSI": 0.3631749439704691,
    "ETS": 0.2569135606336454,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7806633353095774
   }
  },
  "daily_capable_own_csi": {
   "W1": {
    "POD": 0.6801921592176374,
    "POFD": 0.11081571182689944,
    "FAR": 0.3774503389253841,
    "FBI": 1.092591003974722,
    "CSI": 0.4815864596197842,
    "ETS": 0.38000625117033693,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8698304813628043
   },
   "W2": {
    "POD": 0.6209203142536476,
    "POFD": 0.17899251026818072,
    "FAR": 0.5172088802010611,
    "FBI": 1.2861054994388328,
    "CSI": 0.372883640677235,
    "ETS": 0.25007366430826106,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.799087113111193
   },
   "W3": {
    "POD": 0.6184973697225844,
    "POFD": 0.24443854013188088,
    "FAR": 0.5953641604894694,
    "FBI": 1.5285283935074863,
    "CSI": 0.3238153527459335,
    "ETS": 0.18586733559794624,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7571361721458361
   },
   "W4": {
    "POD": 0.6190347923681258,
    "POFD": 0.26437087373945006,
    "FAR": 0.6132443272655878,
    "FBI": 1.6005836139169471,
    "CSI": 0.31239946532544915,
    "ETS": 0.1701713048026252,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7319065192104135
   },
   "W5": {
    "POD": 0.6380509393063584,
    "POFD": 0.2633467868622665,
    "FAR": 0.6066755748566338,
    "FBI": 1.6222001445086704,
    "CSI": 0.3215740719666796,
    "ETS": 0.18005944112513664,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7462755184410519
   },
   "W6": {
    "POD": 0.6339116291677962,
    "POFD": 0.2656913124962215,
    "FAR": 0.6103041244271629,
    "FBI": 1.626682931237011,
    "CSI": 0.31810555908225263,
    "ETS": 0.17611910347725399,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7407133773471711
   },
   "ALL": {
    "POD": 0.6390235551903588,
    "POFD": 0.2116432273615659,
    "FAR": 0.5522637969995154,
    "FBI": 1.4272322651328404,
    "CSI": 0.3573540111047291,
    "ETS": 0.22671071653779784,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7806633353095774
   }
  },
  "daily_all_by_region": {
   "W1": {
    "POD": 0.5140753950151371,
    "POFD": 0.04844783095530695,
    "FAR": 0.4661886613698512,
    "FBI": 0.9630282420271223,
    "CSI": 0.3547909761696233,
    "ETS": 0.31013090333466276,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.8759386259457719
   },
   "W2": {
    "POD": 0.31075005915293,
    "POFD": 0.07231534016055086,
    "FAR": 0.685221802784269,
    "FBI": 0.9872032494676236,
    "CSI": 0.18536160803547275,
    "ETS": 0.13623778039087986,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7523439662367095
   },
   "W3": {
    "POD": 0.2551928984154048,
    "POFD": 0.08362391548297345,
    "FAR": 0.7599141936880164,
    "FBI": 1.0629237202127229,
    "CSI": 0.14116753187937675,
    "ETS": 0.0910257408783513,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.6934471143066477
   },
   "W4": {
    "POD": 0.23283931093675025,
    "POFD": 0.09079018623071086,
    "FAR": 0.7899834805454468,
    "FBI": 1.1086714109036353,
    "CSI": 0.12412588042440509,
    "ETS": 0.07264612445784294,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6593964501272096
   },
   "W5": {
    "POD": 0.25403102305289166,
    "POFD": 0.0965537904944318,
    "FAR": 0.7870263114347179,
    "FBI": 1.1927812527650539,
    "CSI": 0.13102823621101856,
    "ETS": 0.07813402361785525,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6556469858340084
   },
   "W6": {
    "POD": 0.23391999348657963,
    "POFD": 0.08866921941395123,
    "FAR": 0.7859860829189868,
    "FBI": 1.0930129997014681,
    "CSI": 0.12582479343668798,
    "ETS": 0.07494253093616521,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.6549960380388148
   },
   "ALL": {
    "POD": 0.3205441366097324,
    "POFD": 0.07734897323143919,
    "FAR": 0.6968873178082271,
    "FBI": 1.0575081659134637,
    "CSI": 0.1845427603576936,
    "ETS": 0.13448998224936748,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.7331175167365601
   }
  },
  "daily_capable_by_region": {
   "W1": {
    "POD": 0.6375854279259958,
    "POFD": 0.08738013277600197,
    "FAR": 0.33775876919421427,
    "FBI": 0.96276915158274,
    "CSI": 0.48112983622122,
    "ETS": 0.3867690215968386,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8698304813628043
   },
   "W2": {
    "POD": 0.5111111111111111,
    "POFD": 0.110908431988403,
    "FAR": 0.4464164154429641,
    "FBI": 0.92327721661055,
    "CSI": 0.36193413021363174,
    "ETS": 0.2592457035070931,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.799087113111193
   },
   "W3": {
    "POD": 0.49894339283305605,
    "POFD": 0.13426004202797034,
    "FAR": 0.5004501665616278,
    "FBI": 0.9987860258081921,
    "CSI": 0.33266382876671263,
    "ETS": 0.22312587801333705,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7571361721458361
   },
   "W4": {
    "POD": 0.49328843995510663,
    "POFD": 0.14838818891925226,
    "FAR": 0.5276010318142734,
    "FBI": 1.044219977553311,
    "CSI": 0.31805945523489737,
    "ETS": 0.20439629629885436,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7319065192104135
   },
   "W5": {
    "POD": 0.5109736271676301,
    "POFD": 0.15067549604852937,
    "FAR": 0.5242600067272116,
    "FBI": 1.0740606936416186,
    "CSI": 0.32690029757605527,
    "ETS": 0.21269768258177957,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7462755184410519
   },
   "W6": {
    "POD": 0.49661154784494443,
    "POFD": 0.1389154222840215,
    "FAR": 0.511053778746497,
    "FBI": 1.0156772386373905,
    "CSI": 0.3269190732534277,
    "ETS": 0.21628931340969246,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7407133773471711
   },
   "ALL": {
    "POD": 0.5346069569980827,
    "POFD": 0.12484210874685367,
    "FAR": 0.4651513283187417,
    "FBI": 0.9995480690221857,
    "CSI": 0.36493409367112273,
    "ETS": 0.2577292097338206,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7806633353095774
   }
  },
  "daily_all_by_season": {
   "W1": {
    "POD": 0.512068178990586,
    "POFD": 0.047489221234771666,
    "FAR": 0.46219113285044144,
    "FBI": 0.9521378509517687,
    "CSI": 0.35558569766504244,
    "ETS": 0.31122900665958436,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.8759386259457719
   },
   "W2": {
    "POD": 0.30969187895996003,
    "POFD": 0.0730256986772998,
    "FAR": 0.6880589999404175,
    "FBI": 0.9927899150826827,
    "CSI": 0.1840010934083099,
    "ETS": 0.1347071082874025,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7523439662367095
   },
   "W3": {
    "POD": 0.2486840146686694,
    "POFD": 0.08320993223563562,
    "FAR": 0.763701822623678,
    "FBI": 1.0524161355363402,
    "CSI": 0.13787192221705402,
    "ETS": 0.08794723598661806,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.6934471143066477
   },
   "W4": {
    "POD": 0.2293520940196933,
    "POFD": 0.09123364272538693,
    "FAR": 0.793276317873372,
    "FBI": 1.109462117065061,
    "CSI": 0.12198865556186601,
    "ETS": 0.07046871826243915,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6593964501272096
   },
   "W5": {
    "POD": 0.24829332371378204,
    "POFD": 0.09711733129478574,
    "FAR": 0.7917915175590295,
    "FBI": 1.1925226138861853,
    "CSI": 0.12770784030918741,
    "ETS": 0.07478240322583934,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6556469858340084
   },
   "W6": {
    "POD": 0.22797649740820147,
    "POFD": 0.08975815193794975,
    "FAR": 0.7922992285629512,
    "FBI": 1.0976198876434988,
    "CSI": 0.12193581866941498,
    "ETS": 0.07090571290506334,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.6549960380388148
   },
   "ALL": {
    "POD": 0.3166371080259845,
    "POFD": 0.07748463049139734,
    "FAR": 0.6998397819028743,
    "FBI": 1.0548936499090869,
    "CSI": 0.18215786933438638,
    "ETS": 0.13212991951086206,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.7331175167365601
   }
  },
  "daily_capable_by_season": {
   "W1": {
    "POD": 0.6316376426181693,
    "POFD": 0.0851825670027047,
    "FAR": 0.33416729464958556,
    "FBI": 0.9486431614766521,
    "CSI": 0.4796013635278025,
    "ETS": 0.3859178217075875,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8698304813628043
   },
   "W2": {
    "POD": 0.5092704826038159,
    "POFD": 0.11206813239913023,
    "FAR": 0.44988118907909413,
    "FBI": 0.9257463524130191,
    "CSI": 0.35953346855983775,
    "ETS": 0.2565037270039034,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.799087113111193
   },
   "W3": {
    "POD": 0.49633559642102426,
    "POFD": 0.1331489577546436,
    "FAR": 0.49968274111675126,
    "FBI": 0.9920417247425926,
    "CSI": 0.33184031744123127,
    "ETS": 0.2226782714552548,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7571361721458361
   },
   "W4": {
    "POD": 0.4901459034792368,
    "POFD": 0.14864211264540156,
    "FAR": 0.5296195769247339,
    "FBI": 1.042020202020202,
    "CSI": 0.3158412404535987,
    "ETS": 0.20216910971490984,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7319065192104135
   },
   "W5": {
    "POD": 0.5080834537572254,
    "POFD": 0.15181139280276482,
    "FAR": 0.5275468211976149,
    "FBI": 1.0754154624277457,
    "CSI": 0.3241709165298067,
    "ETS": 0.2096997040497438,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7462755184410519
   },
   "W6": {
    "POD": 0.49814764615523627,
    "POFD": 0.1422163109848256,
    "FAR": 0.516148850272073,
    "FBI": 1.0295473027920845,
    "CSI": 0.3252891196601369,
    "ETS": 0.21368166667499225,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7407133773471711
   },
   "ALL": {
    "POD": 0.5318200493015612,
    "POFD": 0.12503700217140692,
    "FAR": 0.46684011450303076,
    "FBI": 0.9974869898657902,
    "CSI": 0.36285191033703035,
    "ETS": 0.255616744921434,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7806633353095774
   }
  }
 },
 "summary_rule_csi": {
  "daily_all": {
   "W1": {
    "POD": 0.5632065690706258,
    "POFD": 0.0615425650462791,
    "FAR": 0.5031281784854494,
    "FBI": 1.1335047484759257,
    "CSI": 0.3586621805063305,
    "ETS": 0.3101604454953719,
    "base_rate": 0.09740202034564327,
    "n": 2475616,
    "AUC": 0.8759386259457719
   },
   "W2": {
    "POD": 0.48306254436469753,
    "POFD": 0.15431642923641728,
    "FAR": 0.7492631104924878,
    "FBI": 1.9265714961747773,
    "CSI": 0.19769215251159974,
    "ETS": 0.13156309764199303,
    "base_rate": 0.09657903239423299,
    "n": 1575373,
    "AUC": 0.7523439662367095
   },
   "W3": {
    "POD": 0.4237675746627153,
    "POFD": 0.17971426049703207,
    "FAR": 0.8037789286038767,
    "FBI": 2.1596435675719565,
    "CSI": 0.15489282985084962,
    "ETS": 0.0873011741487851,
    "base_rate": 0.09381665007820277,
    "n": 1575392,
    "AUC": 0.6934471143066477
   },
   "W4": {
    "POD": 0.43652386648554764,
    "POFD": 0.228342264346308,
    "FAR": 0.8346055262935527,
    "FBI": 2.6392893105988415,
    "CSI": 0.13629592116646622,
    "ETS": 0.06383635318976323,
    "base_rate": 0.09392519449127582,
    "n": 1575392,
    "AUC": 0.6593964501272096
   },
   "W5": {
    "POD": 0.4383452556781443,
    "POFD": 0.21797758157690617,
    "FAR": 0.8286137789167511,
    "FBI": 2.5576458416993937,
    "CSI": 0.14052677630444887,
    "ETS": 0.0693619465497454,
    "base_rate": 0.09326129195863123,
    "n": 1575391,
    "AUC": 0.6556469858340084
   },
   "W6": {
    "POD": 0.48631503243140556,
    "POFD": 0.27443690633919793,
    "FAR": 0.8453817513492992,
    "FBI": 3.145262843650772,
    "CSI": 0.13291116941876743,
    "ETS": 0.05707975060690531,
    "base_rate": 0.09355639739188723,
    "n": 1575392,
    "AUC": 0.6549960380388148
   },
   "ALL": {
    "POD": 0.480606209755165,
    "POFD": 0.17535264483627205,
    "FAR": 0.7766001850135262,
    "FBI": 2.1513276982089904,
    "CSI": 0.17995369859153856,
    "ETS": 0.11200999285296392,
    "base_rate": 0.09498678394012068,
    "n": 10352556,
    "AUC": 0.7331175167365601
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.5728174773383661,
    "POFD": 0.06301481435947873,
    "FAR": 0.29047568448269756,
    "FBI": 0.8073260701724286,
    "CSI": 0.46400444732697116,
    "ETS": 0.377828401152734,
    "base_rate": 0.21179783787057505,
    "n": 165115,
    "AUC": 0.8698304813628043
   },
   "W2": {
    "POD": 0.589719416386083,
    "POFD": 0.15735684948055087,
    "FAR": 0.49789771424203044,
    "FBI": 1.174500561167228,
    "CSI": 0.3721141044163055,
    "ETS": 0.25505374284011945,
    "base_rate": 0.21203179287040122,
    "n": 105055,
    "AUC": 0.799087113111193
   },
   "W3": {
    "POD": 0.5756485769524752,
    "POFD": 0.19809907973237362,
    "FAR": 0.5616311716770527,
    "FBI": 1.31316037947934,
    "CSI": 0.3313062829934789,
    "ETS": 0.20391607195444442,
    "base_rate": 0.2117323381853146,
    "n": 105043,
    "AUC": 0.7571361721458361
   },
   "W4": {
    "POD": 0.5956004489337823,
    "POFD": 0.24005465405915213,
    "FAR": 0.5994263285024155,
    "FBI": 1.486868686868687,
    "CSI": 0.31492119255601975,
    "ETS": 0.17775606172992123,
    "base_rate": 0.21218933671185117,
    "n": 104977,
    "AUC": 0.7319065192104135
   },
   "W5": {
    "POD": 0.6064848265895953,
    "POFD": 0.23030910892524833,
    "FAR": 0.5866293206931577,
    "FBI": 1.467169436416185,
    "CSI": 0.32594713977137585,
    "ETS": 0.19134214326898716,
    "base_rate": 0.2111003069648611,
    "n": 104898,
    "AUC": 0.7462755184410519
   },
   "W6": {
    "POD": 0.642766784133008,
    "POFD": 0.2785563146121758,
    "FAR": 0.6182208506641621,
    "FBI": 1.6836089274419446,
    "CSI": 0.31495174001593906,
    "ETS": 0.17047484390956255,
    "base_rate": 0.21112372304199772,
    "n": 104839,
    "AUC": 0.7407133773471711
   },
   "ALL": {
    "POD": 0.5950082169268693,
    "POFD": 0.18308950204730026,
    "FAR": 0.5340126022254994,
    "FBI": 1.276876198301835,
    "CSI": 0.35377819395814675,
    "ETS": 0.2300434073148097,
    "base_rate": 0.211674568468838,
    "n": 689927,
    "AUC": 0.7806633353095774
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.6379674722043555,
    "POFD": 0.11619514174734767,
    "FAR": 0.22400737656821929,
    "FBI": 0.8221308462740053,
    "CSI": 0.5387495392733128,
    "ETS": 0.36937478883276254,
    "base_rate": 0.3868548272429973,
    "n": 225056,
    "AUC": 0.8417934150652389
   },
   "W2": {
    "POD": 0.6083332086145742,
    "POFD": 0.2651053153773722,
    "FAR": 0.5078876956790198,
    "FBI": 1.2361674424173488,
    "CSI": 0.3737070986604393,
    "ETS": 0.1914034372412669,
    "base_rate": 0.29689055168491396,
    "n": 225056,
    "AUC": 0.7392183161901251
   },
   "W3": {
    "POD": 0.5498823813257736,
    "POFD": 0.3097895930452312,
    "FAR": 0.5742042455804395,
    "FBI": 1.2914228843717956,
    "CSI": 0.3157448134935753,
    "ETS": 0.12442723801945882,
    "base_rate": 0.2946644390729418,
    "n": 225056,
    "AUC": 0.6736739599543947
   },
   "W4": {
    "POD": 0.6012907098904398,
    "POFD": 0.3758095262141315,
    "FAR": 0.597759081142949,
    "FBI": 1.494852168692781,
    "CSI": 0.3175448608204933,
    "ETS": 0.1093905828580925,
    "base_rate": 0.2960596473766529,
    "n": 225056,
    "AUC": 0.6574373056943025
   },
   "W5": {
    "POD": 0.5706156856841789,
    "POFD": 0.3567700124821908,
    "FAR": 0.5988740621593879,
    "FBI": 1.422534999247328,
    "CSI": 0.30812124562073756,
    "ETS": 0.10525255688789782,
    "base_rate": 0.2951709796672828,
    "n": 225056,
    "AUC": 0.6483526248617705
   },
   "W6": {
    "POD": 0.6349446726841995,
    "POFD": 0.42755837890403003,
    "FAR": 0.615223159118994,
    "FBI": 1.650163432992473,
    "CSI": 0.3150748123181774,
    "ETS": 0.0956154816280782,
    "base_rate": 0.2963440210436514,
    "n": 225056,
    "AUC": 0.6466020007560025
   },
   "ALL": {
    "POD": 0.6023893263737913,
    "POFD": 0.3127737442026688,
    "FAR": 0.5349520381488821,
    "FBI": 1.2953273119959234,
    "CSI": 0.3558248036784532,
    "ETS": 0.15467539698755345,
    "base_rate": 0.31099741101474004,
    "n": 1350336,
    "AUC": 0.7019351268080644
   }
  }
 },
 "by_region": {
  "daily_all": {
   "S1": {
    "POD": 0.11201492150665769,
    "POFD": 0.07749659649967808,
    "FAR": 0.879419966536531,
    "FBI": 0.9289674110149733,
    "CSI": 0.06164989021643046,
    "ETS": 0.018156193963919987,
    "base_rate": 0.08664170796523737,
    "n": 445536,
    "AUC": 0.5861508537441894,
    "n_events": 38602.0
   },
   "S2": {
    "POD": 0.10192938585422928,
    "POFD": 0.0837403114316072,
    "FAR": 0.886656717560173,
    "FBI": 0.8992979880245016,
    "CSI": 0.05671034073431148,
    "ETS": 0.009615277962360506,
    "base_rate": 0.09503968253968254,
    "n": 917280,
    "AUC": 0.5835571643014295,
    "n_events": 87178.0
   },
   "S3": {
    "POD": 0.1308032289878365,
    "POFD": 0.08830001183011948,
    "FAR": 0.8794479043931998,
    "FBI": 1.0850348832961976,
    "CSI": 0.06693332834900283,
    "ETS": 0.0208895616973789,
    "base_rate": 0.08469767844767845,
    "n": 323232,
    "AUC": 0.5946814563422481,
    "n_events": 27377.0
   },
   "S4": {
    "POD": 0.20296754851067372,
    "POFD": 0.08797926286131752,
    "FAR": 0.8073893572181243,
    "FBI": 1.0537712017322267,
    "CSI": 0.10966454932017429,
    "ETS": 0.059480106734742105,
    "base_rate": 0.09371630155820944,
    "n": 768767,
    "AUC": 0.632021515906119,
    "n_events": 72046.0
   },
   "S5": {
    "POD": 0.26225232662864006,
    "POFD": 0.09087013551356746,
    "FAR": 0.7636864707672539,
    "FBI": 1.109764335034524,
    "CSI": 0.14194891585842684,
    "ETS": 0.08895516177276168,
    "base_rate": 0.09683702540845399,
    "n": 550368,
    "AUC": 0.6770484619972988,
    "n_events": 53296.0
   },
   "S6": {
    "POD": 0.36126772267607615,
    "POFD": 0.09106605806924177,
    "FAR": 0.7101981375887106,
    "FBI": 1.246602487886575,
    "CSI": 0.19161993368097702,
    "ETS": 0.1384914388886054,
    "base_rate": 0.09326708447802198,
    "n": 838656,
    "AUC": 0.726383318549289,
    "n_events": 78219.0
   },
   "S7": {
    "POD": 0.39013814543839553,
    "POFD": 0.11331193035917336,
    "FAR": 0.7300691383980916,
    "FBI": 1.4453261962085973,
    "CSI": 0.18983087474267257,
    "ETS": 0.13053663219787578,
    "base_rate": 0.09697212853153447,
    "n": 882336,
    "AUC": 0.7139386328968372,
    "n_events": 85562.0
   }
  },
  "daily_capable": {
   "S1": {
    "POD": 0.19171597633136095,
    "POFD": 0.09681964573268921,
    "FAR": 0.7480559875583204,
    "FBI": 0.7609467455621302,
    "CSI": 0.12217194570135746,
    "ETS": 0.055601886079576494,
    "base_rate": 0.14536383966970584,
    "n": 5813,
    "AUC": 0.6468981362376012,
    "n_events": 845.0
   },
   "S2": {
    "POD": 0.20726495726495728,
    "POFD": 0.08881479236132162,
    "FAR": 0.7512820512820513,
    "FBI": 0.8333333333333334,
    "CSI": 0.12746386333771353,
    "ETS": 0.06813249697205875,
    "base_rate": 0.12423679320414123,
    "n": 3767,
    "AUC": 0.627476469170922,
    "n_events": 468.0
   },
   "S3": {
    "POD": 0.20027720027720028,
    "POFD": 0.10629196717234518,
    "FAR": 0.7871086556169429,
    "FBI": 0.9407484407484408,
    "CSI": 0.11507067489548078,
    "ETS": 0.05065855984743206,
    "base_rate": 0.1255273802792397,
    "n": 22991,
    "AUC": 0.6199359375061937,
    "n_events": 2886.0
   },
   "S4": {
    "POD": 0.2425898242177432,
    "POFD": 0.11135838501763347,
    "FAR": 0.6605352376830412,
    "FBI": 0.7146244651786174,
    "CSI": 0.1647989914553859,
    "ETS": 0.07949968886913185,
    "base_rate": 0.19088055574688328,
    "n": 101629,
    "AUC": 0.644376346372547,
    "n_events": 19399.0
   },
   "S5": {
    "POD": 0.34029809165621955,
    "POFD": 0.12738400789733464,
    "FAR": 0.5690597989063327,
    "FBI": 0.7896642986488369,
    "CSI": 0.2347909658817876,
    "ETS": 0.13011325145782007,
    "base_rate": 0.22086512429239477,
    "n": 32504,
    "AUC": 0.6874693313433238,
    "n_events": 7179.0
   },
   "S6": {
    "POD": 0.4781752368785266,
    "POFD": 0.09420006985392312,
    "FAR": 0.33792747641509435,
    "FBI": 0.7222399659320771,
    "CSI": 0.38436523897137476,
    "ETS": 0.26564035242356493,
    "base_rate": 0.2784802620851184,
    "n": 67459,
    "AUC": 0.7552472318297924,
    "n_events": 18786.0
   },
   "S7": {
    "POD": 0.7397292525014715,
    "POFD": 0.12424285332200563,
    "FAR": 0.3858783288541412,
    "FBI": 1.2045320776927604,
    "CSI": 0.5050026118053602,
    "ETS": 0.40113198217104623,
    "base_rate": 0.21092227284577472,
    "n": 80551,
    "AUC": 0.8546342263713541,
    "n_events": 16990.0
   }
  },
  "daily_capable_own_region_thr": {
   "S1": {
    "POD": 0.2591715976331361,
    "POFD": 0.125402576489533,
    "FAR": 0.7399049881235155,
    "FBI": 0.9964497041420118,
    "CSI": 0.14918256130790192,
    "ETS": 0.07179205200106265,
    "base_rate": 0.14536383966970584,
    "n": 5813,
    "AUC": 0.6468981362376012,
    "n_events": 845.0
   },
   "S2": {
    "POD": 0.24572649572649571,
    "POFD": 0.1215519854501364,
    "FAR": 0.7771317829457365,
    "FBI": 1.1025641025641026,
    "CSI": 0.1323360184119678,
    "ETS": 0.06323047062451456,
    "base_rate": 0.12423679320414123,
    "n": 3767,
    "AUC": 0.627476469170922,
    "n_events": 468.0
   },
   "S3": {
    "POD": 0.23284823284823286,
    "POFD": 0.13334991295697587,
    "FAR": 0.7995824634655533,
    "FBI": 1.1618156618156619,
    "CSI": 0.12071133465061973,
    "ETS": 0.048795469829687896,
    "base_rate": 0.1255273802792397,
    "n": 22991,
    "AUC": 0.6199359375061937,
    "n_events": 2886.0
   },
   "S4": {
    "POD": 0.3220269086035363,
    "POFD": 0.16763954761036118,
    "FAR": 0.6881489616613419,
    "FBI": 1.03263054796639,
    "CSI": 0.18825337512054002,
    "ETS": 0.08253601971447437,
    "base_rate": 0.19088055574688328,
    "n": 101629,
    "AUC": 0.644376346372547,
    "n_events": 19399.0
   },
   "S5": {
    "POD": 0.4106421507173701,
    "POFD": 0.1708193484698914,
    "FAR": 0.5947209238383283,
    "FBI": 1.0132330408134838,
    "CSI": 0.25623641894828336,
    "ETS": 0.13551921676609927,
    "base_rate": 0.22086512429239477,
    "n": 32504,
    "AUC": 0.6874693313433238,
    "n_events": 7179.0
   },
   "S6": {
    "POD": 0.5549877568402002,
    "POFD": 0.1284284921825242,
    "FAR": 0.37482760688373207,
    "FBI": 0.8877355477483232,
    "CSI": 0.416423692934457,
    "ETS": 0.28352109645609574,
    "base_rate": 0.2784802620851184,
    "n": 67459,
    "AUC": 0.7552472318297924,
    "n_events": 18786.0
   },
   "S7": {
    "POD": 0.7456150676868746,
    "POFD": 0.12842780950582905,
    "FAR": 0.3918678892035908,
    "FBI": 1.2260741612713362,
    "CSI": 0.5036377370492585,
    "ETS": 0.3985821703818545,
    "base_rate": 0.21092227284577472,
    "n": 80551,
    "AUC": 0.8546342263713541,
    "n_events": 16990.0
   }
  }
 },
 "probabilistic": {
  "W1": {
   "reliability": [
    [
     0.0589402557084329,
     0.028044470018774966,
     1864717
    ],
    [
     0.13297851704476504,
     0.20682315522755662,
     451492
    ],
    [
     0.24271511373383184,
     0.5431458950297927,
     112108
    ],
    [
     0.33837976107349155,
     0.6988309422761476,
     38407
    ],
    [
     0.4357767453654743,
     0.8641481110833125,
     7994
    ],
    [
     0.5309531339267223,
     0.9096989966555183,
     897
    ],
    [
     0.6008361393860191,
     1.0,
     1
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.1753934311245552,
   "auc": 0.8759386259457719
  },
  "W2": {
   "reliability": [
    [
     0.061295013523381695,
     0.05242651652895463,
     1139576
    ],
    [
     0.13224408855927033,
     0.16409329258078076,
     316381
    ],
    [
     0.2431506533554434,
     0.27378402786737194,
     77510
    ],
    [
     0.3411832033103325,
     0.43334773505267704,
     30089
    ],
    [
     0.43705309642513596,
     0.5362286228622862,
     8888
    ],
    [
     0.5417847172552807,
     0.49313893653516294,
     2332
    ],
    [
     0.6300396386945535,
     0.5296167247386759,
     574
    ],
    [
     0.738161241480172,
     0.38095238095238093,
     21
    ],
    [
     0.8036970634587846,
     0.0,
     2
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.08818252687890227,
   "auc": 0.7523439662367095
  },
  "W3": {
   "reliability": [
    [
     0.06301946576503936,
     0.06107228780766216,
     1098567
    ],
    [
     0.13239183125391366,
     0.13624772739914923,
     341569
    ],
    [
     0.24275128290652678,
     0.18971572694701114,
     84848
    ],
    [
     0.3415336836724236,
     0.29476661159801754,
     35713
    ],
    [
     0.442593383611251,
     0.4743849493487699,
     10365
    ],
    [
     0.5358346646965632,
     0.5695822061917644,
     3327
    ],
    [
     0.6398228517402083,
     0.7175,
     800
    ],
    [
     0.7338596346207783,
     0.7783251231527094,
     203
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.053682391394494045,
   "auc": 0.6934471143066477
  },
  "W4": {
   "reliability": [
    [
     0.06392803600009116,
     0.06511345218800649,
     1036560
    ],
    [
     0.13276157448339196,
     0.12241425675396136,
     386736
    ],
    [
     0.24321373414936912,
     0.1521623701006686,
     92283
    ],
    [
     0.34256776916054843,
     0.21268338120003105,
     38649
    ],
    [
     0.4415330997570571,
     0.46162309086202435,
     15452
    ],
    [
     0.5349127425401229,
     0.606586224233283,
     3978
    ],
    [
     0.6438452548792696,
     0.7281303602058319,
     1166
    ],
    [
     0.7398500907920317,
     0.8422053231939164,
     526
    ],
    [
     0.8174483260633426,
     0.7857142857142857,
     42
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.0365776772746762,
   "auc": 0.6593964501272096
  },
  "W5": {
   "reliability": [
    [
     0.06530091615773652,
     0.06154685104587873,
     971910
    ],
    [
     0.1325445422363874,
     0.11620918070889018,
     430250
    ],
    [
     0.2445112012206239,
     0.16064590635573475,
     98714
    ],
    [
     0.3435609148051799,
     0.2170481452249408,
     46879
    ],
    [
     0.4419152111728828,
     0.3792463244518039,
     19929
    ],
    [
     0.5389934117065224,
     0.49268046441191315,
     5943
    ],
    [
     0.6377991486399064,
     0.3546099290780142,
     1551
    ],
    [
     0.7265992253415064,
     0.17535545023696683,
     211
    ],
    [
     0.8122632734302278,
     0.0,
     4
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.025221946320430844,
   "auc": 0.6556469858340084
  },
  "W6": {
   "reliability": [
    [
     0.06763345661701252,
     0.062016097367307184,
     914311
    ],
    [
     0.13256075447553567,
     0.11107628478222317,
     484946
    ],
    [
     0.24260106438733484,
     0.16134933272672125,
     105504
    ],
    [
     0.3432067680857057,
     0.21619631318890156,
     42096
    ],
    [
     0.44447987737867806,
     0.34592948221568326,
     19371
    ],
    [
     0.5391137000951054,
     0.4581093483676413,
     7627
    ],
    [
     0.6328009736320125,
     0.3528153955808981,
     1403
    ],
    [
     0.7194185323814817,
     0.04477611940298507,
     134
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.02151155485335099,
   "auc": 0.6549960380388148
  }
 },
 "thresholds": {
  "0": 0.6459032744145077,
  "1": 0.6633153349175049,
  "2": 0.6774979799990959,
  "3": 0.6888528347022326,
  "4": 0.6998933523898623,
  "5": 0.7149516940116882
 },
 "thresholds_csi": {
  "0": 0.6178892793631474,
  "1": 0.5504236732482113,
  "2": 0.5530469637570373,
  "3": 0.5415652344865544,
  "4": 0.5661492464741137,
  "5": 0.547414890802684
 },
 "thresholds_fbi1": {
  "0": 0.6459032744145077,
  "1": 0.6633153349175049,
  "2": 0.6774979799990959,
  "3": 0.6888528347022326,
  "4": 0.6998933523898623,
  "5": 0.7149516940116882
 },
 "thresholds_capable_fbi1": {
  "0": 0.586631913978074,
  "1": 0.6117228031159694,
  "2": 0.6204979817075278,
  "3": 0.6372420966626077,
  "4": 0.6556153535844509,
  "5": 0.6698546826841039
 },
 "decision_rule": "FBI~1 (rule B) on reweighted out-of-fold scores",
 "neg_keep": 0.15,
 "features": [
  "sv_mod",
  "ev_mod",
  "lead",
  "doy_cos",
  "doy_sin",
  "z_cape",
  "z_tcw",
  "z_tcc",
  "z_sm20",
  "z_sm100",
  "z_t2m",
  "z_d2m",
  "z_skt",
  "z_st20",
  "z_st100",
  "z_dtd2m",
  "z_sshf",
  "z_slhf",
  "z_ssrd",
  "z_strd",
  "z_ssr",
  "z_str",
  "z_ttr",
  "z_cp",
  "z_tp",
  "z_srn",
  "z_bowen",
  "z_msl",
  "z_u10",
  "z_v10",
  "z_uv10",
  "z_thk_1000_500",
  "z_thk_1000_850",
  "z_thk_850_700",
  "z_thk_925_500",
  "z_thk_925_700",
  "z_ivt_u",
  "z_ivt_v",
  "z_ivt",
  "z_dt_850_500",
  "z_dt_925_850",
  "z_dt_700_500",
  "z_w",
  "z_mx2t6",
  "z_mn2t6"
 ],
 "model": "logreg"
}