{
 "summary": {
  "daily_all": {
   "W1": {
    "POD": 0.5140717406163631,
    "POFD": 0.008142616177859897,
    "FAR": 0.5347748910763273,
    "FBI": 1.1049956908080478,
    "CSI": 0.3231277903349336,
    "ETS": 0.3166768026906871,
    "base_rate": 0.013592172614815868,
    "n": 2475616,
    "AUC": 0.9790278000579312
   },
   "W2": {
    "POD": 0.3132967339722713,
    "POFD": 0.01089209648885145,
    "FAR": 0.7153725854854389,
    "FBI": 1.100725783939704,
    "CSI": 0.17527785731018505,
    "ETS": 0.16828980415429196,
    "base_rate": 0.013643752939779976,
    "n": 1575373,
    "AUC": 0.9555854610356032
   },
   "W3": {
    "POD": 0.24839960749497686,
    "POFD": 0.011401610434037262,
    "FAR": 0.7692107319614483,
    "FBI": 1.076304845567964,
    "CSI": 0.13589304430072344,
    "ETS": 0.12892545777308378,
    "base_rate": 0.013584555463021267,
    "n": 1575392,
    "AUC": 0.9424085288345578
   },
   "W4": {
    "POD": 0.2418011815602177,
    "POFD": 0.010902281042155359,
    "FAR": 0.7652107141243959,
    "FBI": 1.0298646322742708,
    "CSI": 0.13523076122587024,
    "ETS": 0.1283804007424361,
    "base_rate": 0.013645492677378074,
    "n": 1575392,
    "AUC": 0.9421173997809346
   },
   "W5": {
    "POD": 0.24638156353927584,
    "POFD": 0.01087164954357733,
    "FAR": 0.7625818099751749,
    "FBI": 1.0377535247552578,
    "CSI": 0.1375379144440958,
    "ETS": 0.13071357659927277,
    "base_rate": 0.013551556407266513,
    "n": 1575391,
    "AUC": 0.9419815060780571
   },
   "W6": {
    "POD": 0.25634864546525327,
    "POFD": 0.011705305800470606,
    "FAR": 0.769771082807938,
    "FBI": 1.1134511189634864,
    "CSI": 0.13803688763731384,
    "ETS": 0.13101739971056253,
    "base_rate": 0.013472837236700452,
    "n": 1575392,
    "AUC": 0.9390410686356465
   },
   "ALL": {
    "POD": 0.32177932652988656,
    "POFD": 0.010434353273290552,
    "FAR": 0.7019340983649754,
    "FBI": 1.0795576574334176,
    "CSI": 0.18306024193874662,
    "ETS": 0.1761880722542492,
    "base_rate": 0.013582636017617292,
    "n": 10352556,
    "AUC": 0.9542799476200835
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.7076580689340334,
    "POFD": 0.08012683700225623,
    "FAR": 0.488133074668758,
    "FBI": 1.3825039945217987,
    "CSI": 0.4225212947189097,
    "ETS": 0.3670724853551169,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.918255975103818
   },
   "W2": {
    "POD": 0.47049356223175964,
    "POFD": 0.1083401689552684,
    "FAR": 0.6590202177293935,
    "FBI": 1.3798283261802575,
    "CSI": 0.24641753301489183,
    "ETS": 0.18360853530331894,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.823347073958328
   },
   "W3": {
    "POD": 0.3706695386824628,
    "POFD": 0.12002002108603742,
    "FAR": 0.7318181818181818,
    "FBI": 1.3821576018668102,
    "CSI": 0.18427628056398357,
    "ETS": 0.12014860927056731,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7476416512033183
   },
   "W4": {
    "POD": 0.3638474591408413,
    "POFD": 0.11744508423970997,
    "FAR": 0.7299840933191941,
    "FBI": 1.3475037956595517,
    "CSI": 0.18342262842735582,
    "ETS": 0.11963541224832103,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7523904812726606
   },
   "W5": {
    "POD": 0.3755517520944059,
    "POFD": 0.11937482009019479,
    "FAR": 0.7286867109202134,
    "FBI": 1.3841996216557066,
    "CSI": 0.186967441026101,
    "ETS": 0.12301105243959061,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.7557729494457033
   },
   "W6": {
    "POD": 0.386754846892553,
    "POFD": 0.13363396978710249,
    "FAR": 0.7459533444417996,
    "FBI": 1.5223772422540316,
    "CSI": 0.1810970177745726,
    "ETS": 0.11464920035128855,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7269331837288572
   },
   "ALL": {
    "POD": 0.46873719017298393,
    "POFD": 0.11027643694841108,
    "FAR": 0.6647184729810296,
    "FBI": 1.398040608859618,
    "CSI": 0.24295669910338674,
    "ETS": 0.1799189182376879,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8095481133470822
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.5756428319830926,
    "POFD": 0.015970987365465605,
    "FAR": 0.3430150753768844,
    "FBI": 0.8761887988728425,
    "CSI": 0.442616290879545,
    "ETS": 0.42300160378472373,
    "base_rate": 0.05045855253803498,
    "n": 225056,
    "AUC": 0.9680631338962637
   },
   "W2": {
    "POD": 0.45501373626373626,
    "POFD": 0.017081176035502958,
    "FAR": 0.4817470664928292,
    "FBI": 0.8779761904761905,
    "CSI": 0.31976510337060576,
    "ETS": 0.3030734901854801,
    "base_rate": 0.038817005545286505,
    "n": 225056,
    "AUC": 0.955600358238016
   },
   "W3": {
    "POD": 0.3726772195457674,
    "POFD": 0.019557359317364496,
    "FAR": 0.5656417112299466,
    "FBI": 0.8579949529708649,
    "CSI": 0.25090740597729555,
    "ETS": 0.23376169514847134,
    "base_rate": 0.0387370254514432,
    "n": 225056,
    "AUC": 0.9445995320836846
   },
   "W4": {
    "POD": 0.38514364198237383,
    "POFD": 0.019360296599004248,
    "FAR": 0.5544816629153979,
    "FBI": 0.8644843767883713,
    "CSI": 0.26034816247582204,
    "ETS": 0.2431788083964323,
    "base_rate": 0.038821448883833355,
    "n": 225056,
    "AUC": 0.9428006884687762
   },
   "W5": {
    "POD": 0.38910685437341336,
    "POFD": 0.01841582328203706,
    "FAR": 0.5416610031262743,
    "FBI": 0.8489499192245558,
    "CSI": 0.26654019445103155,
    "ETS": 0.24973994169075767,
    "base_rate": 0.038505971847006965,
    "n": 225056,
    "AUC": 0.9446460579404272
   },
   "W6": {
    "POD": 0.36857307914500287,
    "POFD": 0.021755906858101394,
    "FAR": 0.596100278551532,
    "FBI": 0.9125361062969382,
    "CSI": 0.23871885055750955,
    "ETS": 0.22101287262695823,
    "base_rate": 0.038457095122991614,
    "n": 225056,
    "AUC": 0.9384305618558861
   },
   "ALL": {
    "POD": 0.43172705402055844,
    "POFD": 0.018695946175436212,
    "FAR": 0.5055523085914669,
    "FBI": 0.8731501057082452,
    "CSI": 0.2995144648998584,
    "ETS": 0.2818379274733562,
    "base_rate": 0.040632849898099434,
    "n": 1350336,
    "AUC": 0.9502031098391852
   }
  },
  "daily_capable_own_fbi1": {
   "W1": {
    "POD": 0.619949783154531,
    "POFD": 0.05889247989376046,
    "FAR": 0.44446717120065454,
    "FBI": 1.1159552613558548,
    "CSI": 0.4144034177601465,
    "ETS": 0.3640557496078977,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.918255975103818
   },
   "W2": {
    "POD": 0.37428469241773965,
    "POFD": 0.08236835657444791,
    "FAR": 0.6487665715724115,
    "FBI": 1.0656294706723892,
    "CSI": 0.2212941425248467,
    "ETS": 0.1653079706050608,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.823347073958328
   },
   "W3": {
    "POD": 0.2916891042900736,
    "POFD": 0.08782654071841621,
    "FAR": 0.7173175611028965,
    "FBI": 1.0318614252378389,
    "CSI": 0.16762081592655628,
    "ETS": 0.1117533824388367,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7476416512033183
   },
   "W4": {
    "POD": 0.28480843082968654,
    "POFD": 0.08646833013435701,
    "FAR": 0.7177376526818906,
    "FBI": 1.0090202732874878,
    "CSI": 0.16518180876411478,
    "ETS": 0.10960419525146854,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7523904812726606
   },
   "W5": {
    "POD": 0.29492838483019546,
    "POFD": 0.08788127552053904,
    "FAR": 0.715724581054094,
    "FBI": 1.0374741014323035,
    "CSI": 0.16925144747725393,
    "ETS": 0.11338884434341269,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.7557729494457033
   },
   "W6": {
    "POD": 0.3175394093132814,
    "POFD": 0.10156608138505986,
    "FAR": 0.7310466543891958,
    "FBI": 1.1806486682369994,
    "CSI": 0.17043520544614638,
    "ETS": 0.11113068602887045,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7269331837288572
   },
   "ALL": {
    "POD": 0.3862487360970677,
    "POFD": 0.08196309309742664,
    "FAR": 0.6413509604405085,
    "FBI": 1.0769546088049626,
    "CSI": 0.22845412814379001,
    "ETS": 0.17254280848704293,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8095481133470822
   }
  },
  "daily_capable_own_csi": {
   "W1": {
    "POD": 0.7408696644601689,
    "POFD": 0.09079821940362218,
    "FAR": 0.5079214675560946,
    "FBI": 1.5055923305181464,
    "CSI": 0.41982215036378334,
    "ETS": 0.3620579339787754,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.918255975103818
   },
   "W2": {
    "POD": 0.7294349070100143,
    "POFD": 0.21714906627179853,
    "FAR": 0.714175600868895,
    "FBI": 2.552038626609442,
    "CSI": 0.2584262544348708,
    "ETS": 0.1794447114050918,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.823347073958328
   },
   "W3": {
    "POD": 0.7271584993717466,
    "POFD": 0.3394000063897083,
    "FAR": 0.7973081156809767,
    "FBI": 3.587506731287022,
    "CSI": 0.18836603738491584,
    "ETS": 0.09961112503626586,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7476416512033183
   },
   "W4": {
    "POD": 0.748146825042422,
    "POFD": 0.3692898272552783,
    "FAR": 0.8052268129926294,
    "FBI": 3.8411181566491024,
    "CSI": 0.1827881908835017,
    "ETS": 0.09188774320479519,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7523904812726606
   },
   "W5": {
    "POD": 0.7654265381497163,
    "POFD": 0.36010746612365,
    "FAR": 0.7990017504849316,
    "FBI": 3.808125394108639,
    "CSI": 0.1893355318864477,
    "ETS": 0.09957571837920445,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.7557729494457033
   },
   "W6": {
    "POD": 0.7171589055988403,
    "POFD": 0.3772134625430433,
    "FAR": 0.8171782258250768,
    "FBI": 3.922721507519478,
    "CSI": 0.17052627043794835,
    "ETS": 0.08019764264974273,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7269331837288572
   },
   "ALL": {
    "POD": 0.7382969420380947,
    "POFD": 0.2747458009115658,
    "FAR": 0.7582199749418292,
    "FBI": 3.0535894843276035,
    "CSI": 0.2226943573215515,
    "ETS": 0.13852449901146976,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8095481133470822
   }
  },
  "daily_all_by_region": {
   "W1": {
    "POD": 0.5149335790068056,
    "POFD": 0.008320341757280095,
    "FAR": 0.5397263912870235,
    "FBI": 1.1187553864899402,
    "CSI": 0.32106657772342356,
    "ETS": 0.31456778903507565,
    "base_rate": 0.013592172614815868,
    "n": 2475616,
    "AUC": 0.9790278000579312
   },
   "W2": {
    "POD": 0.30492230389876246,
    "POFD": 0.011348373972490779,
    "FAR": 0.7290391929882586,
    "FBI": 1.1253373034335163,
    "CSI": 0.16750153342874669,
    "ETS": 0.1604203135629384,
    "base_rate": 0.013643752939779976,
    "n": 1575373,
    "AUC": 0.9555854610356032
   },
   "W3": {
    "POD": 0.23606373533947012,
    "POFD": 0.012304447065652247,
    "FAR": 0.7910064948496256,
    "FBI": 1.129526657632821,
    "CSI": 0.12467301712649918,
    "ETS": 0.11752164839189838,
    "base_rate": 0.013584555463021267,
    "n": 1575392,
    "AUC": 0.9424085288345578
   },
   "W4": {
    "POD": 0.22938084383867516,
    "POFD": 0.011774926877298659,
    "FAR": 0.7877131048734286,
    "FBI": 1.0805228636553939,
    "CSI": 0.12391315273659345,
    "ETS": 0.11687913289215816,
    "base_rate": 0.013645492677378074,
    "n": 1575392,
    "AUC": 0.9421173997809346
   },
   "W5": {
    "POD": 0.24165066279451028,
    "POFD": 0.011688229790443243,
    "FAR": 0.7788020409038289,
    "FBI": 1.0924633472293783,
    "CSI": 0.13056462430086302,
    "ETS": 0.12355396657004944,
    "base_rate": 0.013551556407266513,
    "n": 1575391,
    "AUC": 0.9419815060780571
   },
   "W6": {
    "POD": 0.24782096584216726,
    "POFD": 0.0125089517407074,
    "FAR": 0.7870531557426825,
    "FBI": 1.1637691401649,
    "CSI": 0.1293463827275857,
    "ETS": 0.1221625494039874,
    "base_rate": 0.013472837236700452,
    "n": 1575392,
    "AUC": 0.9390410686356465
   },
   "ALL": {
    "POD": 0.3149237279095402,
    "POFD": 0.011063029055886632,
    "FAR": 0.7184054229355581,
    "FBI": 1.1183586388365394,
    "CSI": 0.17462439370637645,
    "ETS": 0.1676132340983201,
    "base_rate": 0.013582636017617292,
    "n": 10352556,
    "AUC": 0.9542799476200835
   }
  },
  "daily_capable_by_region": {
   "W1": {
    "POD": 0.6234877881762155,
    "POFD": 0.06007818904946779,
    "FAR": 0.44798666195119485,
    "FBI": 1.1294795708742296,
    "CSI": 0.4140047743548937,
    "ETS": 0.3633268234123609,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.918255975103818
   },
   "W2": {
    "POD": 0.36704220314735336,
    "POFD": 0.08633124181056982,
    "FAR": 0.6637726267507577,
    "FBI": 1.09164878397711,
    "CSI": 0.21282662795520532,
    "ETS": 0.1559489241280553,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.823347073958328
   },
   "W3": {
    "POD": 0.2791240351821935,
    "POFD": 0.09947710886998008,
    "FAR": 0.7502208657939121,
    "FBI": 1.117483396158679,
    "CSI": 0.15183322755455744,
    "ETS": 0.09337661827225385,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7476416512033183
   },
   "W4": {
    "POD": 0.2731981780834152,
    "POFD": 0.09448709746214545,
    "FAR": 0.7433724832214765,
    "FBI": 1.0645708671965706,
    "CSI": 0.15250772758998904,
    "ETS": 0.09515270691269818,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7523904812726606
   },
   "W5": {
    "POD": 0.2882623187100261,
    "POFD": 0.09744448116677505,
    "FAR": 0.7406807131280388,
    "FBI": 1.1116115665255382,
    "CSI": 0.15809495578281704,
    "ETS": 0.10003114012486372,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.7557729494457033
   },
   "W6": {
    "POD": 0.3059431056350788,
    "POFD": 0.11070244453683863,
    "FAR": 0.7545963229416467,
    "FBI": 1.2466932415292626,
    "CSI": 0.15764167678087948,
    "ETS": 0.09653799295054839,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7269331837288572
   },
   "ALL": {
    "POD": 0.37953980269450444,
    "POFD": 0.08868714744114628,
    "FAR": 0.6632029488081093,
    "FBI": 1.126909518213866,
    "CSI": 0.21720635268174815,
    "ETS": 0.15972165039489672,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8095481133470822
   }
  },
  "daily_all_by_season": {
   "W1": {
    "POD": 0.5199560165235222,
    "POFD": 0.008241716616154108,
    "FAR": 0.5349529530593802,
    "FBI": 1.1180718594906238,
    "CSI": 0.32535564853556487,
    "ETS": 0.3188786344003402,
    "base_rate": 0.013592172614815868,
    "n": 2475616,
    "AUC": 0.9790278000579312
   },
   "W2": {
    "POD": 0.3112031264538941,
    "POFD": 0.010971896782181882,
    "FAR": 0.7182155194203387,
    "FBI": 1.1044012282497442,
    "CSI": 0.17354642866408945,
    "ETS": 0.1665429195604518,
    "base_rate": 0.013643752939779976,
    "n": 1575373,
    "AUC": 0.9555854610356032
   },
   "W3": {
    "POD": 0.24723143778328116,
    "POFD": 0.011639707051070437,
    "FAR": 0.7736857863894948,
    "FBI": 1.092425587589365,
    "CSI": 0.13398667983489074,
    "ETS": 0.1269652304992366,
    "base_rate": 0.013584555463021267,
    "n": 1575392,
    "AUC": 0.9424085288345578
   },
   "W4": {
    "POD": 0.23961482997627576,
    "POFD": 0.011141679457106176,
    "FAR": 0.7706997863247863,
    "FBI": 1.0449830208866353,
    "CSI": 0.13272352486472558,
    "ETS": 0.12581899625815685,
    "base_rate": 0.013645492677378074,
    "n": 1575392,
    "AUC": 0.9421173997809346
   },
   "W5": {
    "POD": 0.24830202819804206,
    "POFD": 0.011045390021633907,
    "FAR": 0.7640434434256209,
    "FBI": 1.052320951801021,
    "CSI": 0.13763826141143481,
    "ETS": 0.13076706315053302,
    "base_rate": 0.013551556407266513,
    "n": 1575391,
    "AUC": 0.9419815060780571
   },
   "W6": {
    "POD": 0.256678445229682,
    "POFD": 0.011911203879634557,
    "FAR": 0.7726210350584307,
    "FBI": 1.1288574793875148,
    "CSI": 0.13710144198102525,
    "ETS": 0.13003415047234343,
    "base_rate": 0.013472837236700452,
    "n": 1575392,
    "AUC": 0.9390410686356465
   },
   "ALL": {
    "POD": 0.3226967251004516,
    "POFD": 0.01060062920457531,
    "FAR": 0.7046390980869497,
    "FBI": 1.0925505813746754,
    "CSI": 0.18232958837616728,
    "ETS": 0.17541568544208613,
    "base_rate": 0.013582636017617292,
    "n": 10352556,
    "AUC": 0.9542799476200835
   }
  },
  "daily_capable_by_season": {
   "W1": {
    "POD": 0.6275393745720155,
    "POFD": 0.059847822699216076,
    "FAR": 0.4454362077660111,
    "FBI": 1.1315909609678156,
    "CSI": 0.4172326137269037,
    "ETS": 0.366660636394601,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.918255975103818
   },
   "W2": {
    "POD": 0.37437410586552217,
    "POFD": 0.08357213622950645,
    "FAR": 0.6520113031914894,
    "FBI": 1.0758226037195995,
    "CSI": 0.22003258184875715,
    "ETS": 0.1637410499913263,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.823347073958328
   },
   "W3": {
    "POD": 0.29186860527732905,
    "POFD": 0.09221414042448962,
    "FAR": 0.7269750650659055,
    "FBI": 1.0690181295997128,
    "CSI": 0.16423412958941466,
    "ETS": 0.10727339014055527,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7476416512033183
   },
   "W4": {
    "POD": 0.27944985263909977,
    "POFD": 0.08950735764555343,
    "FAR": 0.7284561312158292,
    "FBI": 1.029114941502188,
    "CSI": 0.15971619621254657,
    "ETS": 0.10347163781686174,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7523904812726606
   },
   "W5": {
    "POD": 0.3044770741374651,
    "POFD": 0.09093041355267226,
    "FAR": 0.7161810395499202,
    "FBI": 1.0727862354742816,
    "CSI": 0.17218543046357615,
    "ETS": 0.11539162953296171,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.7557729494457033
   },
   "W6": {
    "POD": 0.3258742525819895,
    "POFD": 0.10575580217694908,
    "FAR": 0.7338906562106976,
    "FBI": 1.224587787642689,
    "CSI": 0.17162897223017465,
    "ETS": 0.11128103265425313,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7269331837288572
   },
   "ALL": {
    "POD": 0.3899926215396387,
    "POFD": 0.08460601776110231,
    "FAR": 0.646416094744927,
    "FBI": 1.1029705134861858,
    "CSI": 0.22766938404352058,
    "ETS": 0.1710499706189753,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8095481133470822
   }
  }
 },
 "summary_rule_csi": {
  "daily_all": {
   "W1": {
    "POD": 0.5972242860114714,
    "POFD": 0.011586151655612054,
    "FAR": 0.5846990018392609,
    "FBI": 1.4380516508662962,
    "CSI": 0.3244325336605211,
    "ETS": 0.31718224817044255,
    "base_rate": 0.013592172614815868,
    "n": 2475616,
    "AUC": 0.9790278000579312
   },
   "W2": {
    "POD": 0.5194007630036289,
    "POFD": 0.023384703699580213,
    "FAR": 0.7649733689817056,
    "FBI": 2.2099655717874755,
    "CSI": 0.19304525254621224,
    "ETS": 0.18389949798917074,
    "base_rate": 0.013643752939779976,
    "n": 1575373,
    "AUC": 0.9555854610356032
   },
   "W3": {
    "POD": 0.5143217606653895,
    "POFD": 0.034020789052188846,
    "FAR": 0.827679060665362,
    "FBI": 2.984673613382552,
    "CSI": 0.14820449985862202,
    "ETS": 0.1381349973622671,
    "base_rate": 0.013584555463021267,
    "n": 1575392,
    "AUC": 0.9424085288345578
   },
   "W4": {
    "POD": 0.5516118528166721,
    "POFD": 0.03969701942537945,
    "FAR": 0.8387609969677604,
    "FBI": 3.421082011443457,
    "CSI": 0.1425548796614652,
    "ETS": 0.13208410419224528,
    "base_rate": 0.013645492677378074,
    "n": 1575392,
    "AUC": 0.9421173997809346
   },
   "W5": {
    "POD": 0.5761862382312989,
    "POFD": 0.04134830332770929,
    "FAR": 0.8393244337626374,
    "FBI": 3.5860227645322964,
    "CSI": 0.1436931990748312,
    "ETS": 0.13318809353592537,
    "base_rate": 0.013551556407266513,
    "n": 1575391,
    "AUC": 0.9419815060780571
   },
   "W6": {
    "POD": 0.5212720848056537,
    "POFD": 0.03812009906271334,
    "FAR": 0.8426375001777866,
    "FBI": 3.3125559481743228,
    "CSI": 0.13749223313035913,
    "ETS": 0.12721818318489256,
    "base_rate": 0.013472837236700452,
    "n": 1575392,
    "AUC": 0.9390410686356465
   },
   "ALL": {
    "POD": 0.5510791878533584,
    "POFD": 0.02964030050702408,
    "FAR": 0.7961728151509173,
    "FBI": 2.703658926857021,
    "CSI": 0.1748026167381006,
    "ETS": 0.16507701903489702,
    "base_rate": 0.013582636017617292,
    "n": 10352556,
    "AUC": 0.9542799476200835
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.7817279160009131,
    "POFD": 0.10819087884762621,
    "FAR": 0.5382411433579398,
    "FBI": 1.6929354028760557,
    "CSI": 0.40902305028066405,
    "ETS": 0.34769954892853094,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.918255975103818
   },
   "W2": {
    "POD": 0.7294349070100143,
    "POFD": 0.21711710751989433,
    "FAR": 0.7141455552051579,
    "FBI": 2.5517703862660945,
    "CSI": 0.25845081577696816,
    "ETS": 0.1794727692313274,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.823347073958328
   },
   "W3": {
    "POD": 0.7144139292766111,
    "POFD": 0.326482146090031,
    "FAR": 0.7938731646684103,
    "FBI": 3.4658948124214684,
    "CSI": 0.19043517787506878,
    "ETS": 0.10248193054625393,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7476416512033183
   },
   "W4": {
    "POD": 0.7555595248727338,
    "POFD": 0.3752505864789934,
    "FAR": 0.8061900071017846,
    "FBI": 3.898454943288381,
    "CSI": 0.18237475209105802,
    "ETS": 0.09115569941416884,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7523904812726606
   },
   "W5": {
    "POD": 0.7903792451130529,
    "POFD": 0.38954337558770535,
    "FAR": 0.8063647598870056,
    "FBI": 4.08179443293397,
    "CSI": 0.18417682990826845,
    "ETS": 0.0928672519681698,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.7557729494457033
   },
   "W6": {
    "POD": 0.7204203660083348,
    "POFD": 0.38015586187780515,
    "FAR": 0.8176606819380432,
    "FBI": 3.9509874977350967,
    "CSI": 0.1702893119472343,
    "ETS": 0.07980935201955924,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7269331837288572
   },
   "ALL": {
    "POD": 0.7515508430574154,
    "POFD": 0.2827669961945128,
    "FAR": 0.7602279018470163,
    "FBI": 3.1344382805454596,
    "CSI": 0.22216253332256242,
    "ETS": 0.13737779615652335,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8095481133470822
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.6484677703416696,
    "POFD": 0.023214787084698176,
    "FAR": 0.4025152129817444,
    "FBI": 1.0853293413173652,
    "CSI": 0.4513084513084513,
    "ETS": 0.4295671294266103,
    "base_rate": 0.05045855253803498,
    "n": 225056,
    "AUC": 0.9680631338962637
   },
   "W2": {
    "POD": 0.6399954212454212,
    "POFD": 0.03737056213017752,
    "FAR": 0.5911517367458866,
    "FBI": 1.5653617216117217,
    "CSI": 0.33240190249702734,
    "ETS": 0.31064659126950583,
    "base_rate": 0.038817005545286505,
    "n": 225056,
    "AUC": 0.955600358238016
   },
   "W3": {
    "POD": 0.6441844459738472,
    "POFD": 0.053652155423457734,
    "FAR": 0.6739244034140394,
    "FBI": 1.9755677907777014,
    "CSI": 0.276309963099631,
    "ETS": 0.2517486240404841,
    "base_rate": 0.0387370254514432,
    "n": 225056,
    "AUC": 0.9445995320836846
   },
   "W4": {
    "POD": 0.6863912097974133,
    "POFD": 0.062458683703234576,
    "FAR": 0.6925876563461144,
    "FBI": 2.2328030216321393,
    "CSI": 0.2695523193096009,
    "ETS": 0.2438114255466808,
    "base_rate": 0.038821448883833355,
    "n": 225056,
    "AUC": 0.9428006884687762
   },
   "W5": {
    "POD": 0.700784675744288,
    "POFD": 0.06328388557696751,
    "FAR": 0.6927707795821318,
    "FBI": 2.280983152550196,
    "CSI": 0.2716010733452594,
    "ETS": 0.24593216077984112,
    "base_rate": 0.038505971847006965,
    "n": 225056,
    "AUC": 0.9446460579404272
   },
   "W6": {
    "POD": 0.6531484690930098,
    "POFD": 0.06147383792126654,
    "FAR": 0.7017830765984385,
    "FBI": 2.1901790872328135,
    "CSI": 0.25744603333636945,
    "ETS": 0.23194712942248405,
    "base_rate": 0.038457095122991614,
    "n": 225056,
    "AUC": 0.9384305618558861
   },
   "ALL": {
    "POD": 0.6614784573886419,
    "POFD": 0.05029842497074417,
    "FAR": 0.6422615175350405,
    "FBI": 1.8490559160166218,
    "CSI": 0.3023794447962142,
    "ETS": 0.2775674788293251,
    "base_rate": 0.040632849898099434,
    "n": 1350336,
    "AUC": 0.9502031098391852
   }
  }
 },
 "by_region": {
  "daily_all": {
   "S1": {
    "POD": 0.27105409927495816,
    "POFD": 0.006783205594229092,
    "FAR": 0.8609839816933639,
    "FBI": 1.9498047964305634,
    "CSI": 0.10118675827607745,
    "ETS": 0.09854617534829241,
    "base_rate": 0.0040243661567190975,
    "n": 445536,
    "AUC": 0.9731386438504909,
    "n_events": 1793.0
   },
   "S2": {
    "POD": 0.09202714164546226,
    "POFD": 0.005095533025628887,
    "FAR": 0.9146341463414634,
    "FBI": 1.0780322307039865,
    "CSI": 0.04633781763826607,
    "ETS": 0.043668922383103,
    "base_rate": 0.005141287284144427,
    "n": 917280,
    "AUC": 0.908800279843456,
    "n_events": 4716.0
   },
   "S3": {
    "POD": 0.1054520978236482,
    "POFD": 0.008830679946670849,
    "FAR": 0.8569254185692542,
    "FBI": 0.7370428539376263,
    "CSI": 0.06463146314631463,
    "ETS": 0.05876864837924682,
    "base_rate": 0.013788857538857538,
    "n": 323232,
    "AUC": 0.9013355380609812,
    "n_events": 4457.0
   },
   "S4": {
    "POD": 0.10637004619499149,
    "POFD": 0.010231086712347886,
    "FAR": 0.8147560071980523,
    "FBI": 0.5742159008023341,
    "CSI": 0.0724667688103027,
    "ETS": 0.06463609126793524,
    "base_rate": 0.021400502362874576,
    "n": 768767,
    "AUC": 0.8971841391479406,
    "n_events": 16452.0
   },
   "S5": {
    "POD": 0.15647587419417855,
    "POFD": 0.013928128413530076,
    "FAR": 0.8244383561643835,
    "FBI": 0.8912873608126587,
    "CSI": 0.09019762400765723,
    "ETS": 0.08141862408541033,
    "base_rate": 0.018602098959241815,
    "n": 550368,
    "AUC": 0.9141296844793433,
    "n_events": 10238.0
   },
   "S6": {
    "POD": 0.5404512023799686,
    "POFD": 0.01782216549412925,
    "FAR": 0.6925391377932396,
    "FBI": 1.7577886125113626,
    "CSI": 0.24373881932021466,
    "ETS": 0.23498816722878163,
    "base_rate": 0.014429038843101344,
    "n": 838656,
    "AUC": 0.9664003406318348,
    "n_events": 12101.0
   },
   "S7": {
    "POD": 0.322551348330306,
    "POFD": 0.013366020676895286,
    "FAR": 0.7153338676860472,
    "FBI": 1.1330864887522705,
    "CSI": 0.1781524926686217,
    "ETS": 0.1697229081047157,
    "base_rate": 0.016222844811953723,
    "n": 882336,
    "AUC": 0.9627854559792279,
    "n_events": 14314.0
   }
  },
  "daily_capable": {
   "S1": {
    "POD": 0.46703296703296704,
    "POFD": 0.2542244161761914,
    "FAR": 0.8400250941028858,
    "FBI": 2.9194139194139193,
    "CSI": 0.13527851458885942,
    "ETS": 0.060670171378901606,
    "base_rate": 0.09392740409427146,
    "n": 5813,
    "AUC": 0.6725488927881181,
    "n_events": 546.0
   },
   "S2": {
    "POD": 0.5267857142857143,
    "POFD": 0.34683765665986593,
    "FAR": 0.8705193855157278,
    "FBI": 4.068452380952381,
    "CSI": 0.11598951507208388,
    "ETS": 0.039221384235214485,
    "base_rate": 0.08919564640297319,
    "n": 3767,
    "AUC": 0.6237847149935463,
    "n_events": 336.0
   },
   "S3": {
    "POD": 0.16666666666666666,
    "POFD": 0.09407815871493647,
    "FAR": 0.8464193270060397,
    "FBI": 1.0852059925093633,
    "CSI": 0.08687164470473402,
    "ETS": 0.036223788554348935,
    "base_rate": 0.09290591970771171,
    "n": 22991,
    "AUC": 0.6484926350752521,
    "n_events": 2136.0
   },
   "S4": {
    "POD": 0.17334208798424164,
    "POFD": 0.07508838697819248,
    "FAR": 0.8142806894125924,
    "FBI": 0.9333552199606041,
    "CSI": 0.09848908785674315,
    "ETS": 0.053349867472766675,
    "base_rate": 0.08991528008737663,
    "n": 101629,
    "AUC": 0.6683304091965397,
    "n_events": 9138.0
   },
   "S5": {
    "POD": 0.2745495495495496,
    "POFD": 0.18454247434435575,
    "FAR": 0.8094717099093467,
    "FBI": 1.440990990990991,
    "CSI": 0.12672835014034722,
    "ETS": 0.03945576477535585,
    "base_rate": 0.13659857248338667,
    "n": 32504,
    "AUC": 0.6053344487054044,
    "n_events": 4440.0
   },
   "S6": {
    "POD": 0.7124349041026292,
    "POFD": 0.17290974389957373,
    "FAR": 0.6474987430869784,
    "FBI": 2.021084719928871,
    "CSI": 0.30859375,
    "ETS": 0.22991338147089144,
    "base_rate": 0.11670792629597238,
    "n": 67459,
    "AUC": 0.8264279498308429,
    "n_events": 7873.0
   },
   "S7": {
    "POD": 0.3735197924890042,
    "POFD": 0.10920149545226271,
    "FAR": 0.7026929982046679,
    "FBI": 1.2563437464756964,
    "CSI": 0.19838274932614555,
    "ETS": 0.13483447763159512,
    "base_rate": 0.1100793286241015,
    "n": 80551,
    "AUC": 0.813823994784523,
    "n_events": 8867.0
   }
  },
  "daily_capable_own_region_thr": {
   "S1": {
    "POD": 0.27472527472527475,
    "POFD": 0.12075185114866148,
    "FAR": 0.8091603053435115,
    "FBI": 1.4395604395604396,
    "CSI": 0.12690355329949238,
    "ETS": 0.0687375132144537,
    "base_rate": 0.09392740409427146,
    "n": 5813,
    "AUC": 0.6725488927881181,
    "n_events": 546.0
   },
   "S2": {
    "POD": 0.21726190476190477,
    "POFD": 0.10667443893908482,
    "FAR": 0.8337129840546698,
    "FBI": 1.306547619047619,
    "CSI": 0.10398860398860399,
    "ETS": 0.05105749860829099,
    "base_rate": 0.08919564640297319,
    "n": 3767,
    "AUC": 0.6237847149935463,
    "n_events": 336.0
   },
   "S3": {
    "POD": 0.274812734082397,
    "POFD": 0.15195396787341164,
    "FAR": 0.843716719914803,
    "FBI": 1.7584269662921348,
    "CSI": 0.11065032987747409,
    "ETS": 0.048031312875216316,
    "base_rate": 0.09290591970771171,
    "n": 22991,
    "AUC": 0.6484926350752521,
    "n_events": 2136.0
   },
   "S4": {
    "POD": 0.23801707156927118,
    "POFD": 0.10642116530256998,
    "FAR": 0.8190214677983025,
    "FBI": 1.3151674326986211,
    "CSI": 0.11458827248300933,
    "ETS": 0.06113820228403584,
    "base_rate": 0.08991528008737663,
    "n": 101629,
    "AUC": 0.6683304091965397,
    "n_events": 9138.0
   },
   "S5": {
    "POD": 0.16193693693693695,
    "POFD": 0.09464082098061574,
    "FAR": 0.786962962962963,
    "FBI": 0.7601351351351351,
    "CSI": 0.10132468996617813,
    "ETS": 0.038881778837338475,
    "base_rate": 0.13659857248338667,
    "n": 32504,
    "AUC": 0.6053344487054044,
    "n_events": 4440.0
   },
   "S6": {
    "POD": 0.4478597739108345,
    "POFD": 0.10327929379384419,
    "FAR": 0.6357438016528926,
    "FBI": 1.2295186079004192,
    "CSI": 0.25137235331859986,
    "ETS": 0.1857965119779256,
    "base_rate": 0.11670792629597238,
    "n": 67459,
    "AUC": 0.8264279498308429,
    "n_events": 7873.0
   },
   "S7": {
    "POD": 0.2713431825871208,
    "POFD": 0.07757658612800625,
    "FAR": 0.6980042676038659,
    "FBI": 0.8985000563888575,
    "CSI": 0.16675907956750763,
    "ETS": 0.11283286958714543,
    "base_rate": 0.1100793286241015,
    "n": 80551,
    "AUC": 0.813823994784523,
    "n_events": 8867.0
   }
  }
 },
 "probabilistic": {
  "W1": {
   "reliability": [
    [
     0.005040829611200725,
     0.003920834347557437,
     2403315
    ],
    [
     0.14173465848197572,
     0.21071905775226407,
     40414
    ],
    [
     0.2441917805655482,
     0.4054499505548841,
     18202
    ],
    [
     0.34355897941850144,
     0.569216547261382,
     8654
    ],
    [
     0.4428451641395395,
     0.6776169265033407,
     3592
    ],
    [
     0.5382340615094149,
     0.689922480620155,
     1161
    ],
    [
     0.6372907625837382,
     0.6167400881057269,
     227
    ],
    [
     0.7346796676315046,
     0.5686274509803921,
     51
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.2631339767033255,
   "auc": 0.9790278000579312
  },
  "W2": {
   "reliability": [
    [
     0.006969849563976829,
     0.006186886457775667,
     1520474
    ],
    [
     0.13995174482454548,
     0.1837558836114677,
     37392
    ],
    [
     0.24155353363263804,
     0.30180330606111205,
     11978
    ],
    [
     0.34070432106632526,
     0.30163774138352484,
     4091
    ],
    [
     0.4379768931967159,
     0.2695871946082561,
     1187
    ],
    [
     0.5332550042518522,
     0.17982456140350878,
     228
    ],
    [
     0.6253411162601737,
     0.23809523809523808,
     21
    ],
    [
     0.7433136325106937,
     0.5,
     2
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.13595270569944462,
   "auc": 0.9555854610356032
  },
  "W3": {
   "reliability": [
    [
     0.007659389654610982,
     0.007252685404802655,
     1517369
    ],
    [
     0.13897219750694315,
     0.1541796536289283,
     42671
    ],
    [
     0.24048765337582337,
     0.2405786747633506,
     11198
    ],
    [
     0.339324093414422,
     0.2606620936474799,
     3353
    ],
    [
     0.4369797224498502,
     0.3103932584269663,
     712
    ],
    [
     0.5290008623662562,
     0.3058823529411765,
     85
    ],
    [
     0.6324249202350687,
     0.5,
     4
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.10396802351827816,
   "auc": 0.9424085288345578
  },
  "W4": {
   "reliability": [
    [
     0.007815259052112302,
     0.0074049625107302786,
     1517901
    ],
    [
     0.13858725381179376,
     0.15558636626227615,
     43275
    ],
    [
     0.23867056357388536,
     0.24227093872962338,
     10674
    ],
    [
     0.33766079100961655,
     0.25794198895027626,
     2896
    ],
    [
     0.43459564397455674,
     0.2816399286987522,
     561
    ],
    [
     0.5413783096533457,
     0.38961038961038963,
     77
    ],
    [
     0.6176113200538746,
     0.375,
     8
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.10409531300904873,
   "auc": 0.9421173997809346
  },
  "W5": {
   "reliability": [
    [
     0.007885008535970085,
     0.007268038794465154,
     1519392
    ],
    [
     0.13835889285284217,
     0.16119128031931226,
     42341
    ],
    [
     0.2385262994715592,
     0.25167125442390875,
     10172
    ],
    [
     0.3391378411065208,
     0.2469222652128034,
     2843
    ],
    [
     0.43349821827231566,
     0.31551724137931036,
     580
    ],
    [
     0.5280815456258386,
     0.5901639344262295,
     61
    ],
    [
     0.6468107988212111,
     0.0,
     2
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.10572951296067212,
   "auc": 0.9419815060780571
  },
  "W6": {
   "reliability": [
    [
     0.007971331877765539,
     0.007603269241272033,
     1519741
    ],
    [
     0.13804263370630512,
     0.14343526256555159,
     41761
    ],
    [
     0.24028923147204675,
     0.2478378127034316,
     10753
    ],
    [
     0.33607663419082295,
     0.302776721186763,
     2629
    ],
    [
     0.4334508077856227,
     0.417607223476298,
     443
    ],
    [
     0.5314347072408824,
     0.5396825396825397,
     63
    ],
    [
     0.6040266040947384,
     0.0,
     2
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.10355698421792225,
   "auc": 0.9390410686356465
  }
 },
 "thresholds": {
  "0": 0.5987373982650565,
  "1": 0.5813146263625175,
  "2": 0.5711721763274243,
  "3": 0.5682907014101117,
  "4": 0.5597009303021058,
  "5": 0.5475589183107207
 },
 "thresholds_csi": {
  "0": 0.5067786605193777,
  "1": 0.38943426285326743,
  "2": 0.3183505586004265,
  "3": 0.2784550508625049,
  "4": 0.26204751708790025,
  "5": 0.2837211562011598
 },
 "thresholds_fbi1": {
  "0": 0.5987373982650565,
  "1": 0.5813146263625175,
  "2": 0.5711721763274243,
  "3": 0.5682907014101117,
  "4": 0.5597009303021058,
  "5": 0.5475589183107207
 },
 "thresholds_capable_fbi1": {
  "0": 0.6740215119045311,
  "1": 0.6418011473655121,
  "2": 0.6276102237837977,
  "3": 0.622497309538872,
  "4": 0.6170688198821327,
  "5": 0.600755128725301
 },
 "decision_rule": "FBI~1 (rule B) on reweighted out-of-fold scores",
 "neg_keep": 0.15,
 "features": [
  "sv_mod",
  "ev_mod",
  "lead",
  "doy_cos",
  "doy_sin",
  "z_cape",
  "z_tcw",
  "z_tcc",
  "z_sm20",
  "z_sm100",
  "z_t2m",
  "z_d2m",
  "z_skt",
  "z_st20",
  "z_st100",
  "z_dtd2m",
  "z_sshf",
  "z_slhf",
  "z_ssrd",
  "z_strd",
  "z_ssr",
  "z_str",
  "z_ttr",
  "z_cp",
  "z_tp",
  "z_srn",
  "z_bowen",
  "z_msl",
  "z_u10",
  "z_v10",
  "z_uv10",
  "z_thk_1000_500",
  "z_thk_1000_850",
  "z_thk_850_700",
  "z_thk_925_500",
  "z_thk_925_700",
  "z_ivt_u",
  "z_ivt_v",
  "z_ivt",
  "z_dt_850_500",
  "z_dt_925_850",
  "z_dt_700_500",
  "z_w",
  "z_mx2t6",
  "z_mn2t6",
  "h50001",
  "h50002",
  "h50003",
  "h50004",
  "h50005",
  "h50006",
  "h50007",
  "h50008",
  "h50009",
  "h50010",
  "t85001",
  "t85002",
  "t85003",
  "t85004",
  "t85005",
  "t85006",
  "t85007",
  "t85008",
  "t85009",
  "t85010",
  "lat",
  "lon",
  "region",
  "thr_obs",
  "thr_mod"
 ],
 "model": "lgbm_clf",
 "top_features": [
  [
   "doy_cos",
   0.0835061443932412
  ],
  [
   "doy_sin",
   0.07001920122887867
  ],
  [
   "lon",
   0.03561059907834102
  ],
  [
   "lat",
   0.034696620583717364
  ],
  [
   "lead",
   0.03324500768049156
  ],
  [
   "t85010",
   0.028559907834101384
  ],
  [
   "h50006",
   0.028367895545314905
  ],
  [
   "h50003",
   0.02547619047619048
  ],
  [
   "h50009",
   0.02405145929339478
  ],
  [
   "t85001",
   0.023698156682027655
  ],
  [
   "h50004",
   0.022822580645161294
  ],
  [
   "z_st100",
   0.022703533026113675
  ],
  [
   "h50001",
   0.02231182795698925
  ],
  [
   "t85009",
   0.02213517665130569
  ],
  [
   "t85004",
   0.021059907834101388
  ],
  [
   "h50007",
   0.020937019969278037
  ],
  [
   "h50005",
   0.020656682027649774
  ],
  [
   "h50010",
   0.020238095238095243
  ],
  [
   "h50008",
   0.020192012288786487
  ],
  [
   "t85006",
   0.02004992319508449
  ],
  [
   "t85003",
   0.019535330261136716
  ],
  [
   "h50002",
   0.019235791090629804
  ],
  [
   "t85007",
   0.019220430107526887
  ],
  [
   "t85008",
   0.01915130568356375
  ],
  [
   "t85002",
   0.01905529953917051
  ]
 ]
}