{
 "summary": {
  "daily_all": {
   "W1": {
    "POD": 0.4573092811079081,
    "POFD": 0.006239642059045024,
    "FAR": 0.497534693877551,
    "FBI": 0.9101310588724776,
    "CSI": 0.31477314568588144,
    "ETS": 0.3088883869010828,
    "base_rate": 0.013592172614815868,
    "n": 2475616,
    "AUC": 0.9752587379564909
   },
   "W2": {
    "POD": 0.2991067274588257,
    "POFD": 0.008657688275599323,
    "FAR": 0.6766421889145962,
    "FBI": 0.925002326230576,
    "CSI": 0.1839642887801528,
    "ETS": 0.17758051620506143,
    "base_rate": 0.013643752939779976,
    "n": 1575373,
    "AUC": 0.9439033644398187
   },
   "W3": {
    "POD": 0.2529788327648241,
    "POFD": 0.009732360097323601,
    "FAR": 0.7363910799493621,
    "FBI": 0.9596747815522639,
    "CSI": 0.14822724161533196,
    "ETS": 0.1416708145242577,
    "base_rate": 0.013584555463021267,
    "n": 1575392,
    "AUC": 0.9277671975573182
   },
   "W4": {
    "POD": 0.21635577057263805,
    "POFD": 0.008874473500461742,
    "FAR": 0.7477902499864433,
    "FBI": 0.8578406289249663,
    "CSI": 0.13180491399098818,
    "ETS": 0.12556922588691716,
    "base_rate": 0.013645492677378074,
    "n": 1575392,
    "AUC": 0.9258726106934788
   },
   "W5": {
    "POD": 0.24244695301887675,
    "POFD": 0.009323428839117603,
    "FAR": 0.736791253496059,
    "FBI": 0.9211204271862851,
    "CSI": 0.14442770243875216,
    "ETS": 0.1380180045915082,
    "base_rate": 0.013551556407266513,
    "n": 1575391,
    "AUC": 0.9246915166593107
   },
   "W6": {
    "POD": 0.23566548881036514,
    "POFD": 0.010938978887082276,
    "FAR": 0.7726673635413353,
    "FBI": 1.0366548881036513,
    "CSI": 0.1308533458902318,
    "ETS": 0.12406042976321197,
    "base_rate": 0.013472837236700452,
    "n": 1575392,
    "AUC": 0.9099905379874215
   },
   "ALL": {
    "POD": 0.29911460370515236,
    "POFD": 0.008724492239036633,
    "FAR": 0.6793082940665173,
    "FBI": 0.932716993208406,
    "CSI": 0.18310122807552165,
    "ETS": 0.1767165800357122,
    "base_rate": 0.013582636017617292,
    "n": 10352556,
    "AUC": 0.9408590479559796
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.6524766035151792,
    "POFD": 0.06608126511779173,
    "FAR": 0.46032944730259123,
    "FBI": 1.209027619265008,
    "CSI": 0.41918099497745354,
    "ETS": 0.3669985683964035,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.9181475275856529
   },
   "W2": {
    "POD": 0.4718347639484979,
    "POFD": 0.09814532709782574,
    "FAR": 0.6358178053830228,
    "FBI": 1.2956008583690988,
    "CSI": 0.2587145168407119,
    "ETS": 0.1980658545023593,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.8180746414291283
   },
   "W3": {
    "POD": 0.42712259917429546,
    "POFD": 0.11577086506001001,
    "FAR": 0.6955214331413948,
    "FBI": 1.4028002154011847,
    "CSI": 0.21619043292599827,
    "ETS": 0.152350552445182,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7571297912186227
   },
   "W4": {
    "POD": 0.3698312047869965,
    "POFD": 0.10652591170825336,
    "FAR": 0.7069563371311302,
    "FBI": 1.2620344735196927,
    "CSI": 0.19545004011894085,
    "ETS": 0.13383120496444936,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7557591963831674
   },
   "W5": {
    "POD": 0.4115845419331592,
    "POFD": 0.11470516114587886,
    "FAR": 0.7019180584551148,
    "FBI": 1.3807765066210251,
    "CSI": 0.20901189387008234,
    "ETS": 0.14561249860658518,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.763546191576911
   },
   "W6": {
    "POD": 0.39590505526363473,
    "POFD": 0.1336979349900321,
    "FAR": 0.7415883152977352,
    "FBI": 1.532071027360029,
    "CSI": 0.185334407735697,
    "ETS": 0.11879343406400822,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7114284282451754
   },
   "ALL": {
    "POD": 0.47208482496652365,
    "POFD": 0.10235577008825422,
    "FAR": 0.6462831577546403,
    "FBI": 1.3346405050146204,
    "CSI": 0.25346078510486897,
    "ETS": 0.19204697865082132,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8077837288879199
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.5468474815075731,
    "POFD": 0.016541881141787552,
    "FAR": 0.36275012827090813,
    "FBI": 0.858136667840789,
    "CSI": 0.4170304210597005,
    "ETS": 0.3971226927564582,
    "base_rate": 0.05045855253803498,
    "n": 225056,
    "AUC": 0.9589878759780667
   },
   "W2": {
    "POD": 0.4286858974358974,
    "POFD": 0.016577292899408284,
    "FAR": 0.48915564043104626,
    "FBI": 0.8391712454212454,
    "CSI": 0.30392793377698424,
    "ETS": 0.2874726419482296,
    "base_rate": 0.038817005545286505,
    "n": 225056,
    "AUC": 0.9408297575571464
   },
   "W3": {
    "POD": 0.3570773113099335,
    "POFD": 0.021230666826909744,
    "FAR": 0.5960290682584999,
    "FBI": 0.8839183298921771,
    "CSI": 0.23386672676733528,
    "ETS": 0.2162915741002187,
    "base_rate": 0.0387370254514432,
    "n": 225056,
    "AUC": 0.9245280814782726
   },
   "W4": {
    "POD": 0.36717408721529127,
    "POFD": 0.020243251864145082,
    "FAR": 0.5771714775273494,
    "FBI": 0.8683758727251917,
    "CSI": 0.24458676425739553,
    "ETS": 0.22723319251070342,
    "base_rate": 0.038821448883833355,
    "n": 225056,
    "AUC": 0.9223058875270538
   },
   "W5": {
    "POD": 0.39579967689822293,
    "POFD": 0.01915985027034521,
    "FAR": 0.5472544878563886,
    "FBI": 0.8742210939303023,
    "CSI": 0.2677177645956915,
    "ETS": 0.2506556617567743,
    "base_rate": 0.038505971847006965,
    "n": 225056,
    "AUC": 0.9277681970267909
   },
   "W6": {
    "POD": 0.36291161178509534,
    "POFD": 0.025267905416333565,
    "FAR": 0.6351492623998142,
    "FBI": 0.994685153090699,
    "CSI": 0.22240317213056715,
    "ETS": 0.2037368461933752,
    "base_rate": 0.038457095122991614,
    "n": 225056,
    "AUC": 0.9106270311750418
   },
   "ALL": {
    "POD": 0.41639935846030474,
    "POFD": 0.019843793903052798,
    "FAR": 0.529451744449479,
    "FBI": 0.8849238171611868,
    "CSI": 0.2835494880546075,
    "ETS": 0.26556681384212083,
    "base_rate": 0.040632849898099434,
    "n": 1350336,
    "AUC": 0.9326623306923787
   }
  },
  "daily_capable_own_fbi1": {
   "W1": {
    "POD": 0.5806893403332573,
    "POFD": 0.049034155199165264,
    "FAR": 0.415609027737897,
    "FBI": 0.9936658297192422,
    "CSI": 0.4109688623238157,
    "ETS": 0.36345962115908265,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.9181475275856529
   },
   "W2": {
    "POD": 0.39225679542203146,
    "POFD": 0.07183262136336035,
    "FAR": 0.6058400718778078,
    "FBI": 0.9951716738197425,
    "CSI": 0.2447146761867574,
    "ETS": 0.19126116007399446,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.8180746414291283
   },
   "W3": {
    "POD": 0.3584634715490935,
    "POFD": 0.08730471453978125,
    "FAR": 0.6724081364829396,
    "FBI": 1.0942380183091007,
    "CSI": 0.2065149948293692,
    "ETS": 0.14965459755137092,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7571297912186227
   },
   "W4": {
    "POD": 0.29061355720282217,
    "POFD": 0.07833226700789081,
    "FAR": 0.6930188679245283,
    "FBI": 0.9466821470036617,
    "CSI": 0.17548401013859677,
    "ETS": 0.1219469993295493,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7557591963831674
   },
   "W5": {
    "POD": 0.32780830555805784,
    "POFD": 0.08502404128063798,
    "FAR": 0.6866712588255554,
    "FBI": 1.046212052968201,
    "CSI": 0.1907632627385196,
    "ETS": 0.13503329478614687,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.763546191576911
   },
   "W6": {
    "POD": 0.3281391556441384,
    "POFD": 0.1026641507020181,
    "FAR": 0.7266827648656806,
    "FBI": 1.2005798151839102,
    "CSI": 0.17524675827365976,
    "ETS": 0.11553923354378812,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7114284282451754
   },
   "ALL": {
    "POD": 0.39723444374607164,
    "POFD": 0.07641619415605579,
    "FAR": 0.6184826970774662,
    "FBI": 1.0411964036837646,
    "CSI": 0.24163238166479659,
    "ETS": 0.18701265117498578,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8077837288879199
   }
  },
  "daily_capable_own_csi": {
   "W1": {
    "POD": 0.6945902761926501,
    "POFD": 0.07891402592298988,
    "FAR": 0.4889793862042907,
    "FBI": 1.3592216388952294,
    "CSI": 0.41726372081862123,
    "ETS": 0.36197220148736164,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.9181475275856529
   },
   "W2": {
    "POD": 0.6073855507868383,
    "POFD": 0.1579508048279021,
    "FAR": 0.6858001850138761,
    "FBI": 1.9331187410586552,
    "CSI": 0.2611587405328515,
    "ETS": 0.18943427741794236,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.8180746414291283
   },
   "W3": {
    "POD": 0.6708849398671692,
    "POFD": 0.2777286716861375,
    "FAR": 0.7772247720092984,
    "FBI": 3.0114880631843475,
    "CSI": 0.20082748985787593,
    "ETS": 0.1163303002546417,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7571297912186227
   },
   "W4": {
    "POD": 0.7162632848084308,
    "POFD": 0.3278417573043293,
    "FAR": 0.7931123436089256,
    "FBI": 3.462088059301599,
    "CSI": 0.19121644175289687,
    "ETS": 0.10276512124684105,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7557591963831674
   },
   "W5": {
    "POD": 0.7519142419601837,
    "POFD": 0.34448862970031024,
    "FAR": 0.7947071988981529,
    "FBI": 3.6626430051346723,
    "CSI": 0.19226959666459356,
    "ETS": 0.10340515261670077,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.763546191576911
   },
   "W6": {
    "POD": 0.6929697408950897,
    "POFD": 0.38816217311116086,
    "FAR": 0.826391883610613,
    "FBI": 3.991574560608806,
    "CSI": 0.16120805934918225,
    "ETS": 0.07031747109062371,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7114284282451754
   },
   "ALL": {
    "POD": 0.6894214740524144,
    "POFD": 0.24648920697667254,
    "FAR": 0.7508050336830044,
    "FBI": 2.7665947039051186,
    "CSI": 0.22404376437572712,
    "ETS": 0.14223771654368844,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8077837288879199
   }
  },
  "daily_all_by_region": {
   "W1": {
    "POD": 0.4537430532853874,
    "POFD": 0.006251517731402595,
    "FAR": 0.4999672496233707,
    "FBI": 0.9074266694403994,
    "CSI": 0.31213329244607996,
    "ETS": 0.3062470879822411,
    "base_rate": 0.013592172614815868,
    "n": 2475616,
    "AUC": 0.9752587379564909
   },
   "W2": {
    "POD": 0.28770819763654976,
    "POFD": 0.009095946338164039,
    "FAR": 0.6956393345801752,
    "FBI": 0.9452870568530752,
    "CSI": 0.17357134837768048,
    "ETS": 0.16709066072000167,
    "base_rate": 0.013643752939779976,
    "n": 1575373,
    "AUC": 0.9439033644398187
   },
   "W3": {
    "POD": 0.2441941965328723,
    "POFD": 0.009752308732804759,
    "FAR": 0.7435847112506746,
    "FBI": 0.9523386757628148,
    "CSI": 0.14295874822190613,
    "ETS": 0.13641817601374948,
    "base_rate": 0.013584555463021267,
    "n": 1575392,
    "AUC": 0.9277671975573182
   },
   "W4": {
    "POD": 0.20612178443503745,
    "POFD": 0.008909224883277184,
    "FAR": 0.7575376196990424,
    "FBI": 0.8501186212029586,
    "CSI": 0.1253784556181206,
    "ETS": 0.11916313906218216,
    "base_rate": 0.013645492677378074,
    "n": 1575392,
    "AUC": 0.9258726106934788
   },
   "W5": {
    "POD": 0.23087732446484613,
    "POFD": 0.00925715006415528,
    "FAR": 0.7448097333678488,
    "FBI": 0.9047262166846223,
    "CSI": 0.1379319994403246,
    "ETS": 0.13157101381752764,
    "base_rate": 0.013551556407266513,
    "n": 1575391,
    "AUC": 0.9246915166593107
   },
   "W6": {
    "POD": 0.22464075382803297,
    "POFD": 0.011051579399125062,
    "FAR": 0.7827196500182282,
    "FBI": 1.0338751472320378,
    "CSI": 0.12416343324392594,
    "ETS": 0.11736808133076873,
    "base_rate": 0.013472837236700452,
    "n": 1575392,
    "AUC": 0.9099905379874215
   },
   "ALL": {
    "POD": 0.2901966362052413,
    "POFD": 0.008809392847060123,
    "FAR": 0.6879487944206107,
    "FBI": 0.9299647974967109,
    "CSI": 0.17697418638540005,
    "ETS": 0.17058508228027597,
    "base_rate": 0.013582636017617292,
    "n": 10352556,
    "AUC": 0.9408590479559796
   }
  },
  "daily_capable_by_region": {
   "W1": {
    "POD": 0.5786920794339192,
    "POFD": 0.048695381154677454,
    "FAR": 0.4147622345337027,
    "FBI": 0.9888153389637069,
    "CSI": 0.4103840394965805,
    "ETS": 0.36297498182532534,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.9181475275856529
   },
   "W2": {
    "POD": 0.38698140200286124,
    "POFD": 0.07517763739600089,
    "FAR": 0.619850680720246,
    "FBI": 1.0179721030042919,
    "CSI": 0.23726769365714598,
    "ETS": 0.18298051963919307,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.8180746414291283
   },
   "W3": {
    "POD": 0.3551427032848681,
    "POFD": 0.08808212905080882,
    "FAR": 0.6763984298331698,
    "FBI": 1.0974690360796984,
    "CSI": 0.2038324833874208,
    "ETS": 0.14682991387822783,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7571297912186227
   },
   "W4": {
    "POD": 0.287041171742431,
    "POFD": 0.07864150138622307,
    "FAR": 0.696477476626688,
    "FBI": 0.9456997410020541,
    "CSI": 0.17305621365496446,
    "ETS": 0.11951007149237686,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7557591963831674
   },
   "W5": {
    "POD": 0.327718223583461,
    "POFD": 0.08477883087945244,
    "FAR": 0.6861087144089733,
    "FBI": 1.0440500855778758,
    "CSI": 0.1909410591507899,
    "ETS": 0.13527465731044733,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.763546191576911
   },
   "W6": {
    "POD": 0.32623663707193334,
    "POFD": 0.10413535036939904,
    "FAR": 0.7306455232253721,
    "FBI": 1.2111795615147671,
    "CSI": 0.17307507449774104,
    "ETS": 0.11307308013889225,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7114284282451754
   },
   "ALL": {
    "POD": 0.3945973273576914,
    "POFD": 0.07719610014576621,
    "FAR": 0.6224424427041797,
    "FBI": 1.0451315825431093,
    "CSI": 0.23907248584390212,
    "ETS": 0.18428116228559357,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8077837288879199
   }
  },
  "daily_all_by_season": {
   "W1": {
    "POD": 0.4525245921126928,
    "POFD": 0.00630557251592671,
    "FAR": 0.5027918367346939,
    "FBI": 0.9101310588724776,
    "CSI": 0.3104573164515669,
    "ETS": 0.30455509829531985,
    "base_rate": 0.013592172614815868,
    "n": 2475616,
    "AUC": 0.9752587379564909
   },
   "W2": {
    "POD": 0.2924071834000186,
    "POFD": 0.008642886608288033,
    "FAR": 0.6812072026375856,
    "FBI": 0.9172327161068206,
    "CSI": 0.17996220364219448,
    "ETS": 0.1735972033679472,
    "base_rate": 0.013643752939779976,
    "n": 1575373,
    "AUC": 0.9439033644398187
   },
   "W3": {
    "POD": 0.2519975702069997,
    "POFD": 0.009910610807913302,
    "FAR": 0.7406463402904684,
    "FBI": 0.971636839400028,
    "CSI": 0.14654094886147492,
    "ETS": 0.13993947259849907,
    "base_rate": 0.013584555463021267,
    "n": 1575392,
    "AUC": 0.9277671975573182
   },
   "W4": {
    "POD": 0.21272735730567055,
    "POFD": 0.009183374681043443,
    "FAR": 0.75731040704771,
    "FBI": 0.876540912685491,
    "CSI": 0.12785528559845669,
    "ETS": 0.1215402087196996,
    "base_rate": 0.013645492677378074,
    "n": 1575392,
    "AUC": 0.9258726106934788
   },
   "W5": {
    "POD": 0.24038596655581057,
    "POFD": 0.009396142446600543,
    "FAR": 0.7399412182020878,
    "FBI": 0.9243524286851843,
    "CSI": 0.14274985396790074,
    "ETS": 0.13632529192050366,
    "base_rate": 0.013551556407266513,
    "n": 1575391,
    "AUC": 0.9246915166593107
   },
   "W6": {
    "POD": 0.23194346289752651,
    "POFD": 0.01117318795213127,
    "FAR": 0.779118808327351,
    "FBI": 1.0500824499411072,
    "CSI": 0.1275719098211972,
    "ETS": 0.12072999533878856,
    "base_rate": 0.013472837236700452,
    "n": 1575392,
    "AUC": 0.9099905379874215
   },
   "ALL": {
    "POD": 0.29536678163780533,
    "POFD": 0.008858844758307945,
    "FAR": 0.6853536769217948,
    "FBI": 0.9387263094264481,
    "CSI": 0.1797335133567883,
    "ETS": 0.1733195253169023,
    "base_rate": 0.013582636017617292,
    "n": 10352556,
    "AUC": 0.9408590479559796
   }
  },
  "daily_capable_by_season": {
   "W1": {
    "POD": 0.5821730198584798,
    "POFD": 0.04956264270856624,
    "FAR": 0.4175943369298396,
    "FBI": 0.9996005478201324,
    "CSI": 0.41072506944724024,
    "ETS": 0.36305162014915837,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.9181475275856529
   },
   "W2": {
    "POD": 0.38662374821173107,
    "POFD": 0.0737927581468185,
    "FAR": 0.6156786063461026,
    "FBI": 1.0059907010014306,
    "CSI": 0.23874993098117167,
    "ETS": 0.18483957328391523,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.8180746414291283
   },
   "W3": {
    "POD": 0.35909172500448755,
    "POFD": 0.08770939606606959,
    "FAR": 0.6730407779684563,
    "FBI": 1.0982767905223478,
    "CSI": 0.20647125606357725,
    "ETS": 0.149502731865239,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7571297912186227
   },
   "W4": {
    "POD": 0.2872197910154506,
    "POFD": 0.07882277671145234,
    "FAR": 0.6968325791855203,
    "FBI": 0.9473966240957399,
    "CSI": 0.1730055409112916,
    "ETS": 0.11940604514151856,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7557591963831674
   },
   "W5": {
    "POD": 0.3287091253040267,
    "POFD": 0.08489610541914987,
    "FAR": 0.6857561143644506,
    "FBI": 1.0460318890190072,
    "CSI": 0.19140788921527485,
    "ETS": 0.13569510465250442,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.763546191576911
   },
   "W6": {
    "POD": 0.3260554448269614,
    "POFD": 0.10313322885683522,
    "FAR": 0.7288480373690952,
    "FBI": 1.2024823337561152,
    "CSI": 0.17376400154499808,
    "ETS": 0.11398396758975117,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7114284282451754
   },
   "ALL": {
    "POD": 0.396127674691881,
    "POFD": 0.0770290932498407,
    "FAR": 0.6210227718371722,
    "FBI": 1.0452545568824638,
    "CSI": 0.2402044857613946,
    "ETS": 0.18543771062364914,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8077837288879199
   }
  }
 },
 "summary_rule_csi": {
  "daily_all": {
   "W1": {
    "POD": 0.5248298612143005,
    "POFD": 0.008673745386403666,
    "FAR": 0.5453258155042352,
    "FBI": 1.1542987904543969,
    "CSI": 0.3220864490242568,
    "ETS": 0.3154956625382474,
    "base_rate": 0.013592172614815868,
    "n": 2475616,
    "AUC": 0.9752587379564909
   },
   "W2": {
    "POD": 0.4280729505908626,
    "POFD": 0.016576580287139476,
    "FAR": 0.7368059727108899,
    "FBI": 1.6264538941099842,
    "CSI": 0.19472191653263354,
    "ETS": 0.18651037543655485,
    "base_rate": 0.013643752939779976,
    "n": 1575373,
    "AUC": 0.9439033644398187
   },
   "W3": {
    "POD": 0.4293724592308771,
    "POFD": 0.024479549752862147,
    "FAR": 0.8054414567012492,
    "FBI": 2.206906219335545,
    "CSI": 0.1545876652871707,
    "ETS": 0.14536297772399526,
    "base_rate": 0.013584555463021267,
    "n": 1575392,
    "AUC": 0.9277671975573182
   },
   "W4": {
    "POD": 0.4170814532260315,
    "POFD": 0.02574755694561087,
    "FAR": 0.8169270035732517,
    "FBI": 2.2782248685863142,
    "CSI": 0.14577439599388678,
    "ETS": 0.13639092799304925,
    "base_rate": 0.013645492677378074,
    "n": 1575392,
    "AUC": 0.9258726106934788
   },
   "W5": {
    "POD": 0.4582416038221931,
    "POFD": 0.028473490420464827,
    "FAR": 0.8189406277761326,
    "FBI": 2.5308913766452763,
    "CSI": 0.1491356443794018,
    "ETS": 0.1395309203511477,
    "base_rate": 0.013551556407266513,
    "n": 1575391,
    "AUC": 0.9246915166593107
   },
   "W6": {
    "POD": 0.4323203769140165,
    "POFD": 0.03393908119269036,
    "FAR": 0.8518159649887764,
    "FBI": 2.9174558303886924,
    "CSI": 0.12404693667874331,
    "ETS": 0.11405498187163987,
    "base_rate": 0.013472837236700452,
    "n": 1575392,
    "AUC": 0.9099905379874215
   },
   "ALL": {
    "POD": 0.45496568644881413,
    "POFD": 0.021737787165045312,
    "FAR": 0.7762798992866136,
    "FBI": 2.033637947587384,
    "CSI": 0.17643408714837286,
    "ETS": 0.16751671121633482,
    "base_rate": 0.013582636017617292,
    "n": 10352556,
    "AUC": 0.9408590479559796
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.7106254279844785,
    "POFD": 0.08426665582589725,
    "FAR": 0.49967858577742064,
    "FBI": 1.4203378224149739,
    "CSI": 0.4156403324321618,
    "ETS": 0.3591360805539697,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.9181475275856529
   },
   "W2": {
    "POD": 0.6071173104434907,
    "POFD": 0.1577910110683811,
    "FAR": 0.6856772521062865,
    "FBI": 1.9315092989985694,
    "CSI": 0.26119402985074625,
    "ETS": 0.1894931374288165,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.8180746414291283
   },
   "W3": {
    "POD": 0.6136241249326871,
    "POFD": 0.23032768554115504,
    "FAR": 0.7598102933427016,
    "FBI": 2.554747801112906,
    "CSI": 0.20863594751296918,
    "ETS": 0.12832283577757564,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7571297912186227
   },
   "W4": {
    "POD": 0.6284719121193176,
    "POFD": 0.25133290680315634,
    "FAR": 0.7700852746103832,
    "FBI": 2.7335000446548183,
    "CSI": 0.20240457905485087,
    "ETS": 0.11974996177686727,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7557591963831674
   },
   "W5": {
    "POD": 0.6751643996036393,
    "POFD": 0.264336812478011,
    "FAR": 0.767877605376444,
    "FBI": 2.9086568777587605,
    "CSI": 0.20880345452012816,
    "ETS": 0.12556096325948696,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.763546191576911
   },
   "W6": {
    "POD": 0.6318173582170683,
    "POFD": 0.31393055511135276,
    "FAR": 0.8085170643310178,
    "FBI": 3.299601377061062,
    "CSI": 0.17226133135729282,
    "ETS": 0.08565815125308053,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7114284282451754
   },
   "ALL": {
    "POD": 0.6502063236138059,
    "POFD": 0.2054152391360393,
    "FAR": 0.7269472210427258,
    "FBI": 2.381247779629984,
    "CSI": 0.2380799903939482,
    "ETS": 0.1604267154499692,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8077837288879199
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.6149172243747798,
    "POFD": 0.023420683200748714,
    "FAR": 0.41750083416750083,
    "FBI": 1.0556533990841845,
    "CSI": 0.42680765234398876,
    "ETS": 0.404802058219488,
    "base_rate": 0.05045855253803498,
    "n": 225056,
    "AUC": 0.9589878759780667
   },
   "W2": {
    "POD": 0.5611263736263736,
    "POFD": 0.0329789201183432,
    "FAR": 0.5927218344965105,
    "FBI": 1.3777472527472527,
    "CSI": 0.3088846880907372,
    "ETS": 0.2879216082153254,
    "base_rate": 0.038817005545286505,
    "n": 225056,
    "AUC": 0.9408297575571464
   },
   "W3": {
    "POD": 0.5667584308327598,
    "POFD": 0.052524290693267014,
    "FAR": 0.6969455348380765,
    "FBI": 1.870153704978206,
    "CSI": 0.24605348339226135,
    "ETS": 0.22157107927975944,
    "base_rate": 0.0387370254514432,
    "n": 225056,
    "AUC": 0.9245280814782726
   },
   "W4": {
    "POD": 0.5904772805310747,
    "POFD": 0.05774342521923641,
    "FAR": 0.7077053824362606,
    "FBI": 2.020144214261188,
    "CSI": 0.2430280761258715,
    "ETS": 0.21777951965580816,
    "base_rate": 0.038821448883833355,
    "n": 225056,
    "AUC": 0.9223058875270538
   },
   "W5": {
    "POD": 0.6437802907915994,
    "POFD": 0.06096400018485142,
    "FAR": 0.7027862127750253,
    "FBI": 2.166051234710362,
    "CSI": 0.2552383566657517,
    "ETS": 0.22976850897617251,
    "base_rate": 0.038505971847006965,
    "n": 225056,
    "AUC": 0.9277681970267909
   },
   "W6": {
    "POD": 0.6123627960716349,
    "POFD": 0.07737025244800162,
    "FAR": 0.7595608583223699,
    "FBI": 2.54685153090699,
    "CSI": 0.20867784864949995,
    "ETS": 0.18135387429092456,
    "base_rate": 0.038457095122991614,
    "n": 225056,
    "AUC": 0.9106270311750418
   },
   "ALL": {
    "POD": 0.5989647882189983,
    "POFD": 0.05089126091883397,
    "FAR": 0.6673414851404972,
    "FBI": 1.8005394765619305,
    "CSI": 0.2720619888075764,
    "ETS": 0.24704020333775648,
    "base_rate": 0.040632849898099434,
    "n": 1350336,
    "AUC": 0.9326623306923787
   }
  }
 },
 "by_region": {
  "daily_all": {
   "S1": {
    "POD": 0.051868377021751254,
    "POFD": 0.0018434093608237201,
    "FAR": 0.897914379802415,
    "FBI": 0.5080870050195203,
    "CSI": 0.03561853695901953,
    "ETS": 0.03426251074869236,
    "base_rate": 0.0040243661567190975,
    "n": 445536,
    "AUC": 0.9151760349709464,
    "n_events": 1793.0
   },
   "S2": {
    "POD": 0.016115351993214587,
    "POFD": 0.0014859231790866174,
    "FAR": 0.946927374301676,
    "FBI": 0.30364715860899066,
    "CSI": 0.012516469038208168,
    "ETS": 0.01131768792616186,
    "base_rate": 0.005141287284144427,
    "n": 917280,
    "AUC": 0.8305087679416326,
    "n_events": 4716.0
   },
   "S3": {
    "POD": 0.11420237828135517,
    "POFD": 0.01325072543329935,
    "FAR": 0.8924572152968518,
    "FBI": 1.0619250617006954,
    "CSI": 0.058633797949544986,
    "ETS": 0.051503118061542896,
    "base_rate": 0.013788857538857538,
    "n": 323232,
    "AUC": 0.8535459941929441,
    "n_events": 4457.0
   },
   "S4": {
    "POD": 0.1587041089229273,
    "POFD": 0.021152044024112242,
    "FAR": 0.8590477218743252,
    "FBI": 1.12594213469487,
    "CSI": 0.0806735671249807,
    "ETS": 0.0692735584603111,
    "base_rate": 0.021400502362874576,
    "n": 768767,
    "AUC": 0.8645897242255491,
    "n_events": 16452.0
   },
   "S5": {
    "POD": 0.09826137917562024,
    "POFD": 0.008818247458945069,
    "FAR": 0.8256196914543248,
    "FBI": 0.563488962688025,
    "CSI": 0.06706219585360976,
    "ETS": 0.06033997105557797,
    "base_rate": 0.018602098959241815,
    "n": 550368,
    "AUC": 0.8844877137863684,
    "n_events": 10238.0
   },
   "S6": {
    "POD": 0.3756714321130485,
    "POFD": 0.009526286816969229,
    "FAR": 0.6339774557165861,
    "FBI": 1.026361457730766,
    "CSI": 0.22758448060075093,
    "ETS": 0.22059190577955498,
    "base_rate": 0.014429038843101344,
    "n": 838656,
    "AUC": 0.9523870647026118,
    "n_events": 12101.0
   },
   "S7": {
    "POD": 0.4183317032276093,
    "POFD": 0.011902924119434761,
    "FAR": 0.6330882352941176,
    "FBI": 1.1401425178147269,
    "CSI": 0.2429603181043577,
    "ETS": 0.23473959601389824,
    "base_rate": 0.016222844811953723,
    "n": 882336,
    "AUC": 0.9648490230330924,
    "n_events": 14314.0
   }
  },
  "daily_capable": {
   "S1": {
    "POD": 0.13736263736263737,
    "POFD": 0.08486804632618189,
    "FAR": 0.8563218390804598,
    "FBI": 0.9560439560439561,
    "CSI": 0.0755287009063444,
    "ETS": 0.027511359417942933,
    "base_rate": 0.09392740409427146,
    "n": 5813,
    "AUC": 0.570251326421822,
    "n_events": 546.0
   },
   "S2": {
    "POD": 0.13392857142857142,
    "POFD": 0.07315651413582046,
    "FAR": 0.847972972972973,
    "FBI": 0.8809523809523809,
    "CSI": 0.07666098807495741,
    "ETS": 0.0331754407315559,
    "base_rate": 0.08919564640297319,
    "n": 3767,
    "AUC": 0.5837453678644293,
    "n_events": 336.0
   },
   "S3": {
    "POD": 0.19662921348314608,
    "POFD": 0.12069048189882522,
    "FAR": 0.856996935648621,
    "FBI": 1.375,
    "CSI": 0.09026434558349453,
    "ETS": 0.03359149964026641,
    "base_rate": 0.09290591970771171,
    "n": 22991,
    "AUC": 0.5979799996767406,
    "n_events": 2136.0
   },
   "S4": {
    "POD": 0.25355657693149486,
    "POFD": 0.1357753727389692,
    "FAR": 0.8442352941176471,
    "FBI": 1.6278179032611075,
    "CSI": 0.1067938790560472,
    "ETS": 0.04811305928867407,
    "base_rate": 0.08991528008737663,
    "n": 101629,
    "AUC": 0.6422577754478991,
    "n_events": 9138.0
   },
   "S5": {
    "POD": 0.21351351351351353,
    "POFD": 0.13109321550741163,
    "FAR": 0.7951156256753836,
    "FBI": 1.042117117117117,
    "CSI": 0.11676314817095701,
    "ETS": 0.04220117009109153,
    "base_rate": 0.13659857248338667,
    "n": 32504,
    "AUC": 0.6291002964909037,
    "n_events": 4440.0
   },
   "S6": {
    "POD": 0.5352470468690461,
    "POFD": 0.10541066693518612,
    "FAR": 0.598475464506908,
    "FBI": 1.3330369617680682,
    "CSI": 0.29772502472799206,
    "ETS": 0.23119464473989038,
    "base_rate": 0.11670792629597238,
    "n": 67459,
    "AUC": 0.823919089518175,
    "n_events": 7873.0
   },
   "S7": {
    "POD": 0.570768016239991,
    "POFD": 0.10542101445231851,
    "FAR": 0.598906324298621,
    "FBI": 1.423029209428217,
    "CSI": 0.30814661471018023,
    "ETS": 0.24423108635559962,
    "base_rate": 0.1100793286241015,
    "n": 80551,
    "AUC": 0.8604377144084755,
    "n_events": 8867.0
   }
  },
  "daily_capable_own_region_thr": {
   "S1": {
    "POD": 0.11538461538461539,
    "POFD": 0.07385608505790772,
    "FAR": 0.8606194690265486,
    "FBI": 0.8278388278388278,
    "CSI": 0.06737967914438503,
    "ETS": 0.02301824294098158,
    "base_rate": 0.09392740409427146,
    "n": 5813,
    "AUC": 0.570251326421822,
    "n_events": 546.0
   },
   "S2": {
    "POD": 0.13988095238095238,
    "POFD": 0.0801515593121539,
    "FAR": 0.8540372670807453,
    "FBI": 0.9583333333333334,
    "CSI": 0.07692307692307693,
    "ETS": 0.031392170763342594,
    "base_rate": 0.08919564640297319,
    "n": 3767,
    "AUC": 0.5837453678644293,
    "n_events": 336.0
   },
   "S3": {
    "POD": 0.17696629213483145,
    "POFD": 0.10966195157036682,
    "FAR": 0.8581613508442777,
    "FBI": 1.2476591760299625,
    "CSI": 0.08546235586705855,
    "ETS": 0.031231868852897558,
    "base_rate": 0.09290591970771171,
    "n": 22991,
    "AUC": 0.5979799996767406,
    "n_events": 2136.0
   },
   "S4": {
    "POD": 0.1944626833005034,
    "POFD": 0.10146933215123634,
    "FAR": 0.8407991399390791,
    "FBI": 1.2214926679798643,
    "CSI": 0.09593478378232467,
    "ETS": 0.04414347296555021,
    "base_rate": 0.08991528008737663,
    "n": 101629,
    "AUC": 0.6422577754478991,
    "n_events": 9138.0
   },
   "S5": {
    "POD": 0.14324324324324325,
    "POFD": 0.08640963511972634,
    "FAR": 0.7922247631492976,
    "FBI": 0.6894144144144144,
    "CSI": 0.09264384559359068,
    "ETS": 0.033794959387087854,
    "base_rate": 0.13659857248338667,
    "n": 32504,
    "AUC": 0.6291002964909037,
    "n_events": 4440.0
   },
   "S6": {
    "POD": 0.4370633811761717,
    "POFD": 0.07896150102373041,
    "FAR": 0.5775840903510926,
    "FBI": 1.0346754731360346,
    "CSI": 0.27357290507234855,
    "ETS": 0.2141767929915112,
    "base_rate": 0.11670792629597238,
    "n": 67459,
    "AUC": 0.823919089518175,
    "n_events": 7873.0
   },
   "S7": {
    "POD": 0.46362918687267396,
    "POFD": 0.07852519390659003,
    "FAR": 0.5779260780287474,
    "FBI": 1.098454945302808,
    "CSI": 0.28359547461368656,
    "ETS": 0.22637562763691424,
    "base_rate": 0.1100793286241015,
    "n": 80551,
    "AUC": 0.8604377144084755,
    "n_events": 8867.0
   }
  }
 },
 "probabilistic": {
  "W1": {
   "reliability": [
    [
     0.005410902757152543,
     0.004458002107555062,
     2408478
    ],
    [
     0.13973076239801438,
     0.23082403758377307,
     44913
    ],
    [
     0.24272877451034539,
     0.4797158858079497,
     14642
    ],
    [
     0.3416124240606671,
     0.6863821498140605,
     5647
    ],
    [
     0.43608293788814806,
     0.8339575530586767,
     1602
    ],
    [
     0.5385765624336274,
     0.9230769230769231,
     325
    ],
    [
     0.6166000310541639,
     1.0,
     9
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.23867580534416366,
   "auc": 0.9752587379564909
  },
  "W2": {
   "reliability": [
    [
     0.007631169295177447,
     0.0073564670169187,
     1532801
    ],
    [
     0.1382377839698638,
     0.19439883515598377,
     32279
    ],
    [
     0.24016502488945715,
     0.35595281527423084,
     8223
    ],
    [
     0.3322784889914624,
     0.4837866108786611,
     1912
    ],
    [
     0.4255643827422996,
     0.5882352941176471,
     153
    ],
    [
     0.509833739760188,
     0.2,
     5
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.13345101144275906,
   "auc": 0.9439033644398187
  },
  "W3": {
   "reliability": [
    [
     0.008465913814964122,
     0.00863751580985494,
     1537016
    ],
    [
     0.13686685414194952,
     0.1803721488595438,
     29988
    ],
    [
     0.23669288843064212,
     0.3314568172456405,
     7283
    ],
    [
     0.334140012445531,
     0.27016520894071916,
     1029
    ],
    [
     0.4281383625373582,
     0.3157894736842105,
     76
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.10008202735637783,
   "auc": 0.9277671975573182
  },
  "W4": {
   "reliability": [
    [
     0.008742892315294213,
     0.009068250723841771,
     1538665
    ],
    [
     0.13650787568967984,
     0.18456465258810206,
     30022
    ],
    [
     0.23560425446317104,
     0.3032703978422117,
     5932
    ],
    [
     0.33311364666786125,
     0.2762973352033661,
     713
    ],
    [
     0.4347472228160685,
     0.10714285714285714,
     56
    ],
    [
     0.5086390779812371,
     0.25,
     4
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.09186960477539485,
   "auc": 0.9258726106934788
  },
  "W5": {
   "reliability": [
    [
     0.009025444048779424,
     0.008684157654263112,
     1537973
    ],
    [
     0.13653511302280597,
     0.191805478286481,
     30557
    ],
    [
     0.23627540437229447,
     0.3091629348949363,
     5806
    ],
    [
     0.3354851006305515,
     0.327217125382263,
     981
    ],
    [
     0.4289767033901114,
     0.23529411764705882,
     68
    ],
    [
     0.528486145968242,
     0.0,
     6
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.09721843465044655,
   "auc": 0.9246915166593107
  },
  "W6": {
   "reliability": [
    [
     0.009409875521745341,
     0.009007377017667439,
     1534631
    ],
    [
     0.1375047447556407,
     0.16013581719739378,
     32691
    ],
    [
     0.23592815634284725,
     0.2789834380354083,
     7004
    ],
    [
     0.33057255917827816,
     0.19509594882729211,
     938
    ],
    [
     0.4233834896120104,
     0.234375,
     128
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.08073473773250828,
   "auc": 0.9099905379874215
  }
 },
 "thresholds": {
  "0": 0.7987688422180328,
  "1": 0.7622173726667582,
  "2": 0.7260184884122116,
  "3": 0.7283193230649295,
  "4": 0.7209898233659716,
  "5": 0.7228165715950418
 },
 "thresholds_csi": {
  "0": 0.74847085643022,
  "1": 0.6351137866692804,
  "2": 0.5138118406179358,
  "3": 0.4936777119797013,
  "4": 0.46980448745534975,
  "5": 0.45049507215848356
 },
 "thresholds_fbi1": {
  "0": 0.7987688422180328,
  "1": 0.7622173726667582,
  "2": 0.7260184884122116,
  "3": 0.7283193230649295,
  "4": 0.7209898233659716,
  "5": 0.7228165715950418
 },
 "thresholds_capable_fbi1": {
  "0": 0.8433843255038203,
  "1": 0.815431634587108,
  "2": 0.7793024897576191,
  "3": 0.781635987758894,
  "4": 0.7760066241026242,
  "5": 0.7732288002972295
 },
 "decision_rule": "FBI~1 (rule B) on reweighted out-of-fold scores",
 "neg_keep": 0.15,
 "features": [
  "sv_mod",
  "ev_mod",
  "lead",
  "doy_cos",
  "doy_sin",
  "z_cape",
  "z_tcw",
  "z_tcc",
  "z_sm20",
  "z_sm100",
  "z_t2m",
  "z_d2m",
  "z_skt",
  "z_st20",
  "z_st100",
  "z_dtd2m",
  "z_sshf",
  "z_slhf",
  "z_ssrd",
  "z_strd",
  "z_ssr",
  "z_str",
  "z_ttr",
  "z_cp",
  "z_tp",
  "z_srn",
  "z_bowen",
  "z_msl",
  "z_u10",
  "z_v10",
  "z_uv10",
  "z_thk_1000_500",
  "z_thk_1000_850",
  "z_thk_850_700",
  "z_thk_925_500",
  "z_thk_925_700",
  "z_ivt_u",
  "z_ivt_v",
  "z_ivt",
  "z_dt_850_500",
  "z_dt_925_850",
  "z_dt_700_500",
  "z_w",
  "z_mx2t6",
  "z_mn2t6",
  "h50001",
  "h50002",
  "h50003",
  "h50004",
  "h50005",
  "h50006",
  "h50007",
  "h50008",
  "h50009",
  "h50010",
  "t85001",
  "t85002",
  "t85003",
  "t85004",
  "t85005",
  "t85006",
  "t85007",
  "t85008",
  "t85009",
  "t85010",
  "lat",
  "lon",
  "region",
  "thr_obs",
  "thr_mod"
 ],
 "model": "mlp"
}