{
 "summary": {
  "daily_all": {
   "W1": {
    "POD": 0.5372819400279355,
    "POFD": 0.007434170895839296,
    "FAR": 0.5010349681229818,
    "FBI": 1.0767927724449464,
    "CSI": 0.34899523193637433,
    "ETS": 0.34274680101905286,
    "base_rate": 0.013592172614815868,
    "n": 2475616,
    "AUC": 0.9807872066370249
   },
   "W2": {
    "POD": 0.3595887224341677,
    "POFD": 0.010087014497267805,
    "FAR": 0.6697431953168397,
    "FBI": 1.0888154833907138,
    "CSI": 0.2079476969436074,
    "ETS": 0.20108433147196214,
    "base_rate": 0.013643752939779976,
    "n": 1575373,
    "AUC": 0.9555459449714286
   },
   "W3": {
    "POD": 0.3264800710247185,
    "POFD": 0.011190541000559205,
    "FAR": 0.7133773639086024,
    "FBI": 1.1390589224802579,
    "CSI": 0.18011909979118867,
    "ETS": 0.17305968208650152,
    "base_rate": 0.013584555463021267,
    "n": 1575392,
    "AUC": 0.9435662530339316
   },
   "W4": {
    "POD": 0.31930036749313856,
    "POFD": 0.010397742447205248,
    "FAR": 0.701837452760523,
    "FBI": 1.0708936130622877,
    "CSI": 0.18229139002496414,
    "ETS": 0.1754121698730076,
    "base_rate": 0.013645492677378074,
    "n": 1575392,
    "AUC": 0.9433874722680347
   },
   "W5": {
    "POD": 0.3264321513888238,
    "POFD": 0.01063742163982698,
    "FAR": 0.7034468085106383,
    "FBI": 1.1007541336830764,
    "CSI": 0.18397571277719113,
    "ETS": 0.17705713619290595,
    "base_rate": 0.013551556407266513,
    "n": 1575391,
    "AUC": 0.9429688085443185
   },
   "W6": {
    "POD": 0.3203297997644287,
    "POFD": 0.011225949334917032,
    "FAR": 0.7195826115647942,
    "FBI": 1.1423321554770318,
    "CSI": 0.17581195697145222,
    "ETS": 0.16879073168790826,
    "base_rate": 0.013472837236700452,
    "n": 1575392,
    "AUC": 0.9381419060702285
   },
   "ALL": {
    "POD": 0.37995235216726525,
    "POFD": 0.009924949625149617,
    "FAR": 0.6548197441529914,
    "FBI": 1.1007360523414997,
    "CSI": 0.22080192422138464,
    "ETS": 0.213972585337689,
    "base_rate": 0.013582636017617292,
    "n": 10352556,
    "AUC": 0.955298821556472
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.7606710796621776,
    "POFD": 0.08166487116423088,
    "FAR": 0.4748453689477209,
    "FBI": 1.4484706687970783,
    "CSI": 0.4506880346214964,
    "ETS": 0.39564147281664874,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.9331803393094946
   },
   "W2": {
    "POD": 0.5801144492131617,
    "POFD": 0.11863088706842369,
    "FAR": 0.6318656377666818,
    "FBI": 1.5758226037195995,
    "CSI": 0.2906810035842294,
    "ETS": 0.22558333821106236,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.8457132805561293
   },
   "W3": {
    "POD": 0.5379644588045234,
    "POFD": 0.14881630653560665,
    "FAR": 0.6998197115384616,
    "FBI": 1.7921378567582122,
    "CSI": 0.23865265169612995,
    "ETS": 0.16853557463070842,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7889552693292734
   },
   "W4": {
    "POD": 0.5505045994462803,
    "POFD": 0.1410002132650885,
    "FAR": 0.6820549852994274,
    "FBI": 1.7314459230150934,
    "CSI": 0.2524160524160524,
    "ETS": 0.18325545885303005,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7954965158670882
   },
   "W5": {
    "POD": 0.5715701288172237,
    "POFD": 0.14737145111250893,
    "FAR": 0.6853927013090043,
    "FBI": 1.8167732636699396,
    "CSI": 0.2545739046701974,
    "ETS": 0.18476289435666599,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.7971229316295023
   },
   "W6": {
    "POD": 0.5420366008334844,
    "POFD": 0.15865502499973347,
    "FAR": 0.7132518571770908,
    "FBI": 1.8902880956695054,
    "CSI": 0.23082561728395062,
    "ETS": 0.15959986852418453,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7650347250173033
   },
   "ALL": {
    "POD": 0.6053616811958571,
    "POFD": 0.12824021753053552,
    "FAR": 0.6409578994286641,
    "FBI": 1.686046511627907,
    "CSI": 0.2909434780039008,
    "ETS": 0.22426234117976332,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8395166765800669
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.5588235294117647,
    "POFD": 0.013724847917641553,
    "FAR": 0.31609009591550813,
    "FBI": 0.8171010919337796,
    "CSI": 0.44411785289383443,
    "ETS": 0.42528632052633003,
    "base_rate": 0.05045855253803498,
    "n": 225056,
    "AUC": 0.9677607686853165
   },
   "W2": {
    "POD": 0.39377289377289376,
    "POFD": 0.012333579881656804,
    "FAR": 0.43680419122462344,
    "FBI": 0.6991758241758241,
    "CSI": 0.30164854437039634,
    "ETS": 0.2868212383568029,
    "base_rate": 0.038817005545286505,
    "n": 225056,
    "AUC": 0.9510107547286987
   },
   "W3": {
    "POD": 0.3335627437485662,
    "POFD": 0.013506642383677393,
    "FAR": 0.5012006861063465,
    "FBI": 0.6687313604037624,
    "CSI": 0.24982817869415808,
    "ETS": 0.2349855270456437,
    "base_rate": 0.0387370254514432,
    "n": 225056,
    "AUC": 0.9412764134511536
   },
   "W4": {
    "POD": 0.3414215405745679,
    "POFD": 0.013489337506182999,
    "FAR": 0.49449245890527027,
    "FBI": 0.675403456564038,
    "CSI": 0.25594165594165597,
    "ETS": 0.24102356085112808,
    "base_rate": 0.038821448883833355,
    "n": 225056,
    "AUC": 0.9389266535715766
   },
   "W5": {
    "POD": 0.36372028617585966,
    "POFD": 0.013249225934655022,
    "FAR": 0.4763249709254029,
    "FBI": 0.6945534271867067,
    "CSI": 0.2733026966097286,
    "ETS": 0.2583994746700304,
    "base_rate": 0.038505971847006965,
    "n": 225056,
    "AUC": 0.9419737944521045
   },
   "W6": {
    "POD": 0.33760831889081455,
    "POFD": 0.014491615103442221,
    "FAR": 0.5176625949158138,
    "FBI": 0.6999422299248989,
    "CSI": 0.2478161309473327,
    "ETS": 0.23265449517308892,
    "base_rate": 0.038457095122991614,
    "n": 225056,
    "AUC": 0.933927695761958
   },
   "ALL": {
    "POD": 0.3964241452212583,
    "POFD": 0.013465404008435562,
    "FAR": 0.44505676744482714,
    "FBI": 0.714350805569731,
    "CSI": 0.30079378249806393,
    "ETS": 0.28504762124270305,
    "base_rate": 0.040632849898099434,
    "n": 1350336,
    "AUC": 0.9470212817943594
   }
  },
  "daily_capable_own_fbi1": {
   "W1": {
    "POD": 0.6644601689112075,
    "POFD": 0.05223895766001992,
    "FAR": 0.3983672625813785,
    "FBI": 1.1044282127368181,
    "CSI": 0.4614409130538163,
    "ETS": 0.41371668786181437,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.9331803393094946
   },
   "W2": {
    "POD": 0.49409871244635195,
    "POFD": 0.08331646621427277,
    "FAR": 0.585974376264329,
    "FBI": 1.1934012875536482,
    "CSI": 0.29076558800315705,
    "ETS": 0.2334551413847663,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.8457132805561293
   },
   "W3": {
    "POD": 0.46059953329743314,
    "POFD": 0.10452497843473446,
    "FAR": 0.6566535090653642,
    "FBI": 1.3415006282534554,
    "CSI": 0.24488237820298706,
    "ETS": 0.18308072358023658,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7889552693292734
   },
   "W4": {
    "POD": 0.46932213985889076,
    "POFD": 0.0971102580507571,
    "FAR": 0.6341038852527503,
    "FBI": 1.2826649995534518,
    "CSI": 0.25881599684791173,
    "ETS": 0.19833276753962764,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7954965158670882
   },
   "W5": {
    "POD": 0.4641023331231421,
    "POFD": 0.10126123436783692,
    "FAR": 0.6483276450511946,
    "FBI": 1.3197009278443383,
    "CSI": 0.25010922860333024,
    "ETS": 0.18907597091773012,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.7971229316295023
   },
   "W6": {
    "POD": 0.45687624569668417,
    "POFD": 0.1100734533746975,
    "FAR": 0.6718505986465383,
    "FBI": 1.3922812103641964,
    "CSI": 0.23606235079342788,
    "ETS": 0.17346064483059073,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7650347250173033
   },
   "ALL": {
    "POD": 0.5158363621457656,
    "POFD": 0.0880045270218779,
    "FAR": 0.5897770243838831,
    "FBI": 1.2574536113464323,
    "CSI": 0.2961823916147558,
    "ETS": 0.2378071056705772,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8395166765800669
   }
  },
  "daily_capable_own_csi": {
   "W1": {
    "POD": 0.7398425017119379,
    "POFD": 0.07405600612503473,
    "FAR": 0.45741786984724836,
    "FBI": 1.3635585482766492,
    "CSI": 0.4556477120967175,
    "ETS": 0.40238383717231563,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.9331803393094946
   },
   "W2": {
    "POD": 0.6734620886981402,
    "POFD": 0.16241437717718998,
    "FAR": 0.6693300553165334,
    "FBI": 2.036659513590844,
    "CSI": 0.28497919031403707,
    "ETS": 0.21275022346669903,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.8457132805561293
   },
   "W3": {
    "POD": 0.677257224914737,
    "POFD": 0.2533732335118902,
    "FAR": 0.7592060756908545,
    "FBI": 2.8126009693053313,
    "CSI": 0.2160073281044255,
    "ETS": 0.13356400601504365,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7889552693292734
   },
   "W4": {
    "POD": 0.7494864695900688,
    "POFD": 0.3158349328214971,
    "FAR": 0.7792218042145694,
    "FBI": 3.394748593373225,
    "CSI": 0.20560564484515875,
    "ETS": 0.1179948779493246,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7954965158670882
   },
   "W5": {
    "POD": 0.7325466174218539,
    "POFD": 0.27044574986406816,
    "FAR": 0.7572464849697006,
    "FBI": 3.0176560670209893,
    "CSI": 0.2229900186464846,
    "ETS": 0.13932285169008365,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.7971229316295023
   },
   "W6": {
    "POD": 0.7046566406957783,
    "POFD": 0.32410102237716015,
    "FAR": 0.7962754393776683,
    "FBI": 3.4588693603913754,
    "CSI": 0.18769757957479669,
    "ETS": 0.10043782476658034,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7650347250173033
   },
   "ALL": {
    "POD": 0.71523242150138,
    "POFD": 0.21946813978639332,
    "FAR": 0.7211241342567928,
    "FBI": 2.5646981663159623,
    "CSI": 0.2510057974211306,
    "ETS": 0.1719458685359396,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8395166765800669
   }
  },
  "daily_all_by_region": {
   "W1": {
    "POD": 0.5424529703705905,
    "POFD": 0.007600839814788652,
    "FAR": 0.5041831911772695,
    "FBI": 1.0940592588189841,
    "CSI": 0.34960735491285194,
    "ETS": 0.3433136528036317,
    "base_rate": 0.013592172614815868,
    "n": 2475616,
    "AUC": 0.9807872066370249
   },
   "W2": {
    "POD": 0.35735554108123196,
    "POFD": 0.010915907866700046,
    "FAR": 0.6883090532808506,
    "FBI": 1.146506001674886,
    "CSI": 0.19973476180570002,
    "ETS": 0.19267628446559226,
    "base_rate": 0.013643752939779976,
    "n": 1575373,
    "AUC": 0.9555459449714286
   },
   "W3": {
    "POD": 0.3220877529087426,
    "POFD": 0.012126839859432905,
    "FAR": 0.7321858730282074,
    "FBI": 1.2026540815849727,
    "CSI": 0.17127167917308553,
    "ETS": 0.16400896209081656,
    "base_rate": 0.013584555463021267,
    "n": 1575392,
    "AUC": 0.9435662530339316
   },
   "W4": {
    "POD": 0.3133925664046146,
    "POFD": 0.011486619108755739,
    "FAR": 0.725982266330432,
    "FBI": 1.1436944689956738,
    "CSI": 0.17122452091699283,
    "ETS": 0.1640971010749222,
    "base_rate": 0.013645492677378074,
    "n": 1575392,
    "AUC": 0.9433874722680347
   },
   "W5": {
    "POD": 0.3165019438849595,
    "POFD": 0.011527358977427895,
    "FAR": 0.7261156823801224,
    "FBI": 1.1556044779614971,
    "CSI": 0.1720958663372641,
    "ETS": 0.16498559097473087,
    "base_rate": 0.013551556407266513,
    "n": 1575391,
    "AUC": 0.9429688085443185
   },
   "W6": {
    "POD": 0.31062426383981157,
    "POFD": 0.012114528232808957,
    "FAR": 0.7406474961645884,
    "FBI": 1.1976914016489988,
    "CSI": 0.16460689586298155,
    "ETS": 0.15740184339325788,
    "base_rate": 0.013472837236700452,
    "n": 1575392,
    "AUC": 0.9381419060702285
   },
   "ALL": {
    "POD": 0.37630409273548343,
    "POFD": 0.010669763955745534,
    "FAR": 0.6731141079735348,
    "FBI": 1.1511787504889237,
    "CSI": 0.21201727744075904,
    "ETS": 0.205013718740779,
    "base_rate": 0.013582636017617292,
    "n": 10352556,
    "AUC": 0.955298821556472
   }
  },
  "daily_capable_by_region": {
   "W1": {
    "POD": 0.6649166856881991,
    "POFD": 0.0522728350644687,
    "FAR": 0.398358031703413,
    "FBI": 1.1051700524994295,
    "CSI": 0.46166646856056104,
    "ETS": 0.4139376425326969,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.9331803393094946
   },
   "W2": {
    "POD": 0.5004470672389127,
    "POFD": 0.08736457478880591,
    "FAR": 0.5943615016669083,
    "FBI": 1.2337267525035764,
    "CSI": 0.28872839824606655,
    "ETS": 0.23041223817171122,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.8457132805561293
   },
   "W3": {
    "POD": 0.4579967689822294,
    "POFD": 0.11275705264054696,
    "FAR": 0.6747817220062456,
    "FBI": 1.4082749955124754,
    "CSI": 0.23483663138518177,
    "ETS": 0.17136966159393793,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7889552693292734
   },
   "W4": {
    "POD": 0.47387693132088954,
    "POFD": 0.10236724248240563,
    "FAR": 0.6440359586743594,
    "FBI": 1.3312494418147718,
    "CSI": 0.2551329518680579,
    "ETS": 0.1934755095561382,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7954965158670882
   },
   "W5": {
    "POD": 0.4601387262408792,
    "POFD": 0.11034468053349254,
    "FAR": 0.6695562168456463,
    "FBI": 1.39248716331862,
    "CSI": 0.23812409677870497,
    "ETS": 0.17522629596858846,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.7971229316295023
   },
   "W6": {
    "POD": 0.44990034426526543,
    "POFD": 0.12197098111960426,
    "FAR": 0.69732431279332,
    "FBI": 1.4864105816271063,
    "CSI": 0.22091730059166334,
    "ETS": 0.1560644626056321,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7650347250173033
   },
   "ALL": {
    "POD": 0.5155630858360889,
    "POFD": 0.09387246834570752,
    "FAR": 0.6054252460079266,
    "FBI": 1.306629683272757,
    "CSI": 0.2878525491871438,
    "ETS": 0.2281193449053099,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8395166765800669
   }
  },
  "daily_all_by_season": {
   "W1": {
    "POD": 0.5396891438081369,
    "POFD": 0.007391991783672752,
    "FAR": 0.49849493247908094,
    "FBI": 1.0761389640108177,
    "CSI": 0.351257253384913,
    "ETS": 0.3450218338460993,
    "base_rate": 0.013592172614815868,
    "n": 2475616,
    "AUC": 0.9807872066370249
   },
   "W2": {
    "POD": 0.35823950870010235,
    "POFD": 0.010168101892103569,
    "FAR": 0.6723404255319149,
    "FBI": 1.0933283707081045,
    "CSI": 0.20646752828873277,
    "ETS": 0.19958611956333894,
    "base_rate": 0.013643752939779976,
    "n": 1575373,
    "AUC": 0.9555459449714286
   },
   "W3": {
    "POD": 0.3242371851782627,
    "POFD": 0.011577287127145524,
    "FAR": 0.7216606498194946,
    "FBI": 1.164898836502967,
    "CSI": 0.1761525182778229,
    "ETS": 0.169008272631011,
    "base_rate": 0.013584555463021267,
    "n": 1575392,
    "AUC": 0.9435662530339316
   },
   "W4": {
    "POD": 0.31446248313718195,
    "POFD": 0.010866242571087493,
    "FAR": 0.714104461831254,
    "FBI": 1.0999209191980277,
    "CSI": 0.17612422489708718,
    "ETS": 0.16913982851216508,
    "base_rate": 0.013645492677378074,
    "n": 1575392,
    "AUC": 0.9433874722680347
   },
   "W5": {
    "POD": 0.33130357393788934,
    "POFD": 0.011102660031067371,
    "FAR": 0.7092530932708513,
    "FBI": 1.1394913110684342,
    "CSI": 0.1832241017537497,
    "ETS": 0.17618877323912152,
    "base_rate": 0.013551556407266513,
    "n": 1575391,
    "AUC": 0.9429688085443185
   },
   "W6": {
    "POD": 0.3230153121319199,
    "POFD": 0.01172139158790529,
    "FAR": 0.7265584493279623,
    "FBI": 1.1812956419316842,
    "CSI": 0.17382485675168602,
    "ETS": 0.16668788246269908,
    "base_rate": 0.013472837236700452,
    "n": 1575392,
    "AUC": 0.9381419060702285
   },
   "ALL": {
    "POD": 0.38038616079365645,
    "POFD": 0.010203545045941806,
    "FAR": 0.6607942366475147,
    "FBI": 1.121402410838104,
    "CSI": 0.21848512946616397,
    "ETS": 0.21158755825802847,
    "base_rate": 0.013582636017617292,
    "n": 10352556,
    "AUC": 0.955298821556472
   }
  },
  "daily_capable_by_season": {
   "W1": {
    "POD": 0.6664574298105456,
    "POFD": 0.052245733140909675,
    "FAR": 0.39767921609076845,
    "FBI": 1.1064825382332801,
    "CSI": 0.46280958985535964,
    "ETS": 0.4151122999092005,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.9331803393094946
   },
   "W2": {
    "POD": 0.49016452074391986,
    "POFD": 0.08393433541775415,
    "FAR": 0.5897013696579597,
    "FBI": 1.1946530758226037,
    "CSI": 0.28757278497613176,
    "ETS": 0.23012856259097822,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.8457132805561293
   },
   "W3": {
    "POD": 0.4564710105905582,
    "POFD": 0.1072512539802558,
    "FAR": 0.6644454707395923,
    "FBI": 1.3603482319152755,
    "CSI": 0.2397586385706878,
    "ETS": 0.1774156466846682,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7889552693292734
   },
   "W4": {
    "POD": 0.4747700276859873,
    "POFD": 0.10028790786948176,
    "FAR": 0.6388832280415733,
    "FBI": 1.3147271590604626,
    "CSI": 0.2580332006601301,
    "ETS": 0.19681950441693574,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7954965158670882
   },
   "W5": {
    "POD": 0.4676155301324205,
    "POFD": 0.10698636416942972,
    "FAR": 0.6590700118218836,
    "FBI": 1.371588145212143,
    "CSI": 0.2455999242997729,
    "ETS": 0.1833414562916265,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.7971229316295023
   },
   "W6": {
    "POD": 0.46222141692335567,
    "POFD": 0.11675781708084136,
    "FAR": 0.6821975831568456,
    "FBI": 1.4544301503895634,
    "CSI": 0.23201455206912233,
    "ETS": 0.16806859875703792,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7650347250173033
   },
   "ALL": {
    "POD": 0.5172573989560845,
    "POFD": 0.0908858013331366,
    "FAR": 0.5968863474214399,
    "FBI": 1.2831552482715274,
    "CSI": 0.29291467745804284,
    "ETS": 0.23386112966491404,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8395166765800669
   }
  }
 },
 "summary_rule_csi": {
  "daily_all": {
   "W1": {
    "POD": 0.5887544949329846,
    "POFD": 0.00958858166387998,
    "FAR": 0.5416878730393745,
    "FBI": 1.284614698802342,
    "CSI": 0.34717159680358894,
    "ETS": 0.34038010050417705,
    "base_rate": 0.013592172614815868,
    "n": 2475616,
    "AUC": 0.9807872066370249
   },
   "W2": {
    "POD": 0.4835302875220992,
    "POFD": 0.01836951268406356,
    "FAR": 0.7330816447081182,
    "FBI": 1.8115287987345305,
    "CSI": 0.20770214636875975,
    "ETS": 0.19920016070495328,
    "base_rate": 0.013643752939779976,
    "n": 1575373,
    "AUC": 0.9555459449714286
   },
   "W3": {
    "POD": 0.47166020279426196,
    "POFD": 0.025107610018333438,
    "FAR": 0.7944655983384578,
    "FBI": 2.2947993084435305,
    "CSI": 0.16706941639908637,
    "ETS": 0.15776928814785782,
    "base_rate": 0.013584555463021267,
    "n": 1575392,
    "AUC": 0.9435662530339316
   },
   "W4": {
    "POD": 0.5030934549006838,
    "POFD": 0.02763056705890681,
    "FAR": 0.7987906976744186,
    "FBI": 2.5003488858910545,
    "CSI": 0.1678513781971691,
    "ETS": 0.15826975675061994,
    "base_rate": 0.013645492677378074,
    "n": 1575392,
    "AUC": 0.9433874722680347
   },
   "W5": {
    "POD": 0.5046606398426156,
    "POFD": 0.026143437564750502,
    "FAR": 0.7903972608069725,
    "FBI": 2.4077005948756383,
    "CSI": 0.17383868209174372,
    "ETS": 0.16444767221010767,
    "base_rate": 0.013551556407266513,
    "n": 1575391,
    "AUC": 0.9429688085443185
   },
   "W6": {
    "POD": 0.4856537102473498,
    "POFD": 0.029806964116468822,
    "FAR": 0.8179859799057086,
    "FBI": 2.668221436984688,
    "CSI": 0.1525980754996299,
    "ETS": 0.1429169424666774,
    "base_rate": 0.013472837236700452,
    "n": 1575392,
    "AUC": 0.9381419060702285
   },
   "ALL": {
    "POD": 0.5134231767592362,
    "POFD": 0.02162801371453282,
    "FAR": 0.7536502888496855,
    "FBI": 2.084123315435764,
    "CSI": 0.19972114562671692,
    "ETS": 0.1908105597391081,
    "base_rate": 0.013582636017617292,
    "n": 10352556,
    "AUC": 0.955298821556472
   }
  },
  "daily_capable": {
   "W1": {
    "POD": 0.8023853001597808,
    "POFD": 0.09968765033098224,
    "FAR": 0.5113296726211163,
    "FBI": 1.6419767176443734,
    "CSI": 0.43617582281229644,
    "ETS": 0.37717495436373855,
    "base_rate": 0.10613208975562487,
    "n": 165115,
    "AUC": 0.9331803393094946
   },
   "W2": {
    "POD": 0.7194206008583691,
    "POFD": 0.1903463263414686,
    "FAR": 0.6895114609863394,
    "FBI": 2.3170600858369097,
    "CSI": 0.27695167286245354,
    "ETS": 0.20108724147522816,
    "base_rate": 0.10645852172671458,
    "n": 105055,
    "AUC": 0.8457132805561293
   },
   "W3": {
    "POD": 0.7031951175731467,
    "POFD": 0.278058806615478,
    "FAR": 0.7691854470466932,
    "FBI": 3.046580506192784,
    "CSI": 0.21032427789111993,
    "ETS": 0.12583196940193372,
    "base_rate": 0.10607084717687043,
    "n": 105043,
    "AUC": 0.7889552693292734
   },
   "W4": {
    "POD": 0.7475216575868536,
    "POFD": 0.31341437406696526,
    "FAR": 0.7783486044171389,
    "FBI": 3.37251049388229,
    "CSI": 0.20621350612234843,
    "ETS": 0.11876645303736295,
    "base_rate": 0.10666145917677206,
    "n": 104977,
    "AUC": 0.7954965158670882
   },
   "W5": {
    "POD": 0.7623637510134222,
    "POFD": 0.3026322803501178,
    "FAR": 0.7703329805422128,
    "FBI": 3.3194306819205477,
    "CSI": 0.21432370147137034,
    "ETS": 0.12823065963047586,
    "base_rate": 0.10582661251882781,
    "n": 104898,
    "AUC": 0.7971229316295023
   },
   "W6": {
    "POD": 0.7226852690704838,
    "POFD": 0.34728840843914244,
    "FAR": 0.8032944541710848,
    "FBI": 3.6739445551730388,
    "CSI": 0.1828999862429495,
    "ETS": 0.09422866928669335,
    "base_rate": 0.10528524690239319,
    "n": 104839,
    "AUC": 0.7650347250173033
   },
   "ALL": {
    "POD": 0.7481212253709726,
    "POFD": 0.24166546410892092,
    "FAR": 0.7313405005961815,
    "FBI": 2.7846446041592654,
    "CSI": 0.24637426821640546,
    "ETS": 0.16516229312148573,
    "base_rate": 0.10607788939989303,
    "n": 689927,
    "AUC": 0.8395166765800669
   }
  },
  "weekly_all": {
   "W1": {
    "POD": 0.6068157802042973,
    "POFD": 0.018175011698642957,
    "FAR": 0.3604640371229698,
    "FBI": 0.9488376188798873,
    "CSI": 0.45216535433070865,
    "ETS": 0.43189817625408766,
    "base_rate": 0.05045855253803498,
    "n": 225056,
    "AUC": 0.9677607686853165
   },
   "W2": {
    "POD": 0.527014652014652,
    "POFD": 0.024574704142011836,
    "FAR": 0.5358870967741935,
    "FBI": 1.1355311355311355,
    "CSI": 0.32764019356675206,
    "ETS": 0.308696515410454,
    "base_rate": 0.038817005545286505,
    "n": 225056,
    "AUC": 0.9510107547286987
   },
   "W3": {
    "POD": 0.5224822206928195,
    "POFD": 0.03396999140234263,
    "FAR": 0.6173555107526881,
    "FBI": 1.3654507914659326,
    "CSI": 0.28350034231654947,
    "ETS": 0.26232906476327084,
    "base_rate": 0.0387370254514432,
    "n": 225056,
    "AUC": 0.9412764134511536
   },
   "W4": {
    "POD": 0.5442371523406203,
    "POFD": 0.03704713871643268,
    "FAR": 0.6276137520557601,
    "FBI": 1.4614856358017627,
    "CSI": 0.2838636499313474,
    "ETS": 0.26202480561085845,
    "base_rate": 0.038821448883833355,
    "n": 225056,
    "AUC": 0.9389266535715766
   },
   "W5": {
    "POD": 0.5512347103623355,
    "POFD": 0.03405425389343315,
    "FAR": 0.6067017948295735,
    "FBI": 1.401569351488576,
    "CSI": 0.29791082008107267,
    "ETS": 0.2768177317876368,
    "base_rate": 0.038505971847006965,
    "n": 225056,
    "AUC": 0.9419737944521045
   },
   "W6": {
    "POD": 0.5273252455228192,
    "POFD": 0.04108114102984737,
    "FAR": 0.6607700312174818,
    "FBI": 1.554477180820335,
    "CSI": 0.2601310914790539,
    "ETS": 0.2376493845258128,
    "base_rate": 0.038457095122991614,
    "n": 225056,
    "AUC": 0.933927695761958
   },
   "ALL": {
    "POD": 0.5494277174309251,
    "POFD": 0.031511392022033735,
    "FAR": 0.575216999210912,
    "FBI": 1.2934315083473062,
    "CSI": 0.3150381440066883,
    "ETS": 0.29375535884919407,
    "base_rate": 0.040632849898099434,
    "n": 1350336,
    "AUC": 0.9470212817943594
   }
  }
 },
 "by_region": {
  "daily_all": {
   "S1": {
    "POD": 0.11377579475738984,
    "POFD": 0.0018659449275819561,
    "FAR": 0.8023255813953488,
    "FBI": 0.5755716675962075,
    "CSI": 0.07783288821060663,
    "ETS": 0.07636933503049508,
    "base_rate": 0.0040243661567190975,
    "n": 445536,
    "AUC": 0.9659290327804252,
    "n_events": 1793.0
   },
   "S2": {
    "POD": 0.019508057675996608,
    "POFD": 0.0005665356073656204,
    "FAR": 0.8489326765188834,
    "FBI": 0.1291348600508906,
    "CSI": 0.01758073762660042,
    "ETS": 0.016992577976787288,
    "base_rate": 0.005141287284144427,
    "n": 917280,
    "AUC": 0.8846505281325007,
    "n_events": 4716.0
   },
   "S3": {
    "POD": 0.16288983621269912,
    "POFD": 0.013699317700572504,
    "FAR": 0.857451403887689,
    "FBI": 1.1426968813102985,
    "CSI": 0.08227561196736174,
    "ETS": 0.07491321998448569,
    "base_rate": 0.013788857538857538,
    "n": 323232,
    "AUC": 0.9005557668342324,
    "n_events": 4457.0
   },
   "S4": {
    "POD": 0.18405057135910527,
    "POFD": 0.019075786073652658,
    "FAR": 0.8257667299614477,
    "FBI": 1.0563457330415755,
    "CSI": 0.09830211343051001,
    "ETS": 0.087281838535012,
    "base_rate": 0.021400502362874576,
    "n": 768767,
    "AUC": 0.892035160257159,
    "n_events": 16452.0
   },
   "S5": {
    "POD": 0.1273686266848994,
    "POFD": 0.007833299390887378,
    "FAR": 0.7644083107497741,
    "FBI": 0.540632936120336,
    "CSI": 0.0901237127652222,
    "ETS": 0.083602551650301,
    "base_rate": 0.018602098959241815,
    "n": 550368,
    "AUC": 0.9186517334950081,
    "n_events": 10238.0
   },
   "S6": {
    "POD": 0.5118585240889183,
    "POFD": 0.01266945333341399,
    "FAR": 0.6283451338053522,
    "FBI": 1.3772415502851003,
    "CSI": 0.2743986178177469,
    "ETS": 0.26658541604178343,
    "base_rate": 0.014429038843101344,
    "n": 838656,
    "AUC": 0.9648318940017294,
    "n_events": 12101.0
   },
   "S7": {
    "POD": 0.6346234455777561,
    "POFD": 0.017705772434339222,
    "FAR": 0.6285118390381548,
    "FBI": 1.708327511527176,
    "CSI": 0.3060337566957518,
    "ETS": 0.2966336461899822,
    "base_rate": 0.016222844811953723,
    "n": 882336,
    "AUC": 0.9727649477853063,
    "n_events": 14314.0
   }
  },
  "daily_capable": {
   "S1": {
    "POD": 0.2692307692307692,
    "POFD": 0.11866337573571292,
    "FAR": 0.8095854922279793,
    "FBI": 1.413919413919414,
    "CSI": 0.125533731853117,
    "ETS": 0.0678096083461449,
    "base_rate": 0.09392740409427146,
    "n": 5813,
    "AUC": 0.6878831566509561,
    "n_events": 546.0
   },
   "S2": {
    "POD": 0.24702380952380953,
    "POFD": 0.11192072282133489,
    "FAR": 0.8222698072805139,
    "FBI": 1.3898809523809523,
    "CSI": 0.11527777777777778,
    "ETS": 0.06095068813083879,
    "base_rate": 0.08919564640297319,
    "n": 3767,
    "AUC": 0.672837209060249,
    "n_events": 336.0
   },
   "S3": {
    "POD": 0.32397003745318353,
    "POFD": 0.17353152721169984,
    "FAR": 0.8394803989793551,
    "FBI": 2.018258426966292,
    "CSI": 0.12024326672458732,
    "ETS": 0.05443711428274562,
    "base_rate": 0.09290591970771171,
    "n": 22991,
    "AUC": 0.680152742271633,
    "n_events": 2136.0
   },
   "S4": {
    "POD": 0.3095863427445831,
    "POFD": 0.1408893838319404,
    "FAR": 0.8216267339218158,
    "FBI": 1.73560954256949,
    "CSI": 0.12761062745274934,
    "ETS": 0.06763474273265428,
    "base_rate": 0.08991528008737663,
    "n": 101629,
    "AUC": 0.6815746719243887,
    "n_events": 9138.0
   },
   "S5": {
    "POD": 0.26756756756756755,
    "POFD": 0.12998859749144812,
    "FAR": 0.7543424317617866,
    "FBI": 1.0891891891891892,
    "CSI": 0.14688427299703263,
    "ETS": 0.07100851480258645,
    "base_rate": 0.13659857248338667,
    "n": 32504,
    "AUC": 0.6723877236522441,
    "n_events": 4440.0
   },
   "S6": {
    "POD": 0.7429188365299123,
    "POFD": 0.14570536703252443,
    "FAR": 0.5974812469891955,
    "FBI": 1.8456750920868792,
    "CSI": 0.35330715795832074,
    "ETS": 0.2794995886105931,
    "base_rate": 0.11670792629597238,
    "n": 67459,
    "AUC": 0.8557746256016934,
    "n_events": 7873.0
   },
   "S7": {
    "POD": 0.8688395173113793,
    "POFD": 0.16655041571340884,
    "FAR": 0.6077992160057017,
    "FBI": 2.2152926581707453,
    "CSI": 0.37027780447947706,
    "ETS": 0.2972429429713629,
    "base_rate": 0.1100793286241015,
    "n": 80551,
    "AUC": 0.8984876700969212,
    "n_events": 8867.0
   }
  },
  "daily_capable_own_region_thr": {
   "S1": {
    "POD": 0.2564102564102564,
    "POFD": 0.10955002847921018,
    "FAR": 0.8047419804741981,
    "FBI": 1.3131868131868132,
    "CSI": 0.1246660730186999,
    "ETS": 0.06882373176836305,
    "base_rate": 0.09392740409427146,
    "n": 5813,
    "AUC": 0.6878831566509561,
    "n_events": 546.0
   },
   "S2": {
    "POD": 0.25297619047619047,
    "POFD": 0.11774992713494609,
    "FAR": 0.8261758691206544,
    "FBI": 1.4553571428571428,
    "CSI": 0.11486486486486487,
    "ETS": 0.059426076402178035,
    "base_rate": 0.08919564640297319,
    "n": 3767,
    "AUC": 0.672837209060249,
    "n_events": 336.0
   },
   "S3": {
    "POD": 0.2818352059925094,
    "POFD": 0.14538479980819946,
    "FAR": 0.8343423225096313,
    "FBI": 1.701310861423221,
    "CSI": 0.11648606811145511,
    "ETS": 0.054732731984681066,
    "base_rate": 0.09290591970771171,
    "n": 22991,
    "AUC": 0.680152742271633,
    "n_events": 2136.0
   },
   "S4": {
    "POD": 0.2758809367476472,
    "POFD": 0.1218172578953628,
    "FAR": 0.8171598491441834,
    "FBI": 1.5088640840446488,
    "CSI": 0.1235481499632443,
    "ETS": 0.06685267575229166,
    "base_rate": 0.08991528008737663,
    "n": 101629,
    "AUC": 0.6815746719243887,
    "n_events": 9138.0
   },
   "S5": {
    "POD": 0.24166666666666667,
    "POFD": 0.11527223489167616,
    "FAR": 0.7509285051067781,
    "FBI": 0.9702702702702702,
    "CSI": 0.13980456026058632,
    "ETS": 0.06837381916212108,
    "base_rate": 0.13659857248338667,
    "n": 32504,
    "AUC": 0.6723877236522441,
    "n_events": 4440.0
   },
   "S6": {
    "POD": 0.6009145179728185,
    "POFD": 0.09873124559460277,
    "FAR": 0.5542679479932165,
    "FBI": 1.3481519115965959,
    "CSI": 0.34392265193370164,
    "ETS": 0.2789956821773542,
    "base_rate": 0.11670792629597238,
    "n": 67459,
    "AUC": 0.8557746256016934,
    "n_events": 7873.0
   },
   "S7": {
    "POD": 0.7023796097891056,
    "POFD": 0.09755314993582948,
    "FAR": 0.5289312457454051,
    "FBI": 1.4910341716476825,
    "CSI": 0.3926860025220681,
    "ETS": 0.33132662808009866,
    "base_rate": 0.1100793286241015,
    "n": 80551,
    "AUC": 0.8984876700969212,
    "n_events": 8867.0
   }
  }
 },
 "probabilistic": {
  "W1": {
   "reliability": [
    [
     0.005030262019259626,
     0.00419711039830474,
     2412374
    ],
    [
     0.1408205215096188,
     0.19058760010798165,
     22226
    ],
    [
     0.24551112038146072,
     0.268403974852971,
     9862
    ],
    [
     0.34695386881081614,
     0.33440024386526446,
     6561
    ],
    [
     0.4482716223290333,
     0.41471843870705427,
     4919
    ],
    [
     0.5483511647831346,
     0.4709881039087157,
     4119
    ],
    [
     0.6483181180396523,
     0.535275635532705,
     3501
    ],
    [
     0.7508545439071382,
     0.5964912280701754,
     3534
    ],
    [
     0.8507524372400239,
     0.6910742918225548,
     3742
    ],
    [
     0.9512006965736792,
     0.8160318124738384,
     4778
    ]
   ],
   "bss": 0.3305542778505003,
   "auc": 0.9807872066370249
  },
  "W2": {
   "reliability": [
    [
     0.0068225736394384355,
     0.007398408386682865,
     1538439
    ],
    [
     0.1397657145236078,
     0.1821123180032355,
     17308
    ],
    [
     0.24378396165224045,
     0.25645283018867926,
     6625
    ],
    [
     0.346787869293267,
     0.3388100572566592,
     4017
    ],
    [
     0.44893214115306435,
     0.3729108635097493,
     2872
    ],
    [
     0.5478444709416274,
     0.4468864468864469,
     2457
    ],
    [
     0.6461482948870504,
     0.4739613809245173,
     1709
    ],
    [
     0.746133145362403,
     0.46511627906976744,
     1118
    ],
    [
     0.8425796240005327,
     0.45614035087719296,
     627
    ],
    [
     0.9344891224625768,
     0.572139303482587,
     201
    ]
   ],
   "bss": 0.1488694608971377,
   "auc": 0.9555459449714286
  },
  "W3": {
   "reliability": [
    [
     0.007470913758774542,
     0.00833367431837091,
     1539657
    ],
    [
     0.1395789420126708,
     0.1508237558738606,
     17663
    ],
    [
     0.24481838595795655,
     0.23924941360437843,
     7674
    ],
    [
     0.3461921635984439,
     0.33707602339181286,
     4275
    ],
    [
     0.44626067480789205,
     0.39608144448713023,
     2603
    ],
    [
     0.547459737523656,
     0.46483971044467426,
     1934
    ],
    [
     0.6437009067159419,
     0.43128390596745025,
     1106
    ],
    [
     0.7391662227488892,
     0.49029126213592233,
     412
    ],
    [
     0.8246671180389474,
     0.29411764705882354,
     68
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.12713962487032093,
   "auc": 0.9435662530339316
  },
  "W4": {
   "reliability": [
    [
     0.007623865772879253,
     0.00843632720647395,
     1541192
    ],
    [
     0.13899731254707237,
     0.1607704619460235,
     18119
    ],
    [
     0.24557617146876176,
     0.2611540749553837,
     6724
    ],
    [
     0.3458487616382769,
     0.3855721393034826,
     4422
    ],
    [
     0.44394420045126143,
     0.396357328707719,
     2306
    ],
    [
     0.5460422804740601,
     0.4544781643227239,
     1351
    ],
    [
     0.6478111322118071,
     0.4868421052631579,
     912
    ],
    [
     0.7389211937481991,
     0.4298780487804878,
     328
    ],
    [
     0.8205897766656577,
     0.21052631578947367,
     38
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.1312466310716952,
   "auc": 0.9433874722680347
  },
  "W5": {
   "reliability": [
    [
     0.007671964521259791,
     0.008196859622775717,
     1540834
    ],
    [
     0.1392264754877068,
     0.17993279428751444,
     19046
    ],
    [
     0.24441959065340715,
     0.29129610730427175,
     6859
    ],
    [
     0.34583978062046095,
     0.38816738816738816,
     4158
    ],
    [
     0.44557866945176267,
     0.4108459869848156,
     2305
    ],
    [
     0.5415480654561047,
     0.3700607902735562,
     1316
    ],
    [
     0.644543622037785,
     0.31724137931034485,
     580
    ],
    [
     0.7424394672658422,
     0.22268907563025211,
     238
    ],
    [
     0.8305893583663206,
     0.16363636363636364,
     55
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.12296851825345756,
   "auc": 0.9429688085443185
  },
  "W6": {
   "reliability": [
    [
     0.007708044105233898,
     0.008586279853829579,
     1541762
    ],
    [
     0.14008008008505637,
     0.1514571846517385,
     17774
    ],
    [
     0.24426268948186816,
     0.27963076923076924,
     8125
    ],
    [
     0.3442088854372548,
     0.3471744471744472,
     4070
    ],
    [
     0.4446473429452381,
     0.3856638061585058,
     1981
    ],
    [
     0.5431624039169733,
     0.416015625,
     1024
    ],
    [
     0.6456490620742918,
     0.612565445026178,
     382
    ],
    [
     0.7413281916253482,
     0.6804979253112033,
     241
    ],
    [
     0.8405491550832109,
     0.6666666666666666,
     33
    ],
    [
     NaN,
     NaN,
     0
    ]
   ],
   "bss": 0.12359633433813,
   "auc": 0.9381419060702285
  }
 },
 "thresholds": {
  "0": 0.9773687795422751,
  "1": 0.9673702615107909,
  "2": 0.9641163101754591,
  "3": 0.9632614229888126,
  "4": 0.9625370861234407,
  "5": 0.9615657536764369
 },
 "thresholds_csi": {
  "0": 0.9704580222223033,
  "1": 0.9469143959112698,
  "2": 0.9350429828275881,
  "3": 0.9294660409260976,
  "4": 0.9318926348703482,
  "5": 0.9252645465183678
 },
 "thresholds_fbi1": {
  "0": 0.9773687795422751,
  "1": 0.9673702615107909,
  "2": 0.9641163101754591,
  "3": 0.9632614229888126,
  "4": 0.9625370861234407,
  "5": 0.9615657536764369
 },
 "thresholds_capable_fbi1": {
  "0": 0.9870218443715808,
  "1": 0.9769532195781369,
  "2": 0.9736734702492393,
  "3": 0.9724814919901679,
  "4": 0.9719677935148036,
  "5": 0.9711380439898609
 },
 "decision_rule": "FBI~1 (rule B) on reweighted out-of-fold scores",
 "neg_keep": 0.15,
 "features": [
  "sv_mod",
  "ev_mod",
  "lead",
  "doy_cos",
  "doy_sin",
  "z_cape",
  "z_tcw",
  "z_tcc",
  "z_sm20",
  "z_sm100",
  "z_t2m",
  "z_d2m",
  "z_skt",
  "z_st20",
  "z_st100",
  "z_dtd2m",
  "z_sshf",
  "z_slhf",
  "z_ssrd",
  "z_strd",
  "z_ssr",
  "z_str",
  "z_ttr",
  "z_cp",
  "z_tp",
  "z_srn",
  "z_bowen",
  "z_msl",
  "z_u10",
  "z_v10",
  "z_uv10",
  "z_thk_1000_500",
  "z_thk_1000_850",
  "z_thk_850_700",
  "z_thk_925_500",
  "z_thk_925_700",
  "z_ivt_u",
  "z_ivt_v",
  "z_ivt",
  "z_dt_850_500",
  "z_dt_925_850",
  "z_dt_700_500",
  "z_w",
  "z_mx2t6",
  "z_mn2t6",
  "h50001",
  "h50002",
  "h50003",
  "h50004",
  "h50005",
  "h50006",
  "h50007",
  "h50008",
  "h50009",
  "h50010",
  "t85001",
  "t85002",
  "t85003",
  "t85004",
  "t85005",
  "t85006",
  "t85007",
  "t85008",
  "t85009",
  "t85010",
  "lat",
  "lon",
  "region",
  "thr_obs",
  "thr_mod"
 ],
 "model": "ensemble"
}