{ "summary": { "daily_all": { "W1": { "POD": 0.2408095337157122, "POFD": 0.003429612275677763, "FAR": 0.5082534288141765, "FBI": 0.4897025171624714, "CSI": 0.192818389491719, "ETS": 0.1884933700472558, "base_rate": 0.013592172614815868, "n": 2475616, "AUC": 0.9358765591657957 }, "W2": { "POD": 0.1677599441730635, "POFD": 0.006634287858204244, "FAR": 0.7408551922385914, "FBI": 0.6473598511281693, "CSI": 0.11338196453276317, "ETS": 0.10805736187161227, "base_rate": 0.013644223152078975, "n": 1575392, "AUC": 0.9082680714076475 }, "W3": { "POD": 0.12102238213167608, "POFD": 0.006994249001442093, "FAR": 0.8075637120142656, "FBI": 0.6288958459885052, "CSI": 0.08026030368763558, "ETS": 0.07501957349339826, "base_rate": 0.013584555463021267, "n": 1575392, "AUC": 0.889870960309947 }, "W4": { "POD": 0.10778248127645718, "POFD": 0.004620003282075044, "FAR": 0.7560025273799494, "FBI": 0.4417360561938875, "CSI": 0.08079927465476357, "ETS": 0.07662684909398482, "base_rate": 0.013645492677378074, "n": 1575392, "AUC": 0.898188310723616 }, "W5": { "POD": 0.08478148859431354, "POFD": 0.0053183856559953615, "FAR": 0.820347394540943, "FBI": 0.4719190594407232, "CSI": 0.06111974066319984, "ETS": 0.05677109536727152, "base_rate": 0.013551547805244663, "n": 1575392, "AUC": 0.8935753349415724 }, "W6": { "POD": 0.05700824499411072, "POFD": 0.004610830110277724, "FAR": 0.8555396370582617, "FBI": 0.39462897526501767, "CSI": 0.04261913986826811, "ETS": 0.03879855848115, "base_rate": 0.013472837236700452, "n": 1575392, "AUC": 0.8896361566994516 }, "ALL": { "POD": 0.13964271491153213, "POFD": 0.005108030192049322, "FAR": 0.7265142968565022, "FBI": 0.5106033452807647, "CSI": 0.10185756747363561, "ETS": 0.09729096958288168, "base_rate": 0.013582706371824751, "n": 10352576, "AUC": 0.906222942275485 } }, "daily_capable": { "W1": { "POD": 0.30780643688655557, "POFD": 0.026038173059332887, "FAR": 0.416044170185125, "FBI": 0.5271056836338736, "CSI": 0.2524453596667759, "ETS": 0.21649737349825743, "base_rate": 0.10613208975562487, "n": 165115, "AUC": 0.8352191289886249 }, "W2": { "POD": 0.23104434907010013, "POFD": 0.04310032596885187, "FAR": 0.6102564102564103, "FBI": 0.5928111587982833, "CSI": 0.16966513460275773, "ETS": 0.1293152212113295, "base_rate": 0.10645548173389938, "n": 105058, "AUC": 0.7656265849327515 }, "W3": { "POD": 0.1764494704720876, "POFD": 0.04778436864357142, "FAR": 0.6953355028668836, "FBI": 0.5791599353796446, "CSI": 0.12579179729989123, "ETS": 0.08575212917984379, "base_rate": 0.10607084717687043, "n": 105043, "AUC": 0.7154698827686184 }, "W4": { "POD": 0.14986157006340983, "POFD": 0.03363190445724035, "FAR": 0.6527317880794702, "FBI": 0.4315441636152541, "CSI": 0.1169256497805031, "ETS": 0.08403038792974013, "base_rate": 0.10666145917677206, "n": 104977, "AUC": 0.7114167356773599 }, "W5": { "POD": 0.11863796054409513, "POFD": 0.040011940680405554, "FAR": 0.7402366863905325, "FBI": 0.45671561120619764, "CSI": 0.08866298640096944, "ETS": 0.05451100439448527, "base_rate": 0.10582661251882781, "n": 104898, "AUC": 0.6949806553672682 }, "W6": { "POD": 0.07818445370538141, "POFD": 0.033507105467958764, "FAR": 0.7845731402895657, "FBI": 0.36292806667874616, "CSI": 0.060856075029969675, "ETS": 0.03206773834456989, "base_rate": 0.10528524690239319, "n": 104839, "AUC": 0.662032993388433 }, "ALL": { "POD": 0.18858798130790042, "POFD": 0.03636192650435189, "FAR": 0.6190239593684443, "FBI": 0.49501270734839997, "CSI": 0.14435426515500147, "ETS": 0.10852274744527933, "base_rate": 0.10607742814488426, "n": 689930, "AUC": 0.7441522611225102 } }, "weekly_all": { "W1": { "POD": 0.2771222261359634, "POFD": 0.0077491810949929804, "FAR": 0.3447845096814491, "FBI": 0.42294822120464953, "CSI": 0.2418536735321242, "ETS": 0.22746497550116296, "base_rate": 0.05045855253803498, "n": 225056, "AUC": 0.9205674109679289 }, "W2": { "POD": 0.2203525641025641, "POFD": 0.01034116124260355, "FAR": 0.5374819798173954, "FBI": 0.4764194139194139, "CSI": 0.17543060238767885, "ETS": 0.16310898751596645, "base_rate": 0.038817005545286505, "n": 225056, "AUC": 0.9067343786618184 }, "W3": { "POD": 0.2010782289515944, "POFD": 0.012503582357237286, "FAR": 0.6067743382682818, "FBI": 0.5113558155540262, "CSI": 0.1534623128775278, "ETS": 0.14046815533996812, "base_rate": 0.0387370254514432, "n": 225056, "AUC": 0.8920011592427322 }, "W4": { "POD": 0.17122582122009844, "POFD": 0.008968236724467107, "FAR": 0.5646100116414435, "FBI": 0.3932700011445576, "CSI": 0.14011426430645313, "ETS": 0.129235581175861, "base_rate": 0.038821448883833355, "n": 225056, "AUC": 0.8960123179732321 }, "W5": { "POD": 0.15139626125086544, "POFD": 0.010129858126530802, "FAR": 0.6255707762557078, "FBI": 0.40433879529194555, "CSI": 0.12083256585006447, "ETS": 0.10977029130673294, "base_rate": 0.038505971847006965, "n": 225056, "AUC": 0.8893198283966154 }, "W6": { "POD": 0.1292894280762565, "POFD": 0.008941733171288487, "FAR": 0.6335952848722987, "FBI": 0.3528596187175043, "CSI": 0.1056657223796034, "ETS": 0.09563590884842488, "base_rate": 0.038457095122991614, "n": 225056, "AUC": 0.8897555149417431 }, "ALL": { "POD": 0.19596121600933147, "POFD": 0.009776389690829878, "FAR": 0.540846393645642, "FBI": 0.4267879273893709, "CSI": 0.15921105237439473, "ETS": 0.14719554940034787, "base_rate": 0.040632849898099434, "n": 1350336, "AUC": 0.9001037590118405 } }, "daily_capable_own_fbi1": { "W1": { "POD": 0.333028988815339, "POFD": 0.028490897141424613, "FAR": 0.4187829897420576, "FBI": 0.5729856197215247, "CSI": 0.2685811588200101, "ETS": 0.23085960592008037, "base_rate": 0.10613208975562487, "n": 165115, "AUC": 0.8352191289886249 }, "W2": { "POD": 0.24472460658082976, "POFD": 0.04586999595202079, "FAR": 0.6113871929575465, "FBI": 0.629738912732475, "CSI": 0.17669464170432536, "ETS": 0.13481699384594983, "base_rate": 0.10645548173389938, "n": 105058, "AUC": 0.7656265849327515 }, "W3": { "POD": 0.21163166397415187, "POFD": 0.054504211882727555, "FAR": 0.6845906902086677, "FBI": 0.6709746903607969, "CSI": 0.14501845018450185, "ETS": 0.10118399785795001, "base_rate": 0.10607084717687043, "n": 105043, "AUC": 0.7154698827686184 }, "W4": { "POD": 0.19094400285790836, "POFD": 0.04037108125399872, "FAR": 0.6390952059419311, "FBI": 0.5290702866839332, "CSI": 0.14269505439498098, "ETS": 0.10494899893299368, "base_rate": 0.10666145917677206, "n": 104977, "AUC": 0.7114167356773599 }, "W5": { "POD": 0.17511935861634087, "POFD": 0.04909538684606118, "FAR": 0.7031607879065506, "FBI": 0.5899468516349878, "CSI": 0.12377435375015917, "ETS": 0.08332421154085495, "base_rate": 0.10582661251882781, "n": 104898, "AUC": 0.6949806553672682 }, "W6": { "POD": 0.10690342453342996, "POFD": 0.04087376467201842, "FAR": 0.7646589549262066, "FBI": 0.45424895814459143, "CSI": 0.07934373318988704, "ETS": 0.04546118490495209, "base_rate": 0.10528524690239319, "n": 104839, "AUC": 0.662032993388433 }, "ALL": { "POD": 0.2212581641297516, "POFD": 0.04192014839220163, "FAR": 0.6148833448284063, "FBI": 0.5745224496488399, "CSI": 0.16349959612277867, "ETS": 0.1240515104256905, "base_rate": 0.10607742814488426, "n": 689930, "AUC": 0.7441522611225102 } }, "daily_capable_own_csi": { "W1": { "POD": 0.42764209084683863, "POFD": 0.03963656320507348, "FAR": 0.43839928057553956, "FBI": 0.7614699840219128, "CSI": 0.32061264653033283, "ETS": 0.27679370240146506, "base_rate": 0.10613208975562487, "n": 165115, "AUC": 0.8352191289886249 }, "W2": { "POD": 0.44393776824034337, "POFD": 0.09099431152395765, "FAR": 0.6324128229806767, "FBI": 1.2077074391988556, "CSI": 0.251698266247592, "ETS": 0.19286337498303632, "base_rate": 0.10645548173389938, "n": 105058, "AUC": 0.7656265849327515 }, "W3": { "POD": 0.6551786034823192, "POFD": 0.35972992832877176, "FAR": 0.8222936293483288, "FBI": 3.6868605277329025, "CSI": 0.16250751318982212, "ETS": 0.07254551562403372, "base_rate": 0.10607084717687043, "n": 105043, "AUC": 0.7154698827686184 }, "W4": { "POD": 0.6722336340091096, "POFD": 0.3993815312433355, "FAR": 0.832662679798137, "FBI": 4.017236759846387, "CSI": 0.15471418881420732, "ETS": 0.06223621341857324, "base_rate": 0.10666145917677206, "n": 104977, "AUC": 0.7114167356773599 }, "W5": { "POD": 0.6762453832988019, "POFD": 0.41091932577800994, "FAR": 0.8369815418023887, "FBI": 4.14827493018647, "CSI": 0.15121666263798245, "ETS": 0.058826093978748065, "base_rate": 0.10582661251882781, "n": 104898, "AUC": 0.6949806553672682 }, "W6": { "POD": 0.6476716796521109, "POFD": 0.440944126395241, "FAR": 0.8526283240568955, "FBI": 4.394817901793803, "CSI": 0.13643390141033226, "ETS": 0.04317071373505232, "base_rate": 0.10528524690239319, "n": 104839, "AUC": 0.662032993388433 }, "ALL": { "POD": 0.5730877490230372, "POFD": 0.2683917476294865, "FAR": 0.7978416260585817, "FBI": 2.8348454622468777, "CSI": 0.1756990553589008, "ETS": 0.09198599488802388, "base_rate": 0.10607742814488426, "n": 689930, "AUC": 0.7441522611225102 } }, "daily_all_by_region": { "W1": { "POD": 0.21917441825908646, "POFD": 0.0032047935127706476, "FAR": 0.5148345503585291, "FBI": 0.4517519094178133, "CSI": 0.17781796262808922, "ETS": 0.17370161971122655, "base_rate": 0.013592172614815868, "n": 2475616, "AUC": 0.9358765591657957 }, "W2": { "POD": 0.14166085136078158, "POFD": 0.006375583452442472, "FAR": 0.7649011735639284, "FBI": 0.6025587345894394, "CSI": 0.09696834596522515, "ETS": 0.09185762368625083, "base_rate": 0.013644223152078975, "n": 1575392, "AUC": 0.9082680714076475 }, "W3": { "POD": 0.09270594832017195, "POFD": 0.006628738519077653, "FAR": 0.8385022385022385, "FBI": 0.5740385963272744, "CSI": 0.0625828023468551, "ETS": 0.057621917946486204, "base_rate": 0.013584555463021267, "n": 1575392, "AUC": 0.889870960309947 }, "W4": { "POD": 0.08624459226868865, "POFD": 0.004613567840812925, "FAR": 0.794525102515793, "FBI": 0.41973298599804626, "CSI": 0.06467592269587664, "ETS": 0.06064128491944, "base_rate": 0.013645492677378074, "n": 1575392, "AUC": 0.898188310723616 }, "W5": { "POD": 0.06365637734788515, "POFD": 0.005341551038163037, "FAR": 0.8593167701863355, "FBI": 0.45248020984589443, "CSI": 0.04583473861720067, "ETS": 0.04160331375355317, "base_rate": 0.013551547805244663, "n": 1575392, "AUC": 0.8935753349415724 }, "W6": { "POD": 0.047396937573616016, "POFD": 0.004753028471200328, "FAR": 0.8801382104134398, "FBI": 0.3954299175500589, "CSI": 0.035160072696770586, "ETS": 0.0313317978176451, "base_rate": 0.013472837236700452, "n": 1575392, "AUC": 0.8896361566994516 }, "ALL": { "POD": 0.11821556579621095, "POFD": 0.004983470362202751, "FAR": 0.753784400272536, "FBI": 0.48013028389372475, "CSI": 0.08680100466301494, "ETS": 0.08240715170799157, "base_rate": 0.013582706371824751, "n": 10352576, "AUC": 0.906222942275485 } }, "daily_capable_by_region": { "W1": { "POD": 0.29428212736818077, "POFD": 0.025773929304632397, "FAR": 0.42450619350518914, "FBI": 0.5113558548276649, "CSI": 0.24179482370592648, "ETS": 0.20640725293813375, "base_rate": 0.10613208975562487, "n": 165115, "AUC": 0.8352191289886249 }, "W2": { "POD": 0.19197067238912732, "POFD": 0.039116262223831945, "FAR": 0.6310362605258636, "FBI": 0.520296852646638, "CSI": 0.14452073236402802, "ETS": 0.10729685928388182, "base_rate": 0.10645548173389938, "n": 105058, "AUC": 0.7656265849327515 }, "W3": { "POD": 0.12708669897684438, "POFD": 0.04422743101777404, "FAR": 0.7457353205243311, "FBI": 0.49982049901274456, "CSI": 0.09257927427263812, "ETS": 0.0561258905104003, "base_rate": 0.10607084717687043, "n": 105043, "AUC": 0.7154698827686184 }, "W4": { "POD": 0.12083593819773153, "POFD": 0.03417573043292813, "FAR": 0.7031592803861343, "FBI": 0.4070733232115745, "CSI": 0.09394528537703097, "ETS": 0.06229140688911949, "base_rate": 0.10666145917677206, "n": 104977, "AUC": 0.7114167356773599 }, "W5": { "POD": 0.09359517160616161, "POFD": 0.04025715108159109, "FAR": 0.7842159916926272, "FBI": 0.4337447076839924, "CSI": 0.06983934933118237, "ETS": 0.036850314433379626, "base_rate": 0.10582661251882781, "n": 104898, "AUC": 0.6949806553672682 }, "W6": { "POD": 0.06957782206921544, "POFD": 0.03367767934243771, "FAR": 0.8044308632543926, "FBI": 0.3557709730023555, "CSI": 0.05409593576107628, "ETS": 0.025722326124943105, "base_rate": 0.10528524690239319, "n": 104839, "AUC": 0.662032993388433 }, "ALL": { "POD": 0.1623261279479682, "POFD": 0.035296654689790256, "FAR": 0.6469434455704478, "FBI": 0.4597737272155877, "CSI": 0.12511189510820916, "ETS": 0.09093993543772703, "base_rate": 0.10607742814488426, "n": 689930, "AUC": 0.7441522611225102 } }, "daily_all_by_season": { "W1": { "POD": 0.1846711640761984, "POFD": 0.004540601900025676, "FAR": 0.6408507686972604, "FBI": 0.5141906148771137, "CSI": 0.1389006862328721, "ETS": 0.13435017093221535, "base_rate": 0.013592172614815868, "n": 2475616, "AUC": 0.9358765591657957 }, "W2": { "POD": 0.1162595952547104, "POFD": 0.006820915414599552, "FAR": 0.8092075125973431, "FBI": 0.609351011863224, "CSI": 0.07786502149934567, "ETS": 0.07270145792472309, "base_rate": 0.013644223152078975, "n": 1575392, "AUC": 0.9082680714076475 }, "W3": { "POD": 0.05910938741180319, "POFD": 0.006280602654712929, "FAR": 0.8852607709750567, "FBI": 0.5151628428578103, "CSI": 0.04059561631526588, "ETS": 0.0359621422979325, "base_rate": 0.013584555463021267, "n": 1575392, "AUC": 0.889870960309947 }, "W4": { "POD": 0.05000697771782109, "POFD": 0.0041032373487269085, "FAR": 0.8557240638840424, "FBI": 0.34660650323300923, "CSI": 0.03856778961719227, "ETS": 0.035047926188328096, "base_rate": 0.013645492677378074, "n": 1575392, "AUC": 0.898188310723616 }, "W5": { "POD": 0.032601058597592394, "POFD": 0.0036401824145149138, "FAR": 0.8904454588383441, "FBI": 0.29757834090589724, "CSI": 0.025772050655409908, "ETS": 0.02265635674048971, "base_rate": 0.013551547805244663, "n": 1575392, "AUC": 0.8935753349415724 }, "W6": { "POD": 0.027373380447585395, "POFD": 0.003434637333053655, "FAR": 0.9018415272850143, "FBI": 0.27886925795053, "CSI": 0.02187252945826902, "ETS": 0.018927216087742227, "base_rate": 0.013472837236700452, "n": 1575392, "AUC": 0.8896361566994516 }, "ALL": { "POD": 0.08768561187916027, "POFD": 0.00478047309233487, "FAR": 0.7983580820304834, "FBI": 0.43485805313762305, "CSI": 0.06508863245246366, "ETS": 0.06097155166412246, "base_rate": 0.013582706371824751, "n": 10352576, "AUC": 0.906222942275485 } }, "daily_capable_by_season": { "W1": { "POD": 0.24320931294225062, "POFD": 0.027677839434653875, "FAR": 0.48939738828321555, "FBI": 0.47631819219356314, "CSI": 0.1972326345504188, "ETS": 0.16291543882363171, "base_rate": 0.10613208975562487, "n": 165115, "AUC": 0.8352191289886249 }, "W2": { "POD": 0.16523605150214593, "POFD": 0.03810426742228945, "FAR": 0.6593548387096774, "FBI": 0.48506795422031473, "CSI": 0.12519477000203239, "ETS": 0.08957456845073798, "base_rate": 0.10645548173389938, "n": 105058, "AUC": 0.7656265849327515 }, "W3": { "POD": 0.10321306767187219, "POFD": 0.04152245449995208, "FAR": 0.7722321251733016, "FBI": 0.4531502423263328, "CSI": 0.07645768233495114, "ETS": 0.04235982785290926, "base_rate": 0.10607084717687043, "n": 105043, "AUC": 0.7154698827686184 }, "W4": { "POD": 0.09216754487809235, "POFD": 0.029409255704841118, "FAR": 0.7277044854881266, "FBI": 0.33848352237206397, "CSI": 0.07395198853457542, "ETS": 0.046326065163329225, "base_rate": 0.10666145917677206, "n": 104977, "AUC": 0.7114167356773599 }, "W5": { "POD": 0.0706242680839564, "POFD": 0.03485186093371856, "FAR": 0.8065630397236615, "FBI": 0.36510224304116745, "CSI": 0.05455810716771051, "ETS": 0.02547038097086515, "base_rate": 0.10582661251882781, "n": 104898, "AUC": 0.6949806553672682 }, "W6": { "POD": 0.05716615328863925, "POFD": 0.030575367000351808, "FAR": 0.8196627607887969, "FBI": 0.31699583257836567, "CSI": 0.04537609664892852, "ETS": 0.019398326648075746, "base_rate": 0.10528524690239319, "n": 104839, "AUC": 0.662032993388433 }, "ALL": { "POD": 0.1326346569015932, "POFD": 0.03316773247895399, "FAR": 0.6781818784603654, "FBI": 0.4121416664389364, "CSI": 0.10366075051792999, "ETS": 0.07195062828596674, "base_rate": 0.10607742814488426, "n": 689930, "AUC": 0.7441522611225102 } } }, "summary_rule_csi": { "daily_all": { "W1": { "POD": 0.3447947933073791, "POFD": 0.005376813036376003, "FAR": 0.5308911531618955, "FBI": 0.7349995542215222, "CSI": 0.248017272707839, "ETS": 0.24257428654641472, "base_rate": 0.013592172614815868, "n": 2475616, "AUC": 0.9358765591657957 }, "W2": { "POD": 0.30286113049546404, "POFD": 0.012448701554864963, "FAR": 0.7482014388489209, "FBI": 1.202791346824843, "CSI": 0.1594064497171821, "ETS": 0.15208233493002415, "base_rate": 0.013644223152078975, "n": 1575392, "AUC": 0.9082680714076475 }, "W3": { "POD": 0.31657399186953883, "POFD": 0.01889521882687866, "FAR": 0.812524212740052, "FBI": 1.6886126816503901, "CSI": 0.13346072019541408, "ETS": 0.12499892920513522, "base_rate": 0.013584555463021267, "n": 1575392, "AUC": 0.889870960309947 }, "W4": { "POD": 0.3882402195655208, "POFD": 0.030175784078074773, "FAR": 0.8489028894199435, "FBI": 2.569474810438666, "CSI": 0.12204073873689444, "ETS": 0.1122565376047374, "base_rate": 0.013645492677378074, "n": 1575392, "AUC": 0.898188310723616 }, "W5": { "POD": 0.4512155136071947, "POFD": 0.04442283772070657, "FAR": 0.877548685615498, "FBI": 3.684856433556607, "CSI": 0.1065785979819437, "ETS": 0.09591497631675333, "base_rate": 0.013551547805244663, "n": 1575392, "AUC": 0.8935753349415724 }, "W6": { "POD": 0.3959952885747939, "POFD": 0.03857178797387926, "FAR": 0.87703359082397, "FBI": 3.220353356890459, "CSI": 0.10354555758143202, "ETS": 0.0932585870783662, "base_rate": 0.013472837236700452, "n": 1575392, "AUC": 0.8896361566994516 }, "ALL": { "POD": 0.36461711327302726, "POFD": 0.023277509900156288, "FAR": 0.82257941726071, "FBI": 2.055100415315469, "CSI": 0.13552104671909074, "ETS": 0.1264580288831213, "base_rate": 0.013582706371824751, "n": 10352576, "AUC": 0.906222942275485 } }, "daily_capable": { "W1": { "POD": 0.4294110933576809, "POFD": 0.039927908883332995, "FAR": 0.4391861678342525, "FBI": 0.7656927642090847, "CSI": 0.3213477388222232, "ETS": 0.27740380655079266, "base_rate": 0.10613208975562487, "n": 165115, "AUC": 0.8352191289886249 }, "W2": { "POD": 0.4074570815450644, "POFD": 0.07789164198819694, "FAR": 0.6160586401550256, "FBI": 1.0612482117310444, "CSI": 0.24637759515570934, "ETS": 0.19112048346143795, "base_rate": 0.10645548173389938, "n": 105058, "AUC": 0.7656265849327515 }, "W3": { "POD": 0.4447136959253276, "POFD": 0.12571751099562306, "FAR": 0.7043556085918854, "FBI": 1.5042182732005025, "CSI": 0.21593236588660827, "ETS": 0.15008808582680844, "base_rate": 0.10607084717687043, "n": 105043, "AUC": 0.7154698827686184 }, "W4": { "POD": 0.5129945521121729, "POFD": 0.2011409682235018, "FAR": 0.7665704880724997, "FBI": 2.197642225596142, "CSI": 0.19108449767132402, "ETS": 0.11369922000133745, "base_rate": 0.10666145917677206, "n": 104977, "AUC": 0.7114167356773599 }, "W5": { "POD": 0.5935501306188632, "POFD": 0.28778105909570667, "FAR": 0.8037936990054195, "FBI": 3.0251328709125302, "CSI": 0.17296687142332126, "ETS": 0.08787258869677526, "base_rate": 0.10582661251882781, "n": 104898, "AUC": 0.6949806553672682 }, "W6": { "POD": 0.5360572567494111, "POFD": 0.2743467553650814, "FAR": 0.8130548797826292, "FBI": 2.867457872803044, "CSI": 0.16091047536168823, "ETS": 0.0772920538330919, "base_rate": 0.10528524690239319, "n": 104839, "AUC": 0.662032993388433 }, "ALL": { "POD": 0.48215505697811056, "POFD": 0.1566290065245872, "FAR": 0.7324451992994002, "FBI": 1.8020796327166397, "CSI": 0.20783221231432508, "ETS": 0.13669669432629944, "base_rate": 0.10607742814488426, "n": 689930, "AUC": 0.7441522611225102 } }, "weekly_all": { "W1": { "POD": 0.3652694610778443, "POFD": 0.011408516612072999, "FAR": 0.3701791679319769, "FBI": 0.5799577315956322, "CSI": 0.30071045382050166, "ETS": 0.283447532599347, "base_rate": 0.05045855253803498, "n": 225056, "AUC": 0.9205674109679289 }, "W2": { "POD": 0.35588369963369965, "POFD": 0.02020155325443787, "FAR": 0.5843027142666132, "FBI": 0.8561126373626373, "CSI": 0.23721959407904777, "ETS": 0.21994041210179244, "base_rate": 0.038817005545286505, "n": 225056, "AUC": 0.9067343786618184 }, "W3": { "POD": 0.38426244551502636, "POFD": 0.034242712792019896, "FAR": 0.6886038297081242, "FBI": 1.2339986235375087, "CSI": 0.20773905494232917, "ETS": 0.1867220835459414, "base_rate": 0.0387370254514432, "n": 225056, "AUC": 0.8920011592427322 }, "W4": { "POD": 0.4595398878333524, "POFD": 0.05455831434132, "FAR": 0.7461591958019852, "FBI": 1.8103468009614283, "CSI": 0.19548176639563758, "ETS": 0.17068847053679073, "base_rate": 0.038821448883833355, "n": 225056, "AUC": 0.8960123179732321 }, "W5": { "POD": 0.5101546272790215, "POFD": 0.07314108785064005, "FAR": 0.7816574476491506, "FBI": 2.336487422109393, "CSI": 0.18050055117788755, "ETS": 0.15355628736611351, "base_rate": 0.038505971847006965, "n": 225056, "AUC": 0.8893198283966154 }, "W6": { "POD": 0.47175043327556326, "POFD": 0.06491652071848097, "FAR": 0.7748055816005736, "FBI": 2.0948584633160023, "CSI": 0.17984407347046646, "ETS": 0.15385691499776413, "base_rate": 0.038457095122991614, "n": 225056, "AUC": 0.8897555149417431 }, "ALL": { "POD": 0.42148428956768974, "POFD": 0.0431450255814887, "FAR": 0.7073362102785407, "FBI": 1.4401654880804842, "CSI": 0.20879190328725816, "ETS": 0.18517145253101103, "base_rate": 0.040632849898099434, "n": 1350336, "AUC": 0.9001037590118405 } } }, "by_region": { "daily_all": { "S1": { "POD": 0.01784718349135527, "POFD": 0.0013588946755216421, "FAR": 0.9496062992125984, "FBI": 0.35415504740658116, "CSI": 0.01335559265442404, "ETS": 0.012302155806115898, "base_rate": 0.0040243661567190975, "n": 445536, "AUC": 0.8828848552983906, "n_events": 1793.0 }, "S2": { "POD": 0.001272264631043257, "POFD": 0.0002421747954116095, "FAR": 0.973568281938326, "FBI": 0.04813401187446989, "CSI": 0.0012153129430828439, "ETS": 0.0009791514131874328, "base_rate": 0.005141287284144427, "n": 917280, "AUC": 0.8740360159999784, "n_events": 4716.0 }, "S3": { "POD": 0.008301548126542517, "POFD": 0.002020233707160223, "FAR": 0.9456681350954479, "FBI": 0.15279335876149877, "CSI": 0.007253479709860812, "ETS": 0.005422604866740241, "base_rate": 0.013788857538857538, "n": 323232, "AUC": 0.8688971828453336, "n_events": 4457.0 }, "S4": { "POD": 0.02224653537563822, "POFD": 0.005619978838679491, "FAR": 0.9203308663474097, "FBI": 0.2792365669827377, "CSI": 0.01769825918762089, "ETS": 0.013006039309328286, "base_rate": 0.021400474525474524, "n": 768768, "AUC": 0.832648437553193, "n_events": 16452.0 }, "S5": { "POD": 0.040046884157061924, "POFD": 0.002495695480717605, "FAR": 0.7667804323094426, "FBI": 0.17171322523930455, "CSI": 0.03538753668220266, "ETS": 0.032657127517240266, "base_rate": 0.018602098959241815, "n": 550368, "AUC": 0.8597104466436124, "n_events": 10238.0 }, "S6": { "POD": 0.13792248574497976, "POFD": 0.005357175263594074, "FAR": 0.7262588158110547, "FBI": 0.5038426576316007, "CSI": 0.10097404561679472, "ETS": 0.09616347153349161, "base_rate": 0.014429038843101344, "n": 838656, "AUC": 0.9279986325389177, "n_events": 12101.0 }, "S7": { "POD": 0.19680033533603467, "POFD": 0.01283147201338215, "FAR": 0.7981368685059118, "FBI": 0.9749196590750314, "CSI": 0.11067892503536068, "ETS": 0.10269762277475118, "base_rate": 0.016222844811953723, "n": 882336, "AUC": 0.9467982091160763, "n_events": 14314.0 } }, "daily_capable": { "S1": { "POD": 0.020146520146520148, "POFD": 0.01936586292006835, "FAR": 0.9026548672566371, "FBI": 0.20695970695970695, "CSI": 0.016975308641975308, "ETS": 0.0006059173156324514, "base_rate": 0.09392740409427146, "n": 5813, "AUC": 0.5796155619584517, "n_events": 546.0 }, "S2": { "POD": 0.008928571428571428, "POFD": 0.0061206645292917515, "FAR": 0.875, "FBI": 0.07142857142857142, "CSI": 0.008403361344537815, "ETS": 0.0024215357339228204, "base_rate": 0.08919564640297319, "n": 3767, "AUC": 0.5463838114668776, "n_events": 336.0 }, "S3": { "POD": 0.011704119850187267, "POFD": 0.003979860944617598, "FAR": 0.7685185185185185, "FBI": 0.05056179775280899, "CSI": 0.011266336187471835, "ETS": 0.0067751878403683385, "base_rate": 0.09290591970771171, "n": 22991, "AUC": 0.5518330711341104, "n_events": 2136.0 }, "S4": { "POD": 0.0280148829065441, "POFD": 0.012022791406731466, "FAR": 0.8128654970760234, "FBI": 0.14970453053184504, "CSI": 0.024975609756097562, "ETS": 0.013132808405892836, "base_rate": 0.08991528008737663, "n": 101629, "AUC": 0.5215308503726007, "n_events": 9138.0 }, "S5": { "POD": 0.048873873873873874, "POFD": 0.010155359179019384, "FAR": 0.5677290836653387, "FBI": 0.11306306306306306, "CSI": 0.045925925925925926, "ETS": 0.03187583530158599, "base_rate": 0.13659857248338667, "n": 32504, "AUC": 0.5365004627453851, "n_events": 4440.0 }, "S6": { "POD": 0.17299631652483172, "POFD": 0.046067868291209346, "FAR": 0.6683710737764792, "FBI": 0.5216562936618824, "CSI": 0.12827274439630815, "ETS": 0.08706069223075867, "base_rate": 0.11670792629597238, "n": 67459, "AUC": 0.7852127092152414, "n_events": 7873.0 }, "S7": { "POD": 0.22375098680500732, "POFD": 0.0795435522571285, "FAR": 0.7418683320322664, "FBI": 0.8668095184391564, "CSI": 0.1361795593383211, "ETS": 0.08292181458047698, "base_rate": 0.1100793286241015, "n": 80551, "AUC": 0.8239349966329361, "n_events": 8867.0 } }, "daily_capable_own_region_thr": { "S1": { "POD": 0.038461538461538464, "POFD": 0.02771976457186254, "FAR": 0.874251497005988, "FBI": 0.3058608058608059, "CSI": 0.030346820809248554, "ETS": 0.00785747825082782, "base_rate": 0.09392740409427146, "n": 5813, "AUC": 0.5796155619584517, "n_events": 546.0 }, "S2": { "POD": 0.14583333333333334, "POFD": 0.10813174001748761, "FAR": 0.8833333333333333, "FBI": 1.25, "CSI": 0.06930693069306931, "ETS": 0.017232526706392047, "base_rate": 0.08919564640297319, "n": 3767, "AUC": 0.5463838114668776, "n_events": 336.0 }, "S3": { "POD": 0.04400749063670412, "POFD": 0.02176935986573963, "FAR": 0.8284671532846716, "FBI": 0.2565543071161049, "CSI": 0.036293436293436294, "ETS": 0.016969700748740556, "base_rate": 0.09290591970771171, "n": 22991, "AUC": 0.5518330711341104, "n_events": 2136.0 }, "S4": { "POD": 0.06467498358502954, "POFD": 0.025256511444356748, "FAR": 0.7980867782712675, "FBI": 0.32031079010724445, "CSI": 0.05150775666724769, "ETS": 0.029241218250968967, "base_rate": 0.08991528008737663, "n": 101629, "AUC": 0.5215308503726007, "n_events": 9138.0 }, "S5": { "POD": 0.07004504504504505, "POFD": 0.01592787913340935, "FAR": 0.5897097625329816, "FBI": 0.17072072072072073, "CSI": 0.06363822385921833, "ETS": 0.04336993652390655, "base_rate": 0.13659857248338667, "n": 32504, "AUC": 0.5365004627453851, "n_events": 4440.0 }, "S6": { "POD": 0.1474660231169821, "POFD": 0.041670862283086633, "FAR": 0.6813940724478595, "FBI": 0.4628477073542487, "CSI": 0.11210892236384705, "ETS": 0.07408491926703571, "base_rate": 0.11670792629597238, "n": 67459, "AUC": 0.7852127092152414, "n_events": 7873.0 }, "S7": { "POD": 0.10522160821021766, "POFD": 0.05444729646783104, "FAR": 0.8070719602977667, "FBI": 0.5453930303372053, "CSI": 0.073061863743148, "ETS": 0.03273963206400019, "base_rate": 0.1100793286241015, "n": 80551, "AUC": 0.8239349966329361, "n_events": 8867.0 } } }, "probabilistic": { "W1": { "reliability": [ [ 0.009369481727977039, 0.01022171109824713, 2458199 ], [ 0.13424235930547385, 0.4783104257458934, 14915 ], [ 0.2370437603443343, 0.5475089881869543, 1947 ], [ 0.3382997633536966, 0.5631067961165048, 515 ], [ 0.4214518496822084, 0.8, 40 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ] ], "bss": 0.10118883539041679, "auc": 0.9358765591657957 }, "W2": { "reliability": [ [ 0.01002200037189872, 0.011463697969565902, 1561538 ], [ 0.1347922253498256, 0.2683875530410184, 11312 ], [ 0.2381531120488268, 0.22164412070759626, 1922 ], [ 0.33862070958607055, 0.23653846153846153, 520 ], [ 0.4344425771477812, 0.09375, 96 ], [ 0.5151547148452454, 0.0, 4 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ] ], "bss": 0.06729198589532648, "auc": 0.9082680714076475 }, "W3": { "reliability": [ [ 0.010592760611739856, 0.012051308972924248, 1561988 ], [ 0.13114725154622436, 0.20786802030456852, 11820 ], [ 0.23364068803784044, 0.08339594290007513, 1331 ], [ 0.33489639830486817, 0.04205607476635514, 214 ], [ 0.4311036785743331, 0.0, 37 ], [ 0.5111702728260439, 0.0, 2 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ] ], "bss": 0.05145211891707702, "auc": 0.889870960309947 }, "W4": { "reliability": [ [ 0.010865365647685928, 0.01228152624494602, 1566092 ], [ 0.129808416625919, 0.2508674531575295, 8646 ], [ 0.23312945618468958, 0.1509433962264151, 583 ], [ 0.33054191591915005, 0.08695652173913043, 69 ], [ 0.40395026817218754, 0.0, 2 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ] ], "bss": 0.05613590323717832, "auc": 0.898188310723616 }, "W5": { "reliability": [ [ 0.011438122762958742, 0.01268771945950328, 1566633 ], [ 0.12627136606024905, 0.17192857987466004, 8457 ], [ 0.229422566565463, 0.059602649006622516, 302 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ] ], "bss": 0.05004864948623211, "auc": 0.8935753349415724 }, "W6": { "reliability": [ [ 0.011808571093045242, 0.013030559270915707, 1569311 ], [ 0.12507401939407387, 0.12989864864864864, 5920 ], [ 0.2265644970640004, 0.046052631578947366, 152 ], [ 0.33058820331792127, 0.0, 9 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ], [ NaN, NaN, 0 ] ], "bss": 0.04503049366740686, "auc": 0.8896361566994516 } }, "thresholds": { "0": 0.7723705172538757, "1": 0.7602234482765198, "2": 0.7606387138366699, "3": 0.7584453821182251, "4": 0.7410285472869873, "5": 0.7178736925125122 }, "thresholds_csi": { "0": 0.6809073720922463, "1": 0.5994232936889232, "2": 0.5375719082134625, "3": 0.4709604431668852, "4": 0.42415225367251047, "5": 0.44378637705851987 }, "thresholds_fbi1": { "0": 0.7723705172538757, "1": 0.7602234482765198, "2": 0.7606387138366699, "3": 0.7584453821182251, "4": 0.7410285472869873, "5": 0.7178736925125122 }, "thresholds_capable_fbi1": { "0": 0.7544241547584534, "1": 0.7442113161087036, "2": 0.7308290600776672, "3": 0.7251808643341064, "4": 0.7009023427963257, "5": 0.687292218208313 }, "decision_rule": "FBI~1 (rule B) on reweighted out-of-fold scores", "neg_keep": 1.0, "features": [ "sv_mod", "ev_mod", "lead", "doy_cos", "doy_sin" ], "model": "cnn" }