{ "ec_raw/F0": { "daily_all": { "W1": { "POD": 0.32222860425043076, "POFD": 0.014848179746701287, "FAR": 0.7140672782874617, "FBI": 1.1269385410683515, "CSI": 0.17854869509866328, "ETS": 0.16914909493333716, "base_rate": 0.018117299367299368, "n": 96096, "AUC": 0.8244324453115291 }, "W2": { "POD": 0.24753363228699551, "POFD": 0.023951896330596134, "FAR": 0.838973162193699, "FBI": 1.537219730941704, "CSI": 0.10810810810810811, "ETS": 0.0970549720573795, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.7693095685164553 }, "W3": { "POD": 0.2760791366906475, "POFD": 0.04228847435043304, "FAR": 0.8921293042867182, "FBI": 2.5593525179856114, "CSI": 0.08408655162969049, "ETS": 0.07091697819003258, "base_rate": 0.018184196755625326, "n": 61152, "AUC": 0.7573309265645445 }, "W4": { "POD": 0.2878923766816143, "POFD": 0.05270083448540067, "FAR": 0.9078909612625538, "FBI": 3.125560538116592, "CSI": 0.07501752745968684, "ETS": 0.061074540756433524, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.7454760296920039 }, "W5": { "POD": 0.29432943294329433, "POFD": 0.045718758848120454, "FAR": 0.8935546875, "FBI": 2.765076507650765, "CSI": 0.08480290456431536, "ETS": 0.07136182623351729, "base_rate": 0.018167844060701203, "n": 61152, "AUC": 0.7559168276715081 }, "W6": { "POD": 0.29347826086956524, "POFD": 0.0476785238475886, "FAR": 0.8983369940382805, "FBI": 2.886775362318841, "CSI": 0.08167380892361986, "ETS": 0.06815867866428063, "base_rate": 0.01805337519623234, "n": 61152, "AUC": 0.7307601080970972 }, "ALL": { "POD": 0.2899424499862976, "POFD": 0.03586291495800364, "FAR": 0.8699127013402188, "FBI": 2.2288298163880516, "CSI": 0.09865721745617306, "ETS": 0.08606968944673098, "base_rate": 0.018160734193342888, "n": 401856, "AUC": 0.7688975441895484 } }, "daily_capable": { "W1": { "POD": 0.31521739130434784, "POFD": 0.022485600354452812, "FAR": 0.3684210526315789, "FBI": 0.4990942028985507, "CSI": 0.2662586074980872, "ETS": 0.23093091619427236, "base_rate": 0.10896170548756415, "n": 10132, "AUC": 0.7177601748665986 }, "W2": { "POD": 0.2612994350282486, "POFD": 0.0627177700348432, "FAR": 0.6605504587155964, "FBI": 0.769774011299435, "CSI": 0.17322097378277154, "ETS": 0.12414538710556743, "base_rate": 0.1098014888337469, "n": 6448, "AUC": 0.6369768597807044 }, "W3": { "POD": 0.3041018387553041, "POFD": 0.11653022121581606, "FAR": 0.7567873303167421, "FBI": 1.2503536067892504, "CSI": 0.15625, "ETS": 0.09231108729233001, "base_rate": 0.10964640198511166, "n": 6448, "AUC": 0.6034034699660277 }, "W4": { "POD": 0.297029702970297, "POFD": 0.1462436813665679, "FAR": 0.7998093422306959, "FBI": 1.4837340876944838, "CSI": 0.13583441138421734, "ETS": 0.06632811255358956, "base_rate": 0.10971446306641837, "n": 6444, "AUC": 0.5835341645671328 }, "W5": { "POD": 0.29929078014184396, "POFD": 0.12275501307759372, "FAR": 0.7693989071038252, "FBI": 1.297872340425532, "CSI": 0.1497515968772179, "ETS": 0.08468083263681969, "base_rate": 0.10947204968944099, "n": 6440, "AUC": 0.5985062481836675 }, "W6": { "POD": 0.30099857346647646, "POFD": 0.12412831241283125, "FAR": 0.771397616468039, "FBI": 1.3166904422253922, "CSI": 0.14932767162066526, "ETS": 0.08417914843158361, "base_rate": 0.1089016622650303, "n": 6437, "AUC": 0.5722207466122315 }, "ALL": { "POD": 0.2979274611398964, "POFD": 0.09245167961396718, "FAR": 0.7164577768645983, "FBI": 1.0507340241796201, "CSI": 0.16997167138810199, "ETS": 0.11173066577265559, "base_rate": 0.10937684478972348, "n": 42349, "AUC": 0.6260737605986003 } }, "weekly_all": { "W1": { "POD": 0.4278688524590164, "POFD": 0.04664041348757076, "FAR": 0.5921875, "FBI": 1.0491803278688525, "CSI": 0.2639029322548028, "ETS": 0.229067832441805, "base_rate": 0.06982600732600733, "n": 8736, "AUC": 0.7902267766287528 }, "W2": { "POD": 0.3927038626609442, "POFD": 0.05211608222490931, "FAR": 0.7019543973941368, "FBI": 1.3175965665236051, "CSI": 0.2040133779264214, "ETS": 0.1738479706407942, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.7777514258579799 }, "W3": { "POD": 0.44946236559139785, "POFD": 0.09309636077862411, "FAR": 0.7865168539325843, "FBI": 2.1053763440860216, "CSI": 0.16923076923076924, "ETS": 0.1326326179572226, "base_rate": 0.053228021978021976, "n": 8736, "AUC": 0.7686333776649337 }, "W4": { "POD": 0.43776824034334766, "POFD": 0.11414752116082225, "FAR": 0.8222996515679443, "FBI": 2.463519313304721, "CSI": 0.14468085106382977, "ETS": 0.1058472389226594, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.755237660295499 }, "W5": { "POD": 0.46551724137931033, "POFD": 0.09405222437137331, "FAR": 0.7826961770623743, "FBI": 2.1422413793103448, "CSI": 0.17391304347826086, "ETS": 0.13723883654240066, "base_rate": 0.05311355311355311, "n": 8736, "AUC": 0.7652199932885346 }, "W6": { "POD": 0.4298056155507559, "POFD": 0.09923848664329747, "FAR": 0.8049019607843138, "FBI": 2.203023758099352, "CSI": 0.15498442367601245, "ETS": 0.1178438167650774, "base_rate": 0.05299908424908425, "n": 8736, "AUC": 0.7526172860842957 }, "ALL": { "POD": 0.4335378323108384, "POFD": 0.08332322864880158, "FAR": 0.7642261353104727, "FBI": 1.8387866394001364, "CSI": 0.18024656369562136, "ETS": 0.1435990332577061, "base_rate": 0.05597527472527473, "n": 52416, "AUC": 0.768781657039871 } }, "thresholds": { "0": -1.2354889933140427, "1": -1.6520096503406303, "2": -2.3631087235014627, "3": -2.6229584290969292, "4": -2.341632515413677, "5": -2.5969250388313174 }, "seconds": 1.781942367553711 }, "logreg/F0": { "daily_all": { "W1": { "POD": 0.2917863296955773, "POFD": 0.01489057283662763, "FAR": 0.7344485101934135, "FBI": 1.0987937966685812, "CSI": 0.161474888747616, "ETS": 0.15213424503125436, "base_rate": 0.018117299367299368, "n": 96096, "AUC": 0.850449283659354 }, "W2": { "POD": 0.24394618834080717, "POFD": 0.027499708513083598, "FAR": 0.858554342173687, "FBI": 1.7246636771300448, "CSI": 0.09833694866232827, "ETS": 0.08676048250764375, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.8259852537870704 }, "W3": { "POD": 0.22032374100719423, "POFD": 0.03231179213857428, "FAR": 0.8878718535469108, "FBI": 1.964928057553957, "CSI": 0.08027522935779817, "ETS": 0.06814385775452576, "base_rate": 0.018184196755625326, "n": 61152, "AUC": 0.8134341943500496 }, "W4": { "POD": 0.23766816143497757, "POFD": 0.03820977064143778, "FAR": 0.8964439234075811, "FBI": 2.295067264573991, "CSI": 0.07773540627750074, "ETS": 0.0649372250802734, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.8078144561227601 }, "W5": { "POD": 0.279027902790279, "POFD": 0.03810729334954448, "FAR": 0.8806774441878368, "FBI": 2.3384338433843386, "CSI": 0.09120329508679023, "ETS": 0.07840561660779688, "base_rate": 0.018167844060701203, "n": 61152, "AUC": 0.8145438825623372 }, "W6": { "POD": 0.24003623188405798, "POFD": 0.03923527844391154, "FAR": 0.8988935520793591, "FBI": 2.3740942028985508, "CSI": 0.07658959537572255, "ETS": 0.06378622356309242, "base_rate": 0.01805337519623234, "n": 61152, "AUC": 0.8051315363771785 }, "ALL": { "POD": 0.25554946560701564, "POFD": 0.0302465036826018, "FAR": 0.8648452786433799, "FBI": 1.8907919978076184, "CSI": 0.09697379367720466, "ETS": 0.08505168356448704, "base_rate": 0.018160734193342888, "n": 401856, "AUC": 0.8225129340556595 } }, "daily_capable": { "W1": { "POD": 0.29438405797101447, "POFD": 0.029796189632255207, "FAR": 0.45286195286195285, "FBI": 0.5380434782608695, "CSI": 0.23670793882010197, "ETS": 0.19894624554711796, "base_rate": 0.10896170548756415, "n": 10132, "AUC": 0.6528776917063178 }, "W2": { "POD": 0.24858757062146894, "POFD": 0.07508710801393728, "FAR": 0.7100494233937397, "FBI": 0.8573446327683616, "CSI": 0.15452151009657594, "ETS": 0.1019727194209978, "base_rate": 0.1098014888337469, "n": 6448, "AUC": 0.6043984625681608 }, "W3": { "POD": 0.24045261669024046, "POFD": 0.09928583870405852, "FAR": 0.7702702702702703, "FBI": 1.0466760961810466, "CSI": 0.1331245105716523, "ETS": 0.07430764386487936, "base_rate": 0.10964640198511166, "n": 6448, "AUC": 0.5739991036951756 }, "W4": { "POD": 0.2545968882602546, "POFD": 0.10719888443437336, "FAR": 0.7735849056603774, "FBI": 1.1244695898161245, "CSI": 0.1361573373676248, "ETS": 0.0751366455013967, "base_rate": 0.10971446306641837, "n": 6444, "AUC": 0.5566829772446604 }, "W5": { "POD": 0.28368794326241137, "POFD": 0.1047951176983435, "FAR": 0.7503121098626716, "FBI": 1.1361702127659574, "CSI": 0.15313935681470137, "ETS": 0.09218722816337377, "base_rate": 0.10947204968944099, "n": 6440, "AUC": 0.575975316428302 }, "W6": { "POD": 0.26105563480741795, "POFD": 0.10808926080892609, "FAR": 0.772104607721046, "FBI": 1.145506419400856, "CSI": 0.13853141559424678, "ETS": 0.07746083496822694, "base_rate": 0.1089016622650303, "n": 6437, "AUC": 0.5485103468446153 }, "ALL": { "POD": 0.2664075993091537, "POFD": 0.082350133891879, "FAR": 0.715668202764977, "FBI": 0.9369602763385146, "CSI": 0.1594727319720858, "ETS": 0.10453981301215413, "base_rate": 0.10937684478972348, "n": 42349, "AUC": 0.591795402429593 } }, "weekly_all": { "W1": { "POD": 0.36885245901639346, "POFD": 0.04430223972434162, "FAR": 0.6153846153846154, "FBI": 0.9590163934426229, "CSI": 0.23195876288659795, "ETS": 0.19819343679431126, "base_rate": 0.06982600732600733, "n": 8736, "AUC": 0.8357869699769612 }, "W2": { "POD": 0.33261802575107297, "POFD": 0.05272067714631197, "FAR": 0.7377326565143824, "FBI": 1.2682403433476395, "CSI": 0.17184035476718404, "ETS": 0.14184743544122624, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8234694407107753 }, "W3": { "POD": 0.33548387096774196, "POFD": 0.06831096602587354, "FAR": 0.7836338418862691, "FBI": 1.5505376344086022, "CSI": 0.15145631067961166, "ETS": 0.11861629274087003, "base_rate": 0.053228021978021976, "n": 8736, "AUC": 0.8151239659751717 }, "W4": { "POD": 0.3369098712446352, "POFD": 0.07823458282950423, "FAR": 0.804726368159204, "FBI": 1.7253218884120172, "CSI": 0.14106019766397124, "ETS": 0.10663609920902854, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8068102557981431 }, "W5": { "POD": 0.3577586206896552, "POFD": 0.07446808510638298, "FAR": 0.7877237851662404, "FBI": 1.6853448275862069, "CSI": 0.1537037037037037, "ETS": 0.1198549564199068, "base_rate": 0.05311355311355311, "n": 8736, "AUC": 0.8136609584472754 }, "W6": { "POD": 0.31101511879049676, "POFD": 0.07796446271002055, "FAR": 0.8174904942965779, "FBI": 1.7041036717062634, "CSI": 0.1299638989169675, "ETS": 0.09584063268686747, "base_rate": 0.05299908424908425, "n": 8736, "AUC": 0.8098132857699681 }, "ALL": { "POD": 0.34185412406271304, "POFD": 0.06606442746857442, "FAR": 0.7652153558052435, "FBI": 1.456032719836401, "CSI": 0.1616959535708528, "ETS": 0.12808346960867864, "base_rate": 0.05597527472527473, "n": 52416, "AUC": 0.8175211620472622 } }, "thresholds": { "0": 0.8287568075237564, "1": 0.8131210426496503, "2": 0.8150010968893018, "3": 0.8122539770111966, "4": 0.8193819112972399, "5": 0.8214273026870126 }, "seconds": 19.295153856277466 }, "lgbm_clf/F0": { "daily_all": { "W1": { "POD": 0.33199310740953475, "POFD": 0.0184939854803667, "FAR": 0.7511838140335773, "FBI": 1.334290637564618, "CSI": 0.16580608146873207, "ETS": 0.1556117804521364, "base_rate": 0.018117299367299368, "n": 96096, "AUC": 0.8923289752477985 }, "W2": { "POD": 0.24125560538116592, "POFD": 0.032396688708629676, "FAR": 0.8785004516711834, "FBI": 1.9856502242152467, "CSI": 0.08790849673202615, "ETS": 0.07571505602483228, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.8301541702497212 }, "W3": { "POD": 0.2760791366906475, "POFD": 0.055629580279813455, "FAR": 0.9158212229229503, "FBI": 3.2796762589928057, "CSI": 0.06895777178796046, "ETS": 0.054879086437823715, "base_rate": 0.018184196755625326, "n": 61152, "AUC": 0.7997515670008963 }, "W4": { "POD": 0.3829596412556054, "POFD": 0.11749421190266003, "FAR": 0.9429220692420799, "FBI": 6.709417040358744, "CSI": 0.05227077977720651, "ETS": 0.036177218874038054, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.7961469351000366 }, "W5": { "POD": 0.3357335733573357, "POFD": 0.0837261204843357, "FAR": 0.9309259259259259, "FBI": 4.86048604860486, "CSI": 0.06076898012381883, "ETS": 0.04551299383111336, "base_rate": 0.018167844060701203, "n": 61152, "AUC": 0.8010590527915735 }, "W6": { "POD": 0.3858695652173913, "POFD": 0.12348454569677592, "FAR": 0.9456701951281724, "FBI": 7.1023550724637685, "CSI": 0.050005869233478106, "ETS": 0.03395349495257271, "base_rate": 0.01805337519623234, "n": 61152, "AUC": 0.7883732491663674 }, "ALL": { "POD": 0.32611674431351056, "POFD": 0.06722965951773884, "FAR": 0.917664152771051, "FBI": 3.960811181145519, "CSI": 0.07036423841059603, "ETS": 0.055708677887625735, "base_rate": 0.018160734193342888, "n": 401856, "AUC": 0.8278678759408016 } }, "daily_capable": { "W1": { "POD": 0.3333333333333333, "POFD": 0.035777580859548075, "FAR": 0.467438494934877, "FBI": 0.6259057971014492, "CSI": 0.2578836720392432, "ETS": 0.21654645686539373, "base_rate": 0.10896170548756415, "n": 10132, "AUC": 0.7629328923542217 }, "W2": { "POD": 0.2542372881355932, "POFD": 0.09303135888501742, "FAR": 0.7478991596638656, "FBI": 1.0084745762711864, "CSI": 0.14492753623188406, "ETS": 0.08731659101595862, "base_rate": 0.1098014888337469, "n": 6448, "AUC": 0.6301077531053761 }, "W3": { "POD": 0.2927864214992928, "POFD": 0.17923706671311618, "FAR": 0.8325242718446602, "FBI": 1.7482319660537482, "CSI": 0.11923963133640553, "ETS": 0.04465983893604923, "base_rate": 0.10964640198511166, "n": 6448, "AUC": 0.5626167961808249 }, "W4": { "POD": 0.4186704384724187, "POFD": 0.3548893149729824, "FAR": 0.8730703259005146, "FBI": 3.2984441301272986, "CSI": 0.1079110462996719, "ETS": 0.01614134200128182, "base_rate": 0.10971446306641837, "n": 6444, "AUC": 0.5414462659443563 }, "W5": { "POD": 0.3475177304964539, "POFD": 0.2544027898866609, "FAR": 0.8562206572769953, "FBI": 2.4170212765957446, "CSI": 0.11321626617375231, "ETS": 0.029562994116926485, "base_rate": 0.10947204968944099, "n": 6440, "AUC": 0.5490517971643573 }, "W6": { "POD": 0.42510699001426533, "POFD": 0.37308228730822873, "FAR": 0.8777686628383922, "FBI": 3.477888730385164, "CSI": 0.10489264343541006, "ETS": 0.012618045358684589, "base_rate": 0.1089016622650303, "n": 6437, "AUC": 0.5279284475057548 }, "ALL": { "POD": 0.3441278065630397, "POFD": 0.19940610334862263, "FAR": 0.8251234229292376, "FBI": 1.967832469775475, "CSI": 0.13116103019830494, "ETS": 0.05351635452257783, "base_rate": 0.10937684478972348, "n": 42349, "AUC": 0.619073010809573 } }, "weekly_all": { "W1": { "POD": 0.45737704918032784, "POFD": 0.05820822052670441, "FAR": 0.6289893617021277, "FBI": 1.2327868852459016, "CSI": 0.25761772853185594, "ETS": 0.21978928210888515, "base_rate": 0.06982600732600733, "n": 8736, "AUC": 0.8803862727613853 }, "W2": { "POD": 0.4570815450643777, "POFD": 0.08210399032648126, "FAR": 0.7612107623318386, "FBI": 1.9141630901287554, "CSI": 0.18602620087336244, "ETS": 0.15073419889000242, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8476734772251947 }, "W3": { "POD": 0.5505376344086022, "POFD": 0.15137226453874986, "FAR": 0.830238726790451, "FBI": 3.243010752688172, "CSI": 0.14909726266744322, "ETS": 0.10736768604689222, "base_rate": 0.053228021978021976, "n": 8736, "AUC": 0.829136521828438 }, "W4": { "POD": 0.703862660944206, "POFD": 0.27642079806529624, "FAR": 0.8745218056618209, "FBI": 5.609442060085837, "CSI": 0.11918604651162791, "ETS": 0.07217538811571378, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.815499556284414 }, "W5": { "POD": 0.6487068965517241, "POFD": 0.21349129593810445, "FAR": 0.8543783260764393, "FBI": 4.454741379310345, "CSI": 0.1349775784753363, "ETS": 0.09018630192366, "base_rate": 0.05311355311355311, "n": 8736, "AUC": 0.8199460529497099 }, "W6": { "POD": 0.7408207343412527, "POFD": 0.28889157500302187, "FAR": 0.8744968898646176, "FBI": 5.90280777537797, "CSI": 0.12022432527164388, "ETS": 0.07316922860769834, "base_rate": 0.05299908424908425, "n": 8736, "AUC": 0.8096531196880534 }, "ALL": { "POD": 0.5862304021813224, "POFD": 0.17877207873570186, "FAR": 0.8372137043346584, "FBI": 3.6012269938650308, "CSI": 0.1460101867572156, "ETS": 0.1008677361496244, "base_rate": 0.05597527472527473, "n": 52416, "AUC": 0.8367170216090366 } }, "thresholds": { "0": 0.8914883866468398, "1": 0.834465440961305, "2": 0.7918367626325882, "3": 0.7148781658620972, "4": 0.7556578006833217, "5": 0.7099399466523021 }, "seconds": 60.378639221191406, "top_features": [ [ "sv_mod", 0.3423924731182796 ], [ "doy_cos", 0.2676075268817204 ], [ "lead", 0.22115591397849463 ], [ "doy_sin", 0.16443548387096774 ], [ "ev_mod", 0.004408602150537635 ] ] }, "lgbm_reg/F0": { "daily_all": { "W1": { "POD": 0.2929350947731189, "POFD": 0.013438609506650417, "FAR": 0.7131608548931384, "FBI": 1.0212521539345203, "CSI": 0.1694915254237288, "ETS": 0.16050438638241535, "base_rate": 0.018117299367299368, "n": 96096, "AUC": 0.8560952104726516 }, "W2": { "POD": 0.26367713004484306, "POFD": 0.04335659676532805, "FAR": 0.898515705902658, "FBI": 2.5982062780269057, "CSI": 0.07907477138246369, "ETS": 0.0658026004660153, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.8088532998074207 }, "W3": { "POD": 0.18974820143884893, "POFD": 0.048334443704197205, "FAR": 0.9322197237391584, "FBI": 2.7994604316546763, "CSI": 0.05256601893373194, "ETS": 0.03901371718219473, "base_rate": 0.018184196755625326, "n": 61152, "AUC": 0.7685307816371819 }, "W4": { "POD": 0.13542600896860987, "POFD": 0.03837633459366724, "FAR": 0.9384928716904277, "FBI": 2.201793721973094, "CSI": 0.0441649605147704, "ETS": 0.0314848506646726, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.7669478037123744 }, "W5": { "POD": 0.13681368136813682, "POFD": 0.03659166236405123, "FAR": 0.935291613452533, "FBI": 2.1143114311431144, "CSI": 0.045949214026602174, "ETS": 0.033480213049932615, "base_rate": 0.018167844060701203, "n": 61152, "AUC": 0.7790123643533055 }, "W6": { "POD": 0.16757246376811594, "POFD": 0.04329869437783107, "FAR": 0.933572710951526, "FBI": 2.522644927536232, "CSI": 0.04994600431965443, "ETS": 0.03687236578005565, "base_rate": 0.01805337519623234, "n": 61152, "AUC": 0.7623864299261074 }, "ALL": { "POD": 0.20594683474924638, "POFD": 0.03516339803020088, "FAR": 0.9022566170254276, "FBI": 2.107015620718005, "CSI": 0.07098998677498583, "ETS": 0.0585726070540455, "base_rate": 0.018160734193342888, "n": 401856, "AUC": 0.7933135486076506 } }, "daily_capable": { "W1": { "POD": 0.27355072463768115, "POFD": 0.021931767833407178, "FAR": 0.396, "FBI": 0.4528985507246377, "CSI": 0.23195084485407066, "ETS": 0.19840909680673782, "base_rate": 0.10896170548756415, "n": 10132, "AUC": 0.7146231450623824 }, "W2": { "POD": 0.2612994350282486, "POFD": 0.11898954703832752, "FAR": 0.7868663594470046, "FBI": 1.2259887005649717, "CSI": 0.13299784327821712, "ETS": 0.06922346236048445, "base_rate": 0.1098014888337469, "n": 6448, "AUC": 0.617129028130475 }, "W3": { "POD": 0.16407355021216408, "POFD": 0.14474830168960112, "FAR": 0.877507919746568, "FBI": 1.3394625176803394, "CSI": 0.0754226267880364, "ETS": 0.008482188960361702, "base_rate": 0.10964640198511166, "n": 6448, "AUC": 0.5129202907102366 }, "W4": { "POD": 0.11173974540311174, "POFD": 0.12759281854627855, "FAR": 0.9025893958076449, "FBI": 1.147100424328147, "CSI": 0.05489923558026407, "ETS": -0.007391311194765607, "base_rate": 0.10971446306641837, "n": 6444, "AUC": 0.4978433499118233 }, "W5": { "POD": 0.11347517730496454, "POFD": 0.11037489102005231, "FAR": 0.8877980364656382, "FBI": 1.0113475177304965, "CSI": 0.059790732436472344, "ETS": 0.0015448502629080017, "base_rate": 0.10947204968944099, "n": 6440, "AUC": 0.5285547867702981 }, "W6": { "POD": 0.15121255349500715, "POFD": 0.11837517433751743, "FAR": 0.8649681528662421, "FBI": 1.1198288159771754, "CSI": 0.07681159420289856, "ETS": 0.01584550164861046, "base_rate": 0.1089016622650303, "n": 6437, "AUC": 0.5011167797746594 }, "ALL": { "POD": 0.18739205526770294, "POFD": 0.09958374207916855, "FAR": 0.8122837370242214, "FBI": 0.998272884283247, "CSI": 0.10348116356700048, "ETS": 0.04595665726369312, "base_rate": 0.10937684478972348, "n": 42349, "AUC": 0.5736212523885387 } }, "weekly_all": { "W1": { "POD": 0.4377049180327869, "POFD": 0.04577898104848634, "FAR": 0.5821596244131455, "FBI": 1.0475409836065575, "CSI": 0.27189409368635437, "ETS": 0.2372366607635986, "base_rate": 0.06982600732600733, "n": 8736, "AUC": 0.829448985849913 }, "W2": { "POD": 0.49356223175965663, "POFD": 0.10495767835550181, "FAR": 0.7905282331511839, "FBI": 2.356223175965665, "CSI": 0.1724137931034483, "ETS": 0.1344095343845482, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8209165191939426 }, "W3": { "POD": 0.4645161290322581, "POFD": 0.11848627735461251, "FAR": 0.8193979933110368, "FBI": 2.5720430107526884, "CSI": 0.14948096885813147, "ETS": 0.11028375670609528, "base_rate": 0.053228021978021976, "n": 8736, "AUC": 0.8055098589059065 }, "W4": { "POD": 0.36909871244635195, "POFD": 0.0875453446191052, "FAR": 0.8080357142857143, "FBI": 1.9227467811158798, "CSI": 0.14453781512605043, "ETS": 0.10874152561397207, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.7933659330223 }, "W5": { "POD": 0.38146551724137934, "POFD": 0.0913926499032882, "FAR": 0.8102893890675241, "FBI": 2.0107758620689653, "CSI": 0.14508196721311475, "ETS": 0.10888597837771864, "base_rate": 0.05311355311355311, "n": 8736, "AUC": 0.8022099115003668 }, "W6": { "POD": 0.4017278617710583, "POFD": 0.10902937265804424, "FAR": 0.8290441176470589, "FBI": 2.349892008639309, "CSI": 0.13626373626373625, "ETS": 0.0981667287750453, "base_rate": 0.05299908424908425, "n": 8736, "AUC": 0.7900059497718123 }, "ALL": { "POD": 0.42535787321063395, "POFD": 0.09300351643021705, "FAR": 0.7866666666666666, "FBI": 1.9938650306748467, "CSI": 0.16560509554140126, "ETS": 0.1277018716627217, "base_rate": 0.05597527472527473, "n": 52416, "AUC": 0.8027318024963571 } }, "thresholds": { "0": -1.9727256932351147, "1": -3.815234733216323, "2": -4.300763398114399, "3": -4.238201063030322, "4": -4.228833674751036, "5": -4.302655052541253 }, "seconds": 51.37161827087402, "top_features": [ [ "doy_cos", 0.2953763440860215 ], [ "sv_mod", 0.262741935483871 ], [ "lead", 0.2578763440860215 ], [ "doy_sin", 0.1804301075268817 ], [ "ev_mod", 0.003575268817204301 ] ] }, "logreg/F1": { "daily_all": { "W1": { "POD": 0.3526708788052843, "POFD": 0.017211594510094855, "FAR": 0.7256478999106345, "FBI": 1.2854681217690982, "CSI": 0.1824665676077266, "ETS": 0.17249556559391066, "base_rate": 0.018117299367299368, "n": 96096, "AUC": 0.9209228222049088 }, "W2": { "POD": 0.3650224215246637, "POFD": 0.03599447007678598, "FAR": 0.8415109034267912, "FBI": 2.3031390134529146, "CSI": 0.12423687423687424, "ETS": 0.11153832738024558, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.8884688746872165 }, "W3": { "POD": 0.2356115107913669, "POFD": 0.020286475682878082, "FAR": 0.822972972972973, "FBI": 1.330935251798561, "CSI": 0.11244635193133047, "ETS": 0.10207488866672726, "base_rate": 0.018184196755625326, "n": 61152, "AUC": 0.8639500974170696 }, "W4": { "POD": 0.36591928251121075, "POFD": 0.0527841164615154, "FAR": 0.885937936818563, "FBI": 3.2080717488789237, "CSI": 0.09523809523809523, "ETS": 0.08125090099081925, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.8532581813711141 }, "W5": { "POD": 0.36723672367236726, "POFD": 0.04543561899368765, "FAR": 0.8698979591836735, "FBI": 2.822682268226823, "CSI": 0.10627767647824954, "ETS": 0.09281418857076998, "base_rate": 0.018167844060701203, "n": 61152, "AUC": 0.8628157722585936 }, "W6": { "POD": 0.3188405797101449, "POFD": 0.03978483879563016, "FAR": 0.8715797154323239, "FBI": 2.482789855072464, "CSI": 0.10077297452046952, "ETS": 0.08785082603551052, "base_rate": 0.01805337519623234, "n": 61152, "AUC": 0.8508097658346753 }, "ALL": { "POD": 0.33584543710605647, "POFD": 0.03368072628105374, "FAR": 0.84428208386277, "FBI": 2.1567552754179227, "CSI": 0.11905571477145771, "ETS": 0.1066515955562018, "base_rate": 0.018160734193342888, "n": 401856, "AUC": 0.8777011060776465 } }, "daily_capable": { "W1": { "POD": 0.3695652173913043, "POFD": 0.03035002215330084, "FAR": 0.40175953079178883, "FBI": 0.6177536231884058, "CSI": 0.2960812772133527, "ETS": 0.2559570134472277, "base_rate": 0.10896170548756415, "n": 10132, "AUC": 0.838923630508627 }, "W2": { "POD": 0.3870056497175141, "POFD": 0.09303135888501742, "FAR": 0.6608910891089109, "FBI": 1.1412429378531073, "CSI": 0.22061191626409019, "ETS": 0.1606551169175424, "base_rate": 0.1098014888337469, "n": 6448, "AUC": 0.7770805035532196 }, "W3": { "POD": 0.2814710042432815, "POFD": 0.05556523253788539, "FAR": 0.6158301158301158, "FBI": 0.7326732673267327, "CSI": 0.19395711500974658, "ETS": 0.14672172882548176, "base_rate": 0.10964640198511166, "n": 6448, "AUC": 0.71251379996536 }, "W4": { "POD": 0.413012729844413, "POFD": 0.1422346173958515, "FAR": 0.7364620938628159, "FBI": 1.5671852899575671, "CSI": 0.1917268548916612, "ETS": 0.1216154924848763, "base_rate": 0.10971446306641837, "n": 6444, "AUC": 0.6958539064643784 }, "W5": { "POD": 0.40709219858156026, "POFD": 0.12484742807323453, "FAR": 0.7138584247258225, "FBI": 1.4226950354609929, "CSI": 0.2019704433497537, "ETS": 0.13514307284650573, "base_rate": 0.10947204968944099, "n": 6440, "AUC": 0.7064671947170231 }, "W6": { "POD": 0.35520684736091296, "POFD": 0.10059274755927476, "FAR": 0.698547215496368, "FBI": 1.1783166904422253, "CSI": 0.19483568075117372, "ETS": 0.1338728152876903, "base_rate": 0.1089016622650303, "n": 6437, "AUC": 0.6900318731757978 }, "ALL": { "POD": 0.3689550949913644, "POFD": 0.0857968555293369, "FAR": 0.6543983822042467, "FBI": 1.067573402417962, "CSI": 0.2172089476359939, "ETS": 0.15942548623753938, "base_rate": 0.10937684478972348, "n": 42349, "AUC": 0.745023140245945 } }, "weekly_all": { "W1": { "POD": 0.4131147540983607, "POFD": 0.036426285995569775, "FAR": 0.5401459854014599, "FBI": 0.898360655737705, "CSI": 0.2781456953642384, "ETS": 0.24631398096387905, "base_rate": 0.06982600732600733, "n": 8736, "AUC": 0.8950502939360805 }, "W2": { "POD": 0.43991416309012876, "POFD": 0.052962515114873036, "FAR": 0.6811819595645412, "FBI": 1.3798283261802575, "CSI": 0.22676991150442477, "ETS": 0.19627529678037028, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8746752572771951 }, "W3": { "POD": 0.26881720430107525, "POFD": 0.036875831217506955, "FAR": 0.7093023255813954, "FBI": 0.9247311827956989, "CSI": 0.16233766233766234, "ETS": 0.13667556846648496, "base_rate": 0.053228021978021976, "n": 8736, "AUC": 0.8605151045952759 }, "W4": { "POD": 0.44420600858369097, "POFD": 0.09044740024183796, "FAR": 0.7832460732984293, "FBI": 2.0493562231759657, "CSI": 0.17051070840197693, "ETS": 0.13417897629579092, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.847854725960216 }, "W5": { "POD": 0.44396551724137934, "POFD": 0.07072050290135397, "FAR": 0.7395701643489254, "FBI": 1.7047413793103448, "CSI": 0.19637750238322213, "ETS": 0.16284932204468777, "base_rate": 0.05311355311355311, "n": 8736, "AUC": 0.8608189029880611 }, "W6": { "POD": 0.3347732181425486, "POFD": 0.06080019340021758, "FAR": 0.7644376899696048, "FBI": 1.4211663066954643, "CSI": 0.16045548654244307, "ETS": 0.12901210451221382, "base_rate": 0.05299908424908425, "n": 8736, "AUC": 0.8498143404903771 }, "ALL": { "POD": 0.39195637355146556, "POFD": 0.058101936057556286, "FAR": 0.7142857142857143, "FBI": 1.3718473074301296, "CSI": 0.19796866930624893, "ETS": 0.16560696291876378, "base_rate": 0.05597527472527473, "n": 52416, "AUC": 0.8651036255718307 } }, "thresholds": { "0": 0.8580675199223524, "1": 0.8256703864866167, "2": 0.8832892353989975, "3": 0.8127675345063811, "4": 0.8470869569556797, "5": 0.8674470601090836 }, "seconds": 59.80223846435547 }, "lgbm_clf/F1": { "daily_all": { "W1": { "POD": 0.5990809879379667, "POFD": 0.02429124052779397, "FAR": 0.6872563718140929, "FBI": 1.9155657668006894, "CSI": 0.25861641457971735, "ETS": 0.24734029315544936, "base_rate": 0.018117299367299368, "n": 96096, "AUC": 0.9591786259689756 }, "W2": { "POD": 0.49955156950672647, "POFD": 0.04510551826373736, "FAR": 0.8294027565084227, "FBI": 2.928251121076233, "CSI": 0.14569709652105675, "ETS": 0.1321834985815227, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.9177809110390894 }, "W3": { "POD": 0.4739208633093525, "POFD": 0.06129247168554297, "FAR": 0.8747325885429047, "FBI": 3.783273381294964, "CSI": 0.10997495826377296, "ETS": 0.09553582265636759, "base_rate": 0.018184196755625326, "n": 61152, "AUC": 0.8886858251573292 }, "W4": { "POD": 0.45112107623318387, "POFD": 0.06269467161916818, "FAR": 0.8821185844855871, "FBI": 3.8269058295964125, "CSI": 0.10309489649518344, "ETS": 0.0885609465516763, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.8846127399314518 }, "W5": { "POD": 0.47794779477947796, "POFD": 0.0652220982328742, "FAR": 0.8805936586462784, "FBI": 4.0027002700270025, "CSI": 0.10562960015914064, "ETS": 0.09102076461430103, "base_rate": 0.018167844060701203, "n": 61152, "AUC": 0.8874946404385446 }, "W6": { "POD": 0.5135869565217391, "POFD": 0.09693911537436717, "FAR": 0.9112398246712586, "FBI": 5.786231884057971, "CSI": 0.08187725631768954, "ETS": 0.06632842780944924, "base_rate": 0.01805337519623234, "n": 61152, "AUC": 0.869014736881992 }, "ALL": { "POD": 0.5108248835297342, "POFD": 0.05621733686809037, "FAR": 0.8561117758307923, "FBI": 3.5501507262263634, "CSI": 0.12646290579734726, "ETS": 0.11229386246545141, "base_rate": 0.018160734193342888, "n": 401856, "AUC": 0.910552604009281 } }, "daily_capable": { "W1": { "POD": 0.6114130434782609, "POFD": 0.0811918475852902, "FAR": 0.5205965909090909, "FBI": 1.2753623188405796, "CSI": 0.3674469243331519, "ETS": 0.30980489448619336, "base_rate": 0.10896170548756415, "n": 10132, "AUC": 0.8922037236809154 }, "W2": { "POD": 0.536723163841808, "POFD": 0.1750871080139373, "FAR": 0.7256317689530686, "FBI": 1.9562146892655368, "CSI": 0.22183304144775248, "ETS": 0.14601915340168212, "base_rate": 0.1098014888337469, "n": 6448, "AUC": 0.7817641587432823 }, "W3": { "POD": 0.5106082036775106, "POFD": 0.25065319630726357, "FAR": 0.7994444444444444, "FBI": 2.545968882602546, "CSI": 0.16821994408201305, "ETS": 0.0839748605788485, "base_rate": 0.10964640198511166, "n": 6448, "AUC": 0.6907157060543937 }, "W4": { "POD": 0.4794908062234795, "POFD": 0.2609377723548893, "FAR": 0.815359477124183, "FBI": 2.596888260254597, "CSI": 0.15381125226860254, "ETS": 0.06869404869176113, "base_rate": 0.10971446306641837, "n": 6444, "AUC": 0.665756587860285 }, "W5": { "POD": 0.5276595744680851, "POFD": 0.2566695727986051, "FAR": 0.7982646420824295, "FBI": 2.6156028368794324, "CSI": 0.17087735415709693, "ETS": 0.0861377405097226, "base_rate": 0.10947204968944099, "n": 6440, "AUC": 0.6875079609465333 }, "W6": { "POD": 0.557774607703281, "POFD": 0.37778940027894004, "FAR": 0.8471462079749804, "FBI": 3.6490727532097003, "CSI": 0.13633193863319387, "ETS": 0.04341865489875966, "base_rate": 0.1089016622650303, "n": 6437, "AUC": 0.6375187269829712 }, "ALL": { "POD": 0.5436096718480138, "POFD": 0.22040459209375082, "FAR": 0.7675191579724864, "FBI": 2.3382987910189983, "CSI": 0.19451525685592894, "ETS": 0.1133759281431458, "base_rate": 0.10937684478972348, "n": 42349, "AUC": 0.753778280277769 } }, "weekly_all": { "W1": { "POD": 0.7213114754098361, "POFD": 0.06288456805316268, "FAR": 0.53732912723449, "FBI": 1.5590163934426229, "CSI": 0.39250669045495096, "ETS": 0.3542547628087693, "base_rate": 0.06982600732600733, "n": 8736, "AUC": 0.9456680237085574 }, "W2": { "POD": 0.7124463519313304, "POFD": 0.09238210399032648, "FAR": 0.6970802919708029, "FBI": 2.351931330472103, "CSI": 0.26991869918699185, "ETS": 0.2334853414084692, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.9191729245268331 }, "W3": { "POD": 0.6881720430107527, "POFD": 0.1281586265264176, "FAR": 0.7681159420289855, "FBI": 2.967741935483871, "CSI": 0.2098360655737705, "ETS": 0.1698502448602995, "base_rate": 0.053228021978021976, "n": 8736, "AUC": 0.902099445789993 }, "W4": { "POD": 0.6995708154506438, "POFD": 0.12962515114873036, "FAR": 0.7668097281831188, "FBI": 3.0, "CSI": 0.21196358907672302, "ETS": 0.17180711017247446, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8988645032720781 }, "W5": { "POD": 0.7241379310344828, "POFD": 0.13479206963249515, "FAR": 0.7684355616815989, "FBI": 3.127155172413793, "CSI": 0.21279290690310323, "ETS": 0.17239941223454525, "base_rate": 0.05311355311355311, "n": 8736, "AUC": 0.8985091480190756 }, "W6": { "POD": 0.7796976241900648, "POFD": 0.18868608727184819, "FAR": 0.8121748178980229, "FBI": 4.151187904967602, "CSI": 0.1783596837944664, "ETS": 0.1348165751119387, "base_rate": 0.05299908424908425, "n": 8736, "AUC": 0.8900391316935912 }, "ALL": { "POD": 0.7208588957055214, "POFD": 0.12293359201325735, "FAR": 0.7420102464015613, "FBI": 2.7941376959781867, "CSI": 0.23455694798713542, "ETS": 0.193513963797132, "base_rate": 0.05597527472527473, "n": 52416, "AUC": 0.911987901544803 } }, "thresholds": { "0": 0.8111696987373112, "1": 0.7339606325656745, "2": 0.6844681903165907, "3": 0.6857915955632626, "4": 0.6754311479823494, "5": 0.5916792438239793 }, "seconds": 106.9270133972168, "top_features": [ [ "doy_cos", 0.06467741935483871 ], [ "doy_sin", 0.06024193548387097 ], [ "sv_mod", 0.05575268817204301 ], [ "lead", 0.03836021505376344 ], [ "z_st100", 0.03494623655913978 ], [ "z_sm100", 0.031827956989247314 ], [ "z_sm20", 0.027365591397849463 ], [ "z_ivt_u", 0.025698924731182796 ], [ "z_msl", 0.025376344086021504 ], [ "z_u10", 0.02489247311827957 ], [ "z_ivt_v", 0.02379032258064516 ], [ "z_uv10", 0.023629032258064515 ], [ "z_dtd2m", 0.023333333333333334 ], [ "z_ivt", 0.022688172043010754 ], [ "z_slhf", 0.022311827956989248 ] ] }, "lgbm_reg/F1": { "daily_all": { "W1": { "POD": 0.4945433658816772, "POFD": 0.01745535477717132, "FAR": 0.6566985645933014, "FBI": 1.44055140723722, "CSI": 0.25413223140495866, "ETS": 0.24399303850397697, "base_rate": 0.018117299367299368, "n": 96096, "AUC": 0.946813832699664 }, "W2": { "POD": 0.35874439461883406, "POFD": 0.03562802938188117, "FAR": 0.8424576604962584, "FBI": 2.2771300448430494, "CSI": 0.12292562999385372, "ETS": 0.11026752195095675, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.8765523741674697 }, "W3": { "POD": 0.2697841726618705, "POFD": 0.0347601598934044, "FAR": 0.8743192291579388, "FBI": 2.1465827338129495, "CSI": 0.09377930603313535, "ETS": 0.08131410318728671, "base_rate": 0.018184196755625326, "n": 61152, "AUC": 0.8450962547749942 }, "W4": { "POD": 0.3901345291479821, "POFD": 0.05163482519113213, "FAR": 0.8769448373408769, "FBI": 3.1704035874439462, "CSI": 0.10320284697508897, "ETS": 0.0892763250339604, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.8403501846507061 }, "W5": { "POD": 0.3465346534653465, "POFD": 0.049149747672423846, "FAR": 0.8845923261390888, "FBI": 3.002700270027003, "CSI": 0.0947808961102905, "ETS": 0.08106980429789594, "base_rate": 0.018167844060701203, "n": 61152, "AUC": 0.8415905746734631 }, "W6": { "POD": 0.4048913043478261, "POFD": 0.0725419664268585, "FAR": 0.9069331667707683, "FBI": 4.350543478260869, "CSI": 0.08186813186813187, "ETS": 0.06705196688486614, "base_rate": 0.01805337519623234, "n": 61152, "AUC": 0.8305734941032681 }, "ALL": { "POD": 0.3875034255960537, "POFD": 0.04126136081387274, "FAR": 0.8519991626543856, "FBI": 2.6182515757741847, "CSI": 0.11994231911103571, "ETS": 0.10679636373705599, "base_rate": 0.018160734193342888, "n": 401856, "AUC": 0.8690902665819169 } }, "daily_capable": { "W1": { "POD": 0.5217391304347826, "POFD": 0.05693398316349136, "FAR": 0.47155963302752296, "FBI": 0.9873188405797102, "CSI": 0.35599505562422745, "ETS": 0.30497736174390144, "base_rate": 0.10896170548756415, "n": 10132, "AUC": 0.8699610270462907 }, "W2": { "POD": 0.3870056497175141, "POFD": 0.13275261324041812, "FAR": 0.7355212355212355, "FBI": 1.463276836158192, "CSI": 0.18639455782312925, "ETS": 0.11815385853884337, "base_rate": 0.1098014888337469, "n": 6448, "AUC": 0.7104965156794425 }, "W3": { "POD": 0.3055162659123055, "POFD": 0.1403936596411775, "FAR": 0.7886497064579256, "FBI": 1.4455445544554455, "CSI": 0.1427627230667548, "ETS": 0.074193951913316, "base_rate": 0.10964640198511166, "n": 6448, "AUC": 0.6312385636752144 }, "W4": { "POD": 0.3932107496463932, "POFD": 0.19696705595258845, "FAR": 0.8025568181818182, "FBI": 1.9915134370579914, "CSI": 0.15133369624387588, "ETS": 0.07341481024281851, "base_rate": 0.10971446306641837, "n": 6444, "AUC": 0.6212813965477326 }, "W5": { "POD": 0.35602836879432626, "POFD": 0.1837837837837838, "FAR": 0.8076628352490421, "FBI": 1.851063829787234, "CSI": 0.1426947129050597, "ETS": 0.06691192825474025, "base_rate": 0.10947204968944099, "n": 6440, "AUC": 0.624242334304105 }, "W6": { "POD": 0.4122681883024251, "POFD": 0.24302649930264994, "FAR": 0.8282828282828283, "FBI": 2.4008559201141226, "CSI": 0.1379474940334129, "ETS": 0.05530024544659351, "base_rate": 0.1089016622650303, "n": 6437, "AUC": 0.6104655731899239 }, "ALL": { "POD": 0.4067357512953368, "POFD": 0.1500649574462444, "FAR": 0.7502651113467657, "FBI": 1.6286701208981003, "CSI": 0.18305479984453946, "ETS": 0.11184922580286302, "base_rate": 0.10937684478972348, "n": 42349, "AUC": 0.6963831356906125 } }, "weekly_all": { "W1": { "POD": 0.6049180327868853, "POFD": 0.04417917794732956, "FAR": 0.49313186813186816, "FBI": 1.1934426229508197, "CSI": 0.38080495356037153, "ETS": 0.3465238700308586, "base_rate": 0.06982600732600733, "n": 8736, "AUC": 0.9409856239635576 }, "W2": { "POD": 0.5278969957081545, "POFD": 0.06590084643288996, "FAR": 0.6890012642225032, "FBI": 1.6974248927038627, "CSI": 0.2433234421364985, "ETS": 0.2103682996021736, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8929713894265949 }, "W3": { "POD": 0.410752688172043, "POFD": 0.058396808124773304, "FAR": 0.7166172106824926, "FBI": 1.4494623655913978, "CSI": 0.20147679324894516, "ETS": 0.17006926681389975, "base_rate": 0.053228021978021976, "n": 8736, "AUC": 0.8599683048558053 }, "W4": { "POD": 0.4978540772532189, "POFD": 0.08972188633615477, "FAR": 0.7618069815195072, "FBI": 2.0901287553648067, "CSI": 0.19205298013245034, "ETS": 0.15574177925309757, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8485725851233322 }, "W5": { "POD": 0.4978448275862069, "POFD": 0.08341392649903288, "FAR": 0.749185667752443, "FBI": 1.9849137931034482, "CSI": 0.2001733102253033, "ETS": 0.16476817899316346, "base_rate": 0.05311355311355311, "n": 8736, "AUC": 0.8510893625358501 }, "W6": { "POD": 0.5701943844492441, "POFD": 0.11495225432128611, "FAR": 0.782716049382716, "FBI": 2.624190064794816, "CSI": 0.1867043847241867, "ETS": 0.14789953214371407, "base_rate": 0.05299908424908425, "n": 8736, "AUC": 0.8418827908006451 }, "ALL": { "POD": 0.5224948875255624, "POFD": 0.07618932136938684, "FAR": 0.7109183481048463, "FBI": 1.8074301295160191, "CSI": 0.22866945107398567, "ETS": 0.1929345476836081, "base_rate": 0.05597527472527473, "n": 52416, "AUC": 0.86902721189478 } }, "thresholds": { "0": -1.7681271701540702, "1": -3.037701022664854, "2": -3.234249585936059, "3": -3.600182662574909, "4": -3.573619305954678, "5": -3.904767503957812 }, "seconds": 99.28462266921997, "top_features": [ [ "doy_sin", 0.09782258064516129 ], [ "doy_cos", 0.09403225806451612 ], [ "sv_mod", 0.08524193548387096 ], [ "lead", 0.0657258064516129 ], [ "z_st100", 0.03282258064516129 ], [ "z_mx2t6", 0.029516129032258063 ], [ "z_msl", 0.02870967741935484 ], [ "z_dtd2m", 0.026263440860215054 ], [ "z_sm20", 0.025 ], [ "z_sm100", 0.02314516129032258 ], [ "z_slhf", 0.022150537634408603 ], [ "z_ivt_u", 0.022069892473118278 ], [ "z_cape", 0.02043010752688172 ], [ "z_cp", 0.020134408602150537 ], [ "z_u10", 0.019865591397849464 ] ] }, "logreg/F2": { "daily_all": { "W1": { "POD": 0.37966685812751294, "POFD": 0.019564411001006837, "FAR": 0.7363382528919027, "FBI": 1.4399770246984491, "CSI": 0.18427655422358516, "ETS": 0.17381506067030233, "base_rate": 0.018117299367299368, "n": 96096, "AUC": 0.9172007923076143 }, "W2": { "POD": 0.38923766816143496, "POFD": 0.04135782933857455, "FAR": 0.8512170037709976, "FBI": 2.6161434977578475, "CSI": 0.12062256809338522, "ETS": 0.10742838385069438, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.8860791226576197 }, "W3": { "POD": 0.30305755395683454, "POFD": 0.04142238507661559, "FAR": 0.8806657223796034, "FBI": 2.539568345323741, "CSI": 0.09363712142261739, "ETS": 0.08051752659282209, "base_rate": 0.018184196755625326, "n": 61152, "AUC": 0.8654309147618614 }, "W4": { "POD": 0.4053811659192825, "POFD": 0.059146859436680715, "FAR": 0.8870846864851362, "FBI": 3.5901345291479823, "CSI": 0.09687098156879555, "ETS": 0.08251932668505196, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.8537250758146079 }, "W5": { "POD": 0.40324032403240323, "POFD": 0.051747972218983695, "FAR": 0.8739803094233474, "FBI": 3.1998199819982, "CSI": 0.10621147463252727, "ETS": 0.0923128244998413, "base_rate": 0.018167844060701203, "n": 61152, "AUC": 0.8618657313841842 }, "W6": { "POD": 0.37771739130434784, "POFD": 0.05384026112443378, "FAR": 0.8857534246575343, "FBI": 3.306159420289855, "CSI": 0.09614941203596956, "ETS": 0.08220476099112947, "base_rate": 0.01805337519623234, "n": 61152, "AUC": 0.8519034033039269 }, "ALL": { "POD": 0.37667854206631957, "POFD": 0.04234358446666903, "FAR": 0.8587068256578947, "FBI": 2.6659358728418745, "CSI": 0.11451780878983545, "ETS": 0.10128947709584595, "base_rate": 0.018160734193342888, "n": 401856, "AUC": 0.8767081015261412 } }, "daily_capable": { "W1": { "POD": 0.38315217391304346, "POFD": 0.03910057598582189, "FAR": 0.45489690721649484, "FBI": 0.7028985507246377, "CSI": 0.2903225806451613, "ETS": 0.24660043924686564, "base_rate": 0.10896170548756415, "n": 10132, "AUC": 0.8289615680363186 }, "W2": { "POD": 0.4124293785310734, "POFD": 0.10662020905923345, "FAR": 0.6769911504424779, "FBI": 1.2768361581920904, "CSI": 0.22121212121212122, "ETS": 0.1578874619378077, "base_rate": 0.1098014888337469, "n": 6448, "AUC": 0.7686014980609854 }, "W3": { "POD": 0.3521923620933522, "POFD": 0.11287232189514022, "FAR": 0.7224080267558528, "FBI": 1.2687411598302687, "CSI": 0.1837638376383764, "ETS": 0.11988024970439451, "base_rate": 0.10964640198511166, "n": 6448, "AUC": 0.7143946111335447 }, "W4": { "POD": 0.44413012729844414, "POFD": 0.15896810179536344, "FAR": 0.7438825448613376, "FBI": 1.734087694483734, "CSI": 0.19394688079061148, "ETS": 0.12091025202241176, "base_rate": 0.10971446306641837, "n": 6444, "AUC": 0.6966991850956803 }, "W5": { "POD": 0.4297872340425532, "POFD": 0.13740191804707932, "FAR": 0.7222731439046746, "FBI": 1.5475177304964538, "CSI": 0.20294708640321502, "ETS": 0.13364191791213081, "base_rate": 0.10947204968944099, "n": 6440, "AUC": 0.708871616984177 }, "W6": { "POD": 0.4051355206847361, "POFD": 0.13755230125523013, "FAR": 0.7353215284249767, "FBI": 1.5306704707560628, "CSI": 0.1906040268456376, "ETS": 0.1217264661430076, "base_rate": 0.1089016622650303, "n": 6437, "AUC": 0.6908371583133878 }, "ALL": { "POD": 0.40263385146804836, "POFD": 0.1087573242834796, "FAR": 0.6874476286240992, "FBI": 1.2882124352331605, "CSI": 0.2135333180673231, "ETS": 0.15001808015966198, "base_rate": 0.10937684478972348, "n": 42349, "AUC": 0.7422282110937729 } }, "weekly_all": { "W1": { "POD": 0.4180327868852459, "POFD": 0.03937976864385922, "FAR": 0.5565217391304348, "FBI": 0.9426229508196722, "CSI": 0.27419354838709675, "ETS": 0.2414452264228369, "base_rate": 0.06982600732600733, "n": 8736, "AUC": 0.8894842702840104 }, "W2": { "POD": 0.48497854077253216, "POFD": 0.0626360338573156, "FAR": 0.696236559139785, "FBI": 1.5965665236051503, "CSI": 0.22967479674796748, "ETS": 0.19730020655747244, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8743812632660581 }, "W3": { "POD": 0.4, "POFD": 0.0627493652520856, "FAR": 0.7361702127659574, "FBI": 1.5161290322580645, "CSI": 0.18902439024390244, "ETS": 0.15687087669571825, "base_rate": 0.053228021978021976, "n": 8736, "AUC": 0.8566908865410041 }, "W4": { "POD": 0.4592274678111588, "POFD": 0.09407496977025392, "FAR": 0.7842741935483871, "FBI": 2.128755364806867, "CSI": 0.1720257234726688, "ETS": 0.13524169193581126, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8494646869858997 }, "W5": { "POD": 0.46120689655172414, "POFD": 0.07531431334622823, "FAR": 0.7443249701314217, "FBI": 1.8038793103448276, "CSI": 0.1968721251149954, "ETS": 0.1626252351865418, "base_rate": 0.05311355311355311, "n": 8736, "AUC": 0.8596850405189088 }, "W6": { "POD": 0.4146868250539957, "POFD": 0.07796446271002055, "FAR": 0.7706093189964157, "FBI": 1.8077753779697625, "CSI": 0.17328519855595667, "ETS": 0.13880617398466222, "base_rate": 0.05299908424908425, "n": 8736, "AUC": 0.8483238952391121 }, "ALL": { "POD": 0.4386503067484663, "POFD": 0.06877248292308315, "FAR": 0.725586353944563, "FBI": 1.5985003408316292, "CSI": 0.20309294618904844, "ETS": 0.1686525665794216, "base_rate": 0.05597527472527473, "n": 52416, "AUC": 0.8631798059112583 } }, "thresholds": { "0": 0.8594155963671268, "1": 0.8206964058522603, "2": 0.8468314498953484, "3": 0.8078153851036751, "4": 0.8440780803800827, "5": 0.8484916865034918 }, "seconds": 80.13552379608154 }, "lgbm_clf/F2": { "daily_all": { "W1": { "POD": 0.5462377943710511, "POFD": 0.021472100047692226, "FAR": 0.6805508901578771, "FBI": 1.7099368179207353, "CSI": 0.25245553490841516, "ETS": 0.241596860856251, "base_rate": 0.018117299367299368, "n": 96096, "AUC": 0.9586102213185316 }, "W2": { "POD": 0.5497757847533632, "POFD": 0.05543248330196379, "FAR": 0.8444557218979954, "FBI": 3.5345291479820626, "CSI": 0.13796984019806438, "ETS": 0.12379891816183408, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.9151883393880201 }, "W3": { "POD": 0.47032374100719426, "POFD": 0.06269153897401732, "FAR": 0.8780032656869606, "FBI": 3.8552158273381294, "CSI": 0.10726004922067268, "ETS": 0.09275536368207318, "base_rate": 0.018184196755625326, "n": 61152, "AUC": 0.8866013634795029 }, "W4": { "POD": 0.47623318385650226, "POFD": 0.06660892449656046, "FAR": 0.8827814569536424, "FBI": 4.062780269058296, "CSI": 0.10383261634728197, "ETS": 0.0891209318522093, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.8837646530528894 }, "W5": { "POD": 0.48424842484248426, "POFD": 0.061458003697473396, "FAR": 0.8727530747398297, "FBI": 3.8055805580558055, "CSI": 0.11205998750260363, "ETS": 0.09762238841252487, "base_rate": 0.018167844060701203, "n": 61152, "AUC": 0.8902376505367596 }, "W6": { "POD": 0.49094202898550726, "POFD": 0.08000266453503864, "FAR": 0.8986157875046764, "FBI": 4.842391304347826, "CSI": 0.09174001354096141, "ETS": 0.07665622973178492, "base_rate": 0.01805337519623234, "n": 61152, "AUC": 0.8689349848623517 }, "ALL": { "POD": 0.5067141682652782, "POFD": 0.05477268234328033, "FAR": 0.8538859694179936, "FBI": 3.467936420937243, "CSI": 0.12791864125358884, "ETS": 0.11382923350396516, "base_rate": 0.018160734193342888, "n": 401856, "AUC": 0.909766786558367 } }, "daily_capable": { "W1": { "POD": 0.5652173913043478, "POFD": 0.07033673017279575, "FAR": 0.5043685464654488, "FBI": 1.1403985507246377, "CSI": 0.3588269120184014, "ETS": 0.30391558344093506, "base_rate": 0.10896170548756415, "n": 10132, "AUC": 0.8923677664656816 }, "W2": { "POD": 0.5988700564971752, "POFD": 0.19634146341463415, "FAR": 0.7266279819471309, "FBI": 2.190677966101695, "CSI": 0.23106267029972752, "ETS": 0.15239875788757415, "base_rate": 0.1098014888337469, "n": 6448, "AUC": 0.7837580464182365 }, "W3": { "POD": 0.5077793493635078, "POFD": 0.24751785403239854, "FAR": 0.7983146067415731, "FBI": 2.5176803394625176, "CSI": 0.168703007518797, "ETS": 0.08476144044989908, "base_rate": 0.10964640198511166, "n": 6448, "AUC": 0.6900709480209722 }, "W4": { "POD": 0.5162659123055162, "POFD": 0.2590203939341119, "FAR": 0.8028092922744462, "FBI": 2.618104667609618, "CSI": 0.1664386684906521, "ETS": 0.08136942619278509, "base_rate": 0.10971446306641837, "n": 6444, "AUC": 0.6850060613023627 }, "W5": { "POD": 0.5177304964539007, "POFD": 0.23469921534437663, "FAR": 0.7866744593804793, "FBI": 2.426950354609929, "CSI": 0.1779619697708435, "ETS": 0.09534472264841777, "base_rate": 0.10947204968944099, "n": 6440, "AUC": 0.7007374155212178 }, "W6": { "POD": 0.5378031383737518, "POFD": 0.30003486750348674, "FAR": 0.8203050524308866, "FBI": 2.992867332382311, "CSI": 0.15565648224607762, "ETS": 0.06771035621396351, "base_rate": 0.1089016622650303, "n": 6437, "AUC": 0.65784807318495 }, "ALL": { "POD": 0.5427461139896373, "POFD": 0.20510645067211072, "FAR": 0.7547317073170732, "FBI": 2.21286701208981, "CSI": 0.20326649417852521, "ETS": 0.12384647402302616, "base_rate": 0.10937684478972348, "n": 42349, "AUC": 0.7604102887777592 } }, "weekly_all": { "W1": { "POD": 0.6622950819672131, "POFD": 0.05427024366231848, "FAR": 0.5218934911242603, "FBI": 1.3852459016393444, "CSI": 0.384395813510942, "ETS": 0.3477803012801857, "base_rate": 0.06982600732600733, "n": 8736, "AUC": 0.9431821758129139 }, "W2": { "POD": 0.7489270386266095, "POFD": 0.10894800483675937, "FAR": 0.7208, "FBI": 2.6824034334763946, "CSI": 0.2553035844915874, "ETS": 0.21711692265545687, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.9164242232382416 }, "W3": { "POD": 0.6946236559139785, "POFD": 0.1268286785152944, "FAR": 0.7645772594752187, "FBI": 2.9505376344086023, "CSI": 0.21334214002642007, "ETS": 0.17347408598634734, "base_rate": 0.053228021978021976, "n": 8736, "AUC": 0.900903142603448 }, "W4": { "POD": 0.7145922746781116, "POFD": 0.13615477629987907, "FAR": 0.7717614804660726, "FBI": 3.130901287553648, "CSI": 0.2091708542713568, "ETS": 0.16852318349103382, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8968908771037568 }, "W5": { "POD": 0.7112068965517241, "POFD": 0.12886847195357834, "FAR": 0.7636103151862464, "FBI": 3.0086206896551726, "CSI": 0.21568627450980393, "ETS": 0.17574122904128336, "base_rate": 0.05311355311355311, "n": 8736, "AUC": 0.9009985910091376 }, "W6": { "POD": 0.7624190064794817, "POFD": 0.16354405898706637, "FAR": 0.7930832356389215, "FBI": 3.6846652267818576, "CSI": 0.19438325991189428, "ETS": 0.15217087599366835, "base_rate": 0.05299908424908425, "n": 8736, "AUC": 0.8870605908157349 }, "ALL": { "POD": 0.7130197682344922, "POFD": 0.11996281476092316, "FAR": 0.739412057797708, "FBI": 2.736196319018405, "CSI": 0.23585118376550168, "ETS": 0.19507214995092345, "base_rate": 0.05597527472527473, "n": 52416, "AUC": 0.9103992825797966 } }, "thresholds": { "0": 0.8113111944443236, "1": 0.6669286867299403, "2": 0.6423875703906138, "3": 0.630567148422852, "4": 0.6442200090506877, "5": 0.5793044537892529 }, "seconds": 136.6338233947754, "top_features": [ [ "doy_cos", 0.053763440860215055 ], [ "doy_sin", 0.0482258064516129 ], [ "sv_mod", 0.03844086021505377 ], [ "lead", 0.027903225806451614 ], [ "t85010", 0.023629032258064515 ], [ "z_st100", 0.023172043010752687 ], [ "h50006", 0.023010752688172043 ], [ "z_sm100", 0.020188172043010752 ], [ "h50003", 0.01981182795698925 ], [ "h50004", 0.019301075268817205 ], [ "t85009", 0.018548387096774192 ], [ "t85001", 0.018521505376344085 ], [ "z_sm20", 0.01846774193548387 ], [ "h50009", 0.01817204301075269 ], [ "h50001", 0.017204301075268817 ] ] }, "lgbm_reg/F2": { "daily_all": { "W1": { "POD": 0.5226881102814475, "POFD": 0.021196544963171002, "FAR": 0.6872852233676976, "FBI": 1.6714531878230903, "CSI": 0.24325046778936113, "ETS": 0.2324332671519218, "base_rate": 0.018117299367299368, "n": 96096, "AUC": 0.9444046584794961 }, "W2": { "POD": 0.3919282511210762, "POFD": 0.04102470143411563, "FAR": 0.8493103448275862, "FBI": 2.600896860986547, "CSI": 0.12213527110117384, "ETS": 0.10896740336044498, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.874152568546855 }, "W3": { "POD": 0.3102517985611511, "POFD": 0.04302131912058627, "FAR": 0.882172131147541, "FBI": 2.633093525179856, "CSI": 0.09336941813261164, "ETS": 0.08011426852067788, "base_rate": 0.018184196755625326, "n": 61152, "AUC": 0.8426602289121401 }, "W4": { "POD": 0.3614349775784753, "POFD": 0.050435564735080034, "FAR": 0.8825415330807345, "FBI": 3.077130044843049, "CSI": 0.09727250784455709, "ETS": 0.08343256133817988, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.84003683528192 }, "W5": { "POD": 0.39693969396939693, "POFD": 0.059592611715327856, "FAR": 0.890271211744215, "FBI": 3.6174617461746172, "CSI": 0.09404990403071017, "ETS": 0.07971940106027696, "base_rate": 0.018167844060701203, "n": 61152, "AUC": 0.8391563094951423 }, "W6": { "POD": 0.3958333333333333, "POFD": 0.0710431654676259, "FAR": 0.9070805868594514, "FBI": 4.259963768115942, "CSI": 0.0813780260707635, "ETS": 0.06662036879580932, "base_rate": 0.01805337519623234, "n": 61152, "AUC": 0.829648026747684 }, "ALL": { "POD": 0.4073718827075911, "POFD": 0.04541284171148475, "FAR": 0.8576899143171701, "FBI": 2.8625650863250205, "CSI": 0.11790133248730965, "ETS": 0.10442667972315425, "base_rate": 0.018160734193342888, "n": 401856, "AUC": 0.8671491391268868 } }, "daily_capable": { "W1": { "POD": 0.5489130434782609, "POFD": 0.06845369960124058, "FAR": 0.5049019607843137, "FBI": 1.108695652173913, "CSI": 0.3519163763066202, "ETS": 0.2975083014372259, "base_rate": 0.10896170548756415, "n": 10132, "AUC": 0.8678530521790501 }, "W2": { "POD": 0.422316384180791, "POFD": 0.14268292682926828, "FAR": 0.7325581395348837, "FBI": 1.57909604519774, "CSI": 0.19580877537655533, "ETS": 0.12550681690270266, "base_rate": 0.1098014888337469, "n": 6448, "AUC": 0.716597521604756 }, "W3": { "POD": 0.32107496463932106, "POFD": 0.1583347848806828, "FAR": 0.8001760563380281, "FBI": 1.6067892503536068, "CSI": 0.14047029702970298, "ETS": 0.06868635107503357, "base_rate": 0.10964640198511166, "n": 6448, "AUC": 0.6301914785999216 }, "W4": { "POD": 0.3606789250353607, "POFD": 0.1823252571030155, "FAR": 0.8039969254419678, "FBI": 1.84016973125884, "CSI": 0.14546491728465488, "ETS": 0.0697163067597293, "base_rate": 0.10971446306641837, "n": 6444, "AUC": 0.6256057912372577 }, "W5": { "POD": 0.3900709219858156, "POFD": 0.2116826503923278, "FAR": 0.8153122901276024, "FBI": 2.1120567375886523, "CSI": 0.14330380406461699, "ETS": 0.06377925148216647, "base_rate": 0.10947204968944099, "n": 6440, "AUC": 0.6242336777408843 }, "W6": { "POD": 0.39657631954350925, "POFD": 0.23587866108786612, "FAR": 0.8295524218271, "FBI": 2.3266761768901567, "CSI": 0.13534566699123662, "ETS": 0.0534973270585921, "base_rate": 0.1089016622650303, "n": 6437, "AUC": 0.6126774959860092 }, "ALL": { "POD": 0.41882556131260795, "POFD": 0.1579924172123976, "FAR": 0.7543992910495, "FBI": 1.7053108808290156, "CSI": 0.18317439335284677, "ETS": 0.11062287751151446, "base_rate": 0.10937684478972348, "n": 42349, "AUC": 0.6980999998488883 } }, "weekly_all": { "W1": { "POD": 0.6491803278688525, "POFD": 0.052793502338173766, "FAR": 0.52, "FBI": 1.3524590163934427, "CSI": 0.3811357074109721, "ETS": 0.34480922158094046, "base_rate": 0.06982600732600733, "n": 8736, "AUC": 0.9390676759077319 }, "W2": { "POD": 0.5708154506437768, "POFD": 0.07484885126964934, "FAR": 0.6994350282485876, "FBI": 1.8991416309012876, "CSI": 0.24516129032258063, "ETS": 0.21082444036332953, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8908488201317135 }, "W3": { "POD": 0.4559139784946237, "POFD": 0.07483980171684197, "FAR": 0.7448856799037304, "FBI": 1.7870967741935484, "CSI": 0.19557195571955718, "ETS": 0.16135098617710597, "base_rate": 0.053228021978021976, "n": 8736, "AUC": 0.8532106609048586 }, "W4": { "POD": 0.4742489270386266, "POFD": 0.08609431680773881, "FAR": 0.7631296891747053, "FBI": 2.0021459227467813, "CSI": 0.18760611205432937, "ETS": 0.15176979433312734, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8467084606961405 }, "W5": { "POD": 0.5172413793103449, "POFD": 0.10033849129593811, "FAR": 0.7757009345794392, "FBI": 2.3060344827586206, "CSI": 0.18547140649149924, "ETS": 0.14805460892324726, "base_rate": 0.05311355311355311, "n": 8736, "AUC": 0.8497259658674048 }, "W6": { "POD": 0.5356371490280778, "POFD": 0.11132600024175027, "FAR": 0.787852865697177, "FBI": 2.524838012958963, "CSI": 0.1791907514450867, "ETS": 0.14072456029446434, "base_rate": 0.05299908424908425, "n": 8736, "AUC": 0.8401571220126154 }, "ALL": { "POD": 0.5395364689843217, "POFD": 0.08346469423224608, "FAR": 0.7229126553474532, "FBI": 1.947171097477846, "CSI": 0.22409399773499433, "ETS": 0.18730327877241526, "base_rate": 0.05597527472527473, "n": 52416, "AUC": 0.8665856390818284 } }, "thresholds": { "0": -2.004597635724462, "1": -3.2496756207262725, "2": -3.4432068557879387, "3": -3.5898903159699715, "4": -3.7422413569213564, "5": -3.917548470638287 }, "seconds": 129.63487601280212, "top_features": [ [ "doy_sin", 0.07698924731182796 ], [ "doy_cos", 0.07110215053763441 ], [ "sv_mod", 0.06301075268817204 ], [ "lead", 0.056693548387096775 ], [ "h50006", 0.02924731182795699 ], [ "h50003", 0.025537634408602152 ], [ "z_mx2t6", 0.02327956989247312 ], [ "t85001", 0.021989247311827956 ], [ "t85010", 0.020672043010752688 ], [ "h50004", 0.02010752688172043 ], [ "h50009", 0.018978494623655914 ], [ "h50001", 0.018763440860215055 ], [ "t85009", 0.018440860215053763 ], [ "t85007", 0.01827956989247312 ], [ "t85004", 0.017876344086021505 ] ] }, "logreg/F3": { "daily_all": { "W1": { "POD": 0.31016657093624356, "POFD": 0.01720099623761327, "FAR": 0.7503467406380028, "FBI": 1.2423894313612867, "CSI": 0.1605231866825208, "ETS": 0.15062873902984034, "base_rate": 0.018117299367299368, "n": 96096, "AUC": 0.929789960319179 }, "W2": { "POD": 0.30493273542600896, "POFD": 0.02496793643919583, "FAR": 0.8151169113648722, "FBI": 1.6493273542600897, "CSI": 0.13006885998469778, "ETS": 0.11876485983031156, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.9061285002798349 }, "W3": { "POD": 0.26258992805755393, "POFD": 0.022285143237841438, "FAR": 0.8208588957055215, "FBI": 1.4658273381294964, "CSI": 0.11918367346938775, "ETS": 0.10839700927992356, "base_rate": 0.018184196755625326, "n": 61152, "AUC": 0.8901347992225807 }, "W4": { "POD": 0.31390134529147984, "POFD": 0.027849492812765463, "FAR": 0.8269040553907022, "FBI": 1.8134529147982064, "CSI": 0.12558306422676713, "ETS": 0.11386083208710984, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.8839504951020115 }, "W5": { "POD": 0.3483348334833483, "POFD": 0.03244449626088839, "FAR": 0.8342612419700214, "FBI": 2.1017101710171016, "CSI": 0.12651193200392286, "ETS": 0.11422813350411974, "base_rate": 0.018167844060701203, "n": 61152, "AUC": 0.8904158216158052 }, "W6": { "POD": 0.3233695652173913, "POFD": 0.03265720756727951, "FAR": 0.8459879206212252, "FBI": 2.0996376811594204, "CSI": 0.1164763458401305, "ETS": 0.10424624613396977, "base_rate": 0.01805337519623234, "n": 61152, "AUC": 0.8824851124535155 }, "ALL": { "POD": 0.3104960263085777, "POFD": 0.02544872997125898, "FAR": 0.8158771430892988, "FBI": 1.6863524253220061, "CSI": 0.13068804429321185, "ETS": 0.1193360603084619, "base_rate": 0.018160734193342888, "n": 401856, "AUC": 0.9001727477391573 } }, "daily_capable": { "W1": { "POD": 0.45742753623188404, "POFD": 0.15684536996012405, "FAR": 0.737116085372202, "FBI": 1.7400362318840579, "CSI": 0.2003968253968254, "ETS": 0.12796405376831294, "base_rate": 0.10896170548756415, "n": 10132, "AUC": 0.7502046772360386 }, "W2": { "POD": 0.4463276836158192, "POFD": 0.20069686411149826, "FAR": 0.784741144414169, "FBI": 2.073446327683616, "CSI": 0.16989247311827957, "ETS": 0.09112925253534437, "base_rate": 0.1098014888337469, "n": 6448, "AUC": 0.7041594076655052 }, "W3": { "POD": 0.38755304101838756, "POFD": 0.18463682285316146, "FAR": 0.7946026986506747, "FBI": 1.886845827439887, "CSI": 0.15506508205998867, "ETS": 0.078811131892723, "base_rate": 0.10964640198511166, "n": 6448, "AUC": 0.6688193093328294 }, "W4": { "POD": 0.43705799151343705, "POFD": 0.2177096043228168, "FAR": 0.8016688061617459, "FBI": 2.2036775106082036, "CSI": 0.1579754601226994, "ETS": 0.07734445348752904, "base_rate": 0.10971446306641837, "n": 6444, "AUC": 0.6543860678555218 }, "W5": { "POD": 0.4950354609929078, "POFD": 0.23661726242371403, "FAR": 0.7954279015240329, "FBI": 2.419858156028369, "CSI": 0.16925315227934046, "ETS": 0.08651725865416862, "base_rate": 0.10947204968944099, "n": 6440, "AUC": 0.6671117376814014 }, "W6": { "POD": 0.4550641940085592, "POFD": 0.24180613668061368, "FAR": 0.8130128956623681, "FBI": 2.433666191155492, "CSI": 0.1527777777777778, "ETS": 0.07003091171174114, "base_rate": 0.1089016622650303, "n": 6437, "AUC": 0.6466847520079901 }, "ALL": { "POD": 0.4473229706390328, "POFD": 0.20205742768512872, "FAR": 0.786237490972867, "FBI": 2.0926165803108807, "CSI": 0.16910144454419326, "ETS": 0.09039823077899747, "base_rate": 0.10937684478972348, "n": 42349, "AUC": 0.6871103434710543 } }, "weekly_all": { "W1": { "POD": 0.3344262295081967, "POFD": 0.02436623184838789, "FAR": 0.4925373134328358, "FBI": 0.659016393442623, "CSI": 0.2524752475247525, "ETS": 0.22557147109225434, "base_rate": 0.06982600732600733, "n": 8736, "AUC": 0.9111368890789734 }, "W2": { "POD": 0.37124463519313305, "POFD": 0.0339782345828295, "FAR": 0.6189427312775331, "FBI": 0.9742489270386266, "CSI": 0.23159303882195448, "ETS": 0.20584685887174176, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8977783082759444 }, "W3": { "POD": 0.3118279569892473, "POFD": 0.03167694353766171, "FAR": 0.6437346437346437, "FBI": 0.875268817204301, "CSI": 0.19944979367262725, "ETS": 0.17486157086456802, "base_rate": 0.053228021978021976, "n": 8736, "AUC": 0.8831439814977321 }, "W4": { "POD": 0.3626609442060086, "POFD": 0.036517533252720676, "FAR": 0.6411889596602972, "FBI": 1.0107296137339057, "CSI": 0.22005208333333334, "ETS": 0.19367397448473456, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.8833134396520854 }, "W5": { "POD": 0.40086206896551724, "POFD": 0.04376208897485493, "FAR": 0.6605839416058394, "FBI": 1.1810344827586208, "CSI": 0.22518159806295399, "ETS": 0.19688166507317792, "base_rate": 0.05311355311355311, "n": 8736, "AUC": 0.8885526787500834 }, "W6": { "POD": 0.36285097192224625, "POFD": 0.04327329868246102, "FAR": 0.6806083650190115, "FBI": 1.1360691144708424, "CSI": 0.2046285018270402, "ETS": 0.1766719326721047, "base_rate": 0.05299908424908425, "n": 8736, "AUC": 0.879506025351406 }, "ALL": { "POD": 0.3561690524880709, "POFD": 0.03562911765894669, "FAR": 0.6278490028490028, "FBI": 0.9570552147239264, "CSI": 0.2224824355971897, "ETS": 0.19556307280808716, "base_rate": 0.05597527472527473, "n": 52416, "AUC": 0.8905643792113012 } }, "thresholds": { "0": 0.9032001143719385, "1": 0.8936900720272836, "2": 0.9173691198709024, "3": 0.9070276353994207, "4": 0.9015485870111828, "5": 0.9091103190108761 }, "seconds": 77.71953177452087 }, "lgbm_clf/F3": { "daily_all": { "W1": { "POD": 0.6404365307294658, "POFD": 0.017868687403953157, "FAR": 0.6019278828989647, "FBI": 1.6088454910970706, "CSI": 0.3253574555004377, "ETS": 0.3152172850692398, "base_rate": 0.018117299367299368, "n": 96096, "AUC": 0.9769160798530219 }, "W2": { "POD": 0.6197309417040359, "POFD": 0.04034178922997485, "FAR": 0.7780276260841632, "FBI": 2.7919282511210763, "CSI": 0.19536330223353124, "ETS": 0.18224027652493419, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.9511165722841617 }, "W3": { "POD": 0.6699640287769785, "POFD": 0.07539973351099268, "FAR": 0.8586874051593323, "FBI": 4.741007194244604, "CSI": 0.13211562333747118, "ETS": 0.11710578199963051, "base_rate": 0.018184196755625326, "n": 61152, "AUC": 0.9347848586553809 }, "W4": { "POD": 0.6502242152466368, "POFD": 0.0718556889917884, "FAR": 0.8561222464774757, "FBI": 4.519282511210762, "CSI": 0.13354208878246454, "ETS": 0.1186262098299511, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.933038213878721 }, "W5": { "POD": 0.621962196219622, "POFD": 0.06612148365283722, "FAR": 0.8517485518129156, "FBI": 4.195319531953196, "CSI": 0.13599685101358, "ETS": 0.12135325956058167, "base_rate": 0.018167844060701203, "n": 61152, "AUC": 0.9347197956583854 }, "W6": { "POD": 0.6820652173913043, "POFD": 0.09300892619237942, "FAR": 0.8811928053013569, "FBI": 5.740942028985507, "CSI": 0.11257288084915533, "ETS": 0.09712832312083601, "base_rate": 0.01805337519623234, "n": 61152, "AUC": 0.9264878857783339 }, "ALL": { "POD": 0.6467525349410798, "POFD": 0.057035974432149396, "FAR": 0.8266235674404937, "FBI": 3.730337078651685, "CSI": 0.1583786323065566, "ETS": 0.14418080296310712, "base_rate": 0.018160734193342888, "n": 401856, "AUC": 0.9481291542968533 } }, "daily_capable": { "W1": { "POD": 0.7454710144927537, "POFD": 0.1263845813026141, "FAR": 0.5809572301425662, "FBI": 1.7789855072463767, "CSI": 0.3665924276169265, "ETS": 0.29985201732095174, "base_rate": 0.10896170548756415, "n": 10132, "AUC": 0.9002821535897979 }, "W2": { "POD": 0.7401129943502824, "POFD": 0.2764808362369338, "FAR": 0.7517764092846992, "FBI": 2.981638418079096, "CSI": 0.22832244008714597, "ETS": 0.1416284288159601, "base_rate": 0.1098014888337469, "n": 6448, "AUC": 0.7949342014606586 }, "W3": { "POD": 0.7708628005657708, "POFD": 0.49190036578993207, "FAR": 0.8382309290590679, "FBI": 4.765205091937765, "CSI": 0.15434721042197677, "ETS": 0.05554187787160848, "base_rate": 0.10964640198511166, "n": 6448, "AUC": 0.6999872132434335 }, "W4": { "POD": 0.7524752475247525, "POFD": 0.4730695485445355, "FAR": 0.836105976586568, "FBI": 4.591230551626591, "CSI": 0.15551008477053493, "ETS": 0.0573815638094619, "base_rate": 0.10971446306641837, "n": 6444, "AUC": 0.6900419841032884 }, "W5": { "POD": 0.7148936170212766, "POFD": 0.4416739319965126, "FAR": 0.8340467566677643, "FBI": 4.307801418439716, "CSI": 0.15565163681284744, "ETS": 0.05903679715855936, "base_rate": 0.10947204968944099, "n": 6440, "AUC": 0.6969290223648494 }, "W6": { "POD": 0.7845934379457917, "POFD": 0.5861227336122734, "FAR": 0.8594069529652352, "FBI": 5.580599144079886, "CSI": 0.13536795471326607, "ETS": 0.03408784480637253, "base_rate": 0.1089016622650303, "n": 6437, "AUC": 0.6508014551835692 }, "ALL": { "POD": 0.7508635578583766, "POFD": 0.37545403929262666, "FAR": 0.8028232893021147, "FBI": 3.8080742659758204, "CSI": 0.18506890863619432, "ETS": 0.09183640993713364, "base_rate": 0.10937684478972348, "n": 42349, "AUC": 0.7663793975064638 } }, "weekly_all": { "W1": { "POD": 0.7081967213114754, "POFD": 0.03162687669209943, "FAR": 0.37300435413642963, "FBI": 1.1295081967213114, "CSI": 0.4982698961937716, "ETS": 0.46879304517221704, "base_rate": 0.06982600732600733, "n": 8736, "AUC": 0.9712200869098583 }, "W2": { "POD": 0.7467811158798283, "POFD": 0.06082224909310762, "FAR": 0.5910693301997649, "FBI": 1.8261802575107295, "CSI": 0.3591331269349845, "ETS": 0.327635042333148, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.9577927874161222 }, "W3": { "POD": 0.8580645161290322, "POFD": 0.10506589287873293, "FAR": 0.6853312302839116, "FBI": 2.7268817204301077, "CSI": 0.29910044977511246, "ETS": 0.2617489699213789, "base_rate": 0.053228021978021976, "n": 8736, "AUC": 0.94689880304679 }, "W4": { "POD": 0.8390557939914163, "POFD": 0.10350665054413542, "FAR": 0.6864474739374499, "FBI": 2.6759656652360513, "CSI": 0.2957639939485628, "ETS": 0.2584520814851352, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.9459494735094011 }, "W5": { "POD": 0.8189655172413793, "POFD": 0.10166827852998066, "FAR": 0.6887796887796888, "FBI": 2.6314655172413794, "CSI": 0.29118773946360155, "ETS": 0.25412149379505283, "base_rate": 0.05311355311355311, "n": 8736, "AUC": 0.945619935136397 }, "W6": { "POD": 0.8898488120950324, "POFD": 0.13163302308715097, "FAR": 0.7255163224516988, "FBI": 3.2419006479481642, "CSI": 0.2654639175257732, "ETS": 0.22577930764160295, "base_rate": 0.05299908424908425, "n": 8736, "AUC": 0.9382127031674768 }, "ALL": { "POD": 0.8050443081117927, "POFD": 0.08922436441534295, "FAR": 0.6514682012689981, "FBI": 2.3098159509202456, "CSI": 0.3214042726901619, "ETS": 0.28446966212491875, "base_rate": 0.05597527472527473, "n": 52416, "AUC": 0.9523092710143067 } }, "thresholds": { "0": 0.7890601173291945, "1": 0.6981541623149515, "2": 0.5340461580857168, "3": 0.5642724565733096, "4": 0.5827063295395176, "5": 0.43597370733888113 }, "seconds": 160.65695905685425, "top_features": [ [ "doy_cos", 0.07755376344086022 ], [ "doy_sin", 0.06252688172043011 ], [ "lat", 0.032553763440860216 ], [ "lead", 0.03043010752688172 ], [ "z_st100", 0.026263440860215054 ], [ "t85010", 0.02567204301075269 ], [ "h50006", 0.02551075268817204 ], [ "h50003", 0.023763440860215052 ], [ "lon", 0.022983870967741935 ], [ "z_sm100", 0.021693548387096775 ], [ "h50009", 0.02153225806451613 ], [ "thr_obs", 0.020672043010752688 ], [ "h50001", 0.01991935483870968 ], [ "t85009", 0.01967741935483871 ], [ "t85001", 0.019381720430107528 ] ] }, "lgbm_reg/F3": { "daily_all": { "W1": { "POD": 0.5473865594485927, "POFD": 0.010513486301732818, "FAR": 0.510025706940874, "FBI": 1.1171740379092476, "CSI": 0.3487010611050128, "ETS": 0.34019379872306693, "base_rate": 0.018117299367299368, "n": 96096, "AUC": 0.975101796833308 }, "W2": { "POD": 0.35874439461883406, "POFD": 0.019038259739827108, "FAR": 0.7407647440051847, "FBI": 1.3838565022421525, "CSI": 0.1771479185119575, "ETS": 0.16676610753396223, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.929684273173546 }, "W3": { "POD": 0.3147482014388489, "POFD": 0.024067288474350433, "FAR": 0.8050139275766016, "FBI": 1.6142086330935252, "CSI": 0.13687915526007038, "ETS": 0.125718774828395, "base_rate": 0.018184196755625326, "n": 61152, "AUC": 0.9059151063559545 }, "W4": { "POD": 0.3739910313901345, "POFD": 0.036544131119143196, "FAR": 0.8402910762160092, "FBI": 2.3417040358744394, "CSI": 0.12601994560290117, "ETS": 0.11326233141085548, "base_rate": 0.018233254840397697, "n": 61152, "AUC": 0.9071397600776979 }, "W5": { "POD": 0.30783078307830786, "POFD": 0.023683816059026332, "FAR": 0.8061224489795918, "FBI": 1.5877587758775877, "CSI": 0.13501776549545993, "ETS": 0.1239335791371747, "base_rate": 0.018167844060701203, "n": 61152, "AUC": 0.9025192820909312 }, "W6": { "POD": 0.4320652173913043, "POFD": 0.04649613642419398, "FAR": 0.8540838176812481, "FBI": 2.961050724637681, "CSI": 0.12243326488706366, "ETS": 0.10893544751700841, "base_rate": 0.01805337519623234, "n": 61152, "AUC": 0.8962643140318663 }, "ALL": { "POD": 0.402713072074541, "POFD": 0.02531440244526787, "FAR": 0.7726463990098243, "FBI": 1.771307207454097, "CSI": 0.17002198310771724, "ETS": 0.15859472938472868, "base_rate": 0.018160734193342888, "n": 401856, "AUC": 0.9221970197077137 } }, "daily_capable": { "W1": { "POD": 0.6485507246376812, "POFD": 0.07720425343376162, "FAR": 0.49327671620665253, "FBI": 1.2798913043478262, "CSI": 0.39755691282620764, "ETS": 0.3412413155015227, "base_rate": 0.10896170548756415, "n": 10132, "AUC": 0.9098883385345431 }, "W2": { "POD": 0.461864406779661, "POFD": 0.12909407665505226, "FAR": 0.6938202247191011, "FBI": 1.5084745762711864, "CSI": 0.22567287784679088, "ETS": 0.1574881495393972, "base_rate": 0.1098014888337469, "n": 6448, "AUC": 0.7644011201007894 }, "W3": { "POD": 0.4073550212164074, "POFD": 0.16007664170005226, "FAR": 0.7613918806959403, "FBI": 1.7072135785007072, "CSI": 0.17712177121771217, "ETS": 0.10421188693003779, "base_rate": 0.10964640198511166, "n": 6448, "AUC": 0.678125555109073 }, "W4": { "POD": 0.471004243281471, "POFD": 0.24821335192609378, "FAR": 0.8104723961297666, "FBI": 2.485148514851485, "CSI": 0.15626466447677148, "ETS": 0.0723503228391753, "base_rate": 0.10971446306641837, "n": 6444, "AUC": 0.6738040546254381 }, "W5": { "POD": 0.4056737588652482, "POFD": 0.16617262423714035, "FAR": 0.7691686844229217, "FBI": 1.7574468085106383, "CSI": 0.17249698431845598, "ETS": 0.09877014797493887, "base_rate": 0.10947204968944099, "n": 6440, "AUC": 0.6782427176661906 }, "W6": { "POD": 0.5292439372325249, "POFD": 0.3288005578800558, "FAR": 0.8356225077536553, "FBI": 3.219686162624822, "CSI": 0.14340935446463085, "ETS": 0.05348046715798864, "base_rate": 0.1089016622650303, "n": 6437, "AUC": 0.6583126416336893 }, "ALL": { "POD": 0.5010794473229706, "POFD": 0.17551767107670282, "FAR": 0.7404093501845431, "FBI": 1.9302677029360966, "CSI": 0.20627444009953785, "ETS": 0.13072353262095332, "base_rate": 0.10937684478972348, "n": 42349, "AUC": 0.7448689604697616 } }, "weekly_all": { "W1": { "POD": 0.6377049180327868, "POFD": 0.017228648781688408, "FAR": 0.2646502835538752, "FBI": 0.8672131147540983, "CSI": 0.5186666666666667, "ETS": 0.49373269270593373, "base_rate": 0.06982600732600733, "n": 8736, "AUC": 0.9751405123404736 }, "W2": { "POD": 0.44849785407725323, "POFD": 0.025755743651753326, "FAR": 0.504739336492891, "FBI": 0.9055793991416309, "CSI": 0.3078055964653903, "ETS": 0.2840707699196456, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.9369511290096579 }, "W3": { "POD": 0.3419354838709677, "POFD": 0.03228146536089953, "FAR": 0.6267605633802817, "FBI": 0.9161290322580645, "CSI": 0.21721311475409835, "ETS": 0.19218960143380417, "base_rate": 0.053228021978021976, "n": 8736, "AUC": 0.9146893602859063 }, "W4": { "POD": 0.4356223175965665, "POFD": 0.04691656590084643, "FAR": 0.6565143824027073, "FBI": 1.2682403433476395, "CSI": 0.23770491803278687, "ETS": 0.2084861835639065, "base_rate": 0.05334249084249084, "n": 8736, "AUC": 0.9130299287460234 }, "W5": { "POD": 0.35344827586206895, "POFD": 0.03082688588007737, "FAR": 0.6085918854415274, "FBI": 0.9030172413793104, "CSI": 0.22809457579972184, "ETS": 0.20343932937808706, "base_rate": 0.05311355311355311, "n": 8736, "AUC": 0.9123093381077836 }, "W6": { "POD": 0.49892008639308855, "POFD": 0.05475643660099118, "FAR": 0.6622807017543859, "FBI": 1.4773218142548596, "CSI": 0.2521834061135371, "ETS": 0.22136849156149435, "base_rate": 0.05299908424908425, "n": 8736, "AUC": 0.90466345673127 }, "ALL": { "POD": 0.461826857532379, "POFD": 0.03467927731296229, "FAR": 0.5587756431129925, "FBI": 1.0466939331970007, "CSI": 0.2913978494623656, "ETS": 0.26419685792279535, "base_rate": 0.05597527472527473, "n": 52416, "AUC": 0.9217005215615233 } }, "thresholds": { "0": -1.0694096713350003, "1": -1.9765491084436233, "2": -2.207544602511817, "3": -2.551960966862948, "4": -2.256117561048109, "5": -2.724779491129495 }, "seconds": 152.98467016220093, "top_features": [ [ "doy_sin", 0.07706989247311828 ], [ "doy_cos", 0.07470430107526882 ], [ "lead", 0.06268817204301075 ], [ "lat", 0.060913978494623655 ], [ "h50006", 0.03599462365591398 ], [ "h50003", 0.03260752688172043 ], [ "t85001", 0.027365591397849463 ], [ "sv_mod", 0.02704301075268817 ], [ "t85010", 0.026586021505376343 ], [ "h50004", 0.026344086021505377 ], [ "h50001", 0.025295698924731182 ], [ "h50009", 0.024946236559139787 ], [ "lon", 0.024811827956989246 ], [ "t85004", 0.02403225806451613 ], [ "t85006", 0.023548387096774193 ] ] } }