{
 "families": [
  "Ridge",
  "ElasticNet",
  "LGBM_gbdt",
  "LGBM_rf",
  "ExtraTrees",
  "kNN25",
  "MLP_sk_64_32",
  "BayesRidge",
  "Huber",
  "PLS8",
  "LGBM_dart",
  "HistGB",
  "RandomForest",
  "kNN10",
  "kNN60",
  "SVR_rbf",
  "MLP_sk_128_64_tanh",
  "MLP_sk_256_lbfgs",
  "ANN_32_relu",
  "ANN_64_32_relu",
  "ANN_128_64_32_relu",
  "ANN_64_64_tanh",
  "ANN_256_128_gelu",
  "ANN_96_48_elu",
  "ANN_512_silu",
  "CNN_32_32_k3",
  "CNN_64_32_k3",
  "CNN_48_k5"
 ],
 "base7": [
  "Ridge",
  "ElasticNet",
  "LGBM_gbdt",
  "LGBM_rf",
  "ExtraTrees",
  "kNN25",
  "MLP_sk_64_32"
 ],
 "by_week": {
  "W1": {
   "n_oof": 34944,
   "n_val": 8736,
   "auc_family_oof": {
    "ElasticNet": 0.8712377279677911,
    "BayesRidge": 0.8697380009558476,
    "Ridge": 0.8688607956069936,
    "RandomForest": 0.8683361141333291,
    "PLS8": 0.8663090881227119,
    "Huber": 0.8658994712512952,
    "ExtraTrees": 0.865178004480404,
    "LGBM_rf": 0.8635869752674405,
    "LGBM_dart": 0.8634425471265327,
    "LGBM_gbdt": 0.8594230887018754,
    "kNN60": 0.8527347348836882,
    "kNN25": 0.8509599946862745,
    "SVR_rbf": 0.847820627044906,
    "kNN10": 0.8436301092840154,
    "MLP_sk_64_32": 0.8429052528764786,
    "MLP_sk_128_64_tanh": 0.842076321145245,
    "ANN_512_silu": 0.8401335751134362,
    "HistGB": 0.8350028999448087,
    "ANN_32_relu": 0.8333669351658258,
    "ANN_96_48_elu": 0.8194349344918522,
    "ANN_256_128_gelu": 0.8145459635461335,
    "ANN_128_64_32_relu": 0.8057238941966904,
    "CNN_48_k5": 0.7887172418159528,
    "ANN_64_64_tanh": 0.783154060992373,
    "CNN_32_32_k3": 0.7801408720343308,
    "CNN_64_32_k3": 0.7778345795681076,
    "ANN_64_32_relu": 0.7689759380860186,
    "MLP_sk_256_lbfgs": 0.7302621557961269
   },
   "greedy_set": [
    "ElasticNet",
    "RandomForest",
    "Huber",
    "LGBM_dart",
    "CNN_48_k5",
    "ExtraTrees",
    "CNN_32_32_k3",
    "MLP_sk_64_32",
    "BayesRidge",
    "LGBM_rf",
    "CNN_64_32_k3"
   ],
   "methods": {
    "base7": {
     "n_family": 7,
     "families": [
      "Ridge",
      "ElasticNet",
      "LGBM_gbdt",
      "LGBM_rf",
      "ExtraTrees",
      "kNN25",
      "MLP_sk_64_32"
     ],
     "oof": {
      "AUC": 0.8785292041442,
      "POD": 0.769794529511844,
      "POFD": 0.18487437697080664,
      "FAR": 0.236054289239561,
      "FBI": 1.007656065959953,
      "CSI": 0.6218745044140191,
      "SEDI": 0.7427233121095678,
      "EDI": 0.7316199901023173,
      "base": 0.4373282967032967
     },
     "val": {
      "AUC": 0.8824858366469988,
      "POD": 0.7505727376861397,
      "POFD": 0.16666666666666666,
      "FAR": 0.250071530758226,
      "FBI": 1.0008591065292096,
      "CSI": 0.6003206596426935,
      "SEDI": 0.7428529951305377,
      "EDI": 0.7239411891640188,
      "base": 0.39972527472527475
     }
    },
    "all28": {
     "n_family": 28,
     "families": [
      "Ridge",
      "ElasticNet",
      "LGBM_gbdt",
      "LGBM_rf",
      "ExtraTrees",
      "kNN25",
      "MLP_sk_64_32",
      "BayesRidge",
      "Huber",
      "PLS8",
      "LGBM_dart",
      "HistGB",
      "RandomForest",
      "kNN10",
      "kNN60",
      "SVR_rbf",
      "MLP_sk_128_64_tanh",
      "MLP_sk_256_lbfgs",
      "ANN_32_relu",
      "ANN_64_32_relu",
      "ANN_128_64_32_relu",
      "ANN_64_64_tanh",
      "ANN_256_128_gelu",
      "ANN_96_48_elu",
      "ANN_512_silu",
      "CNN_32_32_k3",
      "CNN_64_32_k3",
      "CNN_48_k5"
     ],
     "oof": {
      "AUC": 0.8788571136329076,
      "POD": 0.7661955241460542,
      "POFD": 0.18273827687925948,
      "FAR": 0.23480590772448046,
      "FBI": 1.0013087292239236,
      "CSI": 0.6203443708609272,
      "SEDI": 0.7414510394492626,
      "EDI": 0.7290789212818893,
      "base": 0.4373282967032967
     },
     "val": {
      "AUC": 0.8815799576322648,
      "POD": 0.7479954180985109,
      "POFD": 0.16800152555301295,
      "FAR": 0.25221872316060695,
      "FBI": 1.0002863688430699,
      "CSI": 0.5973016235993597,
      "SEDI": 0.7391449910639271,
      "EDI": 0.720020503728478,
      "base": 0.39972527472527475
     }
    },
    "top5": {
     "n_family": 5,
     "families": [
      "ElasticNet",
      "BayesRidge",
      "Ridge",
      "RandomForest",
      "PLS8"
     ],
     "oof": {
      "AUC": 0.8764439486023389,
      "POD": 0.7648867949221306,
      "POFD": 0.1836028888210762,
      "FAR": 0.23596313484541473,
      "FBI": 1.001112419840335,
      "CSI": 0.6187275037052721,
      "SEDI": 0.7393799355000495,
      "EDI": 0.7269216381874655,
      "base": 0.4373282967032967
     },
     "val": {
      "AUC": 0.8818572614051688,
      "POD": 0.756872852233677,
      "POFD": 0.17601067887109076,
      "FAR": 0.2588334268087493,
      "FBI": 1.0211912943871706,
      "CSI": 0.5986409966024915,
      "SEDI": 0.7393941643860541,
      "EDI": 0.7236193437931681,
      "base": 0.39972527472527475
     }
    },
    "top8": {
     "n_family": 8,
     "families": [
      "ElasticNet",
      "BayesRidge",
      "Ridge",
      "RandomForest",
      "PLS8",
      "Huber",
      "ExtraTrees",
      "LGBM_rf"
     ],
     "oof": {
      "AUC": 0.8781389998899208,
      "POD": 0.7721502421149065,
      "POFD": 0.18716305564032143,
      "FAR": 0.23772609819121446,
      "FBI": 1.0129564193168434,
      "CSI": 0.6222972260310093,
      "SEDI": 0.7426972762044941,
      "EDI": 0.7326482067878463,
      "base": 0.4373282967032967
     },
     "val": {
      "AUC": 0.8829121406846465,
      "POD": 0.7534364261168385,
      "POFD": 0.16933638443935928,
      "FAR": 0.25234441602728047,
      "FBI": 1.0077319587628866,
      "CSI": 0.6006849315068493,
      "SEDI": 0.7428330827254834,
      "EDI": 0.7249989708779209,
      "base": 0.39972527472527475
     }
    },
    "top10": {
     "n_family": 10,
     "families": [
      "ElasticNet",
      "BayesRidge",
      "Ridge",
      "RandomForest",
      "PLS8",
      "Huber",
      "ExtraTrees",
      "LGBM_rf",
      "LGBM_dart",
      "LGBM_gbdt"
     ],
     "oof": {
      "AUC": 0.8791922799725783,
      "POD": 0.7704488941238058,
      "POFD": 0.18268741735327026,
      "FAR": 0.23376285305219316,
      "FBI": 1.0054966627404789,
      "CSI": 0.62382112959627,
      "SEDI": 0.7454596335028234,
      "EDI": 0.7339991951248055,
      "base": 0.4373282967032967
     },
     "val": {
      "AUC": 0.8830012896427533,
      "POD": 0.7563001145475372,
      "POFD": 0.16895499618611748,
      "FAR": 0.25120499007655234,
      "FBI": 1.0100229095074456,
      "CSI": 0.6032434901781636,
      "SEDI": 0.7458420783030738,
      "EDI": 0.7284810070941584,
      "base": 0.39972527472527475
     }
    },
    "greedy": {
     "n_family": 11,
     "families": [
      "ElasticNet",
      "RandomForest",
      "Huber",
      "LGBM_dart",
      "CNN_48_k5",
      "ExtraTrees",
      "CNN_32_32_k3",
      "MLP_sk_64_32",
      "BayesRidge",
      "LGBM_rf",
      "CNN_64_32_k3"
     ],
     "oof": {
      "AUC": 0.8828323769865417,
      "POD": 0.77345897133883,
      "POFD": 0.17943240768996033,
      "FAR": 0.22986708365910868,
      "FBI": 1.0043188064389479,
      "CSI": 0.6283891547049442,
      "SEDI": 0.7513872037945409,
      "EDI": 0.7398445066218486,
      "base": 0.4373282967032967
     },
     "val": {
      "AUC": 0.8848901826819152,
      "POD": 0.7551546391752577,
      "POFD": 0.16666666666666666,
      "FAR": 0.24893192822557675,
      "FBI": 1.0054410080183276,
      "CSI": 0.6039853412734769,
      "SEDI": 0.7470513655948938,
      "EDI": 0.7290033894476071,
      "base": 0.39972527472527475
     }
    },
    "stackL2": {
     "oof": {
      "AUC": 0.8827147364601272,
      "POD": 0.769794529511844,
      "POFD": 0.17892381243006816,
      "FAR": 0.230205470488156,
      "FBI": 1.0,
      "CSI": 0.6257446808510638,
      "SEDI": 0.7485048767163969,
      "EDI": 0.7360491296535899,
      "base": 0.4373282967032967
     },
     "val": {
      "AUC": 0.8851038125282328,
      "POD": 0.7540091638029782,
      "POFD": 0.16380625476735317,
      "FAR": 0.24599083619702175,
      "FBI": 1.0,
      "CSI": 0.605148241783498,
      "SEDI": 0.7488300431778989,
      "EDI": 0.7299915553957135,
      "base": 0.39972527472527475
     },
     "auc_oof_cv": 0.8820938705105685,
     "top_weights": [
      [
       "LGBM_rf",
       0.9678440690040588
      ],
      [
       "Huber",
       0.9231618046760559
      ],
      [
       "ElasticNet",
       0.8592347502708435
      ],
      [
       "PLS8",
       0.7197917699813843
      ],
      [
       "ExtraTrees",
       0.6956663727760315
      ],
      [
       "LGBM_dart",
       0.5071457028388977
      ]
     ]
    },
    "stackNN": {
     "oof": {
      "AUC": 0.8827798168181117,
      "POD": 0.7705797670461981,
      "POFD": 0.17831349811819755,
      "FAR": 0.22942023295380184,
      "FBI": 1.0,
      "CSI": 0.6267830530125612,
      "SEDI": 0.7498188560353907,
      "EDI": 0.7373952725308583,
      "base": 0.4373282967032967
     },
     "val": {
      "AUC": 0.8857657537813357,
      "POD": 0.7531500572737686,
      "POFD": 0.16437833714721586,
      "FAR": 0.2468499427262314,
      "FBI": 1.0,
      "CSI": 0.6040422599908131,
      "SEDI": 0.7474825976331334,
      "EDI": 0.7285968745785747,
      "base": 0.39972527472527475
     },
     "auc_oof_cv": 0.8824346146911998,
     "top_weights": [
      [
       "LGBM_rf",
       0.982051432132721
      ],
      [
       "ExtraTrees",
       0.7205576300621033
      ],
      [
       "Huber",
       0.7158128619194031
      ],
      [
       "ElasticNet",
       0.7118072509765625
      ],
      [
       "PLS8",
       0.5028581619262695
      ],
      [
       "kNN60",
       0.33710232377052307
      ]
     ]
    }
   }
  },
  "W2": {
   "n_oof": 34938,
   "n_val": 8736,
   "auc_family_oof": {
    "BayesRidge": 0.7346306288916322,
    "ElasticNet": 0.7337987600265784,
    "Ridge": 0.7311984212696169,
    "RandomForest": 0.7309709677263532,
    "Huber": 0.7295637162844248,
    "PLS8": 0.7285647936199845,
    "LGBM_rf": 0.7265071413152098,
    "ExtraTrees": 0.7256870707420946,
    "LGBM_dart": 0.7254148319208961,
    "MLP_sk_128_64_tanh": 0.7221844617971565,
    "LGBM_gbdt": 0.7207207446025935,
    "MLP_sk_64_32": 0.7165609474173121,
    "kNN60": 0.7125267986355233,
    "kNN25": 0.7103042040371903,
    "SVR_rbf": 0.7033174724084544,
    "kNN10": 0.6976359956288626,
    "HistGB": 0.6882897344749942,
    "ANN_32_relu": 0.6721274533488651,
    "ANN_512_silu": 0.6692769793892585,
    "ANN_128_64_32_relu": 0.6487759127603404,
    "ANN_96_48_elu": 0.6447003806733898,
    "ANN_256_128_gelu": 0.6433449982708848,
    "ANN_64_64_tanh": 0.6287278331651345,
    "CNN_48_k5": 0.6283677744786006,
    "CNN_64_32_k3": 0.6245427844319481,
    "CNN_32_32_k3": 0.6209814012528508,
    "ANN_64_32_relu": 0.6076940393225049,
    "MLP_sk_256_lbfgs": 0.5876887218623348
   },
   "greedy_set": [
    "BayesRidge",
    "RandomForest",
    "Huber",
    "LGBM_rf",
    "MLP_sk_64_32",
    "ElasticNet",
    "LGBM_dart"
   ],
   "methods": {
    "base7": {
     "n_family": 7,
     "families": [
      "Ridge",
      "ElasticNet",
      "LGBM_gbdt",
      "LGBM_rf",
      "ExtraTrees",
      "kNN25",
      "MLP_sk_64_32"
     ],
     "oof": {
      "AUC": 0.7448899368290474,
      "POD": 0.5747687564234327,
      "POFD": 0.22302467543633395,
      "FAR": 0.43600302546432473,
      "FBI": 1.0190990065090784,
      "CSI": 0.39794829222011385,
      "SEDI": 0.4900675415062487,
      "EDI": 0.4608400209566711,
      "base": 0.33419199725227544
     },
     "val": {
      "AUC": 0.7708919008260382,
      "POD": 0.5664545114189442,
      "POFD": 0.2018136850783182,
      "FAR": 0.4472049689440994,
      "FBI": 1.0247098464994384,
      "CSI": 0.3884467265725289,
      "SEDI": 0.508491444123576,
      "EDI": 0.47586991825089325,
      "base": 0.305746336996337
     }
    },
    "all28": {
     "n_family": 28,
     "families": [
      "Ridge",
      "ElasticNet",
      "LGBM_gbdt",
      "LGBM_rf",
      "ExtraTrees",
      "kNN25",
      "MLP_sk_64_32",
      "BayesRidge",
      "Huber",
      "PLS8",
      "LGBM_dart",
      "HistGB",
      "RandomForest",
      "kNN10",
      "kNN60",
      "SVR_rbf",
      "MLP_sk_128_64_tanh",
      "MLP_sk_256_lbfgs",
      "ANN_32_relu",
      "ANN_64_32_relu",
      "ANN_128_64_32_relu",
      "ANN_64_64_tanh",
      "ANN_256_128_gelu",
      "ANN_96_48_elu",
      "ANN_512_silu",
      "CNN_32_32_k3",
      "CNN_64_32_k3",
      "CNN_48_k5"
     ],
     "oof": {
      "AUC": 0.7309950742379677,
      "POD": 0.552500856457691,
      "POFD": 0.22680766916000344,
      "FAR": 0.4499019357039311,
      "FBI": 1.0043679342240492,
      "CSI": 0.380545068428504,
      "SEDI": 0.45796244087534504,
      "EDI": 0.42868207263810293,
      "base": 0.33419199725227544
     },
     "val": {
      "AUC": 0.76333196807455,
      "POD": 0.55147884687383,
      "POFD": 0.1978565539983512,
      "FAR": 0.4489337822671156,
      "FBI": 1.0007487832272557,
      "CSI": 0.38052182898475845,
      "SEDI": 0.4961628668968376,
      "EDI": 0.46270537347529905,
      "base": 0.305746336996337
     }
    },
    "top5": {
     "n_family": 5,
     "families": [
      "BayesRidge",
      "ElasticNet",
      "Ridge",
      "RandomForest",
      "Huber"
     ],
     "oof": {
      "AUC": 0.7441716106461895,
      "POD": 0.565690304898938,
      "POFD": 0.21851087610695555,
      "FAR": 0.4348904859685147,
      "FBI": 1.0010277492291881,
      "CSI": 0.3941165940688585,
      "SEDI": 0.4851993904876209,
      "EDI": 0.4549881530338535,
      "base": 0.33419199725227544
     },
     "val": {
      "AUC": 0.768547246338879,
      "POD": 0.5844253088730812,
      "POFD": 0.21269579554822754,
      "FAR": 0.4524728165555945,
      "FBI": 1.0673904904530138,
      "CSI": 0.3940924009088614,
      "SEDI": 0.5151744235774872,
      "EDI": 0.48477554270854323,
      "base": 0.305746336996337
     }
    },
    "top8": {
     "n_family": 8,
     "families": [
      "BayesRidge",
      "ElasticNet",
      "Ridge",
      "RandomForest",
      "Huber",
      "PLS8",
      "LGBM_rf",
      "ExtraTrees"
     ],
     "oof": {
      "AUC": 0.7455357207288446,
      "POD": 0.5707434052757794,
      "POFD": 0.22143409852979107,
      "FAR": 0.43597122302158275,
      "FBI": 1.0119047619047619,
      "CSI": 0.3960301895762762,
      "SEDI": 0.4873562635706843,
      "EDI": 0.4577420915290448,
      "base": 0.33419199725227544
     },
     "val": {
      "AUC": 0.7698449006349842,
      "POD": 0.5627105952826656,
      "POFD": 0.19587798845836768,
      "FAR": 0.4414715719063545,
      "FBI": 1.0074878322725571,
      "CSI": 0.3894791396734905,
      "SEDI": 0.5120663122602734,
      "EDI": 0.47852714804235097,
      "base": 0.305746336996337
     }
    },
    "top10": {
     "n_family": 10,
     "families": [
      "BayesRidge",
      "ElasticNet",
      "Ridge",
      "RandomForest",
      "Huber",
      "PLS8",
      "LGBM_rf",
      "ExtraTrees",
      "LGBM_dart",
      "MLP_sk_128_64_tanh"
     ],
     "oof": {
      "AUC": 0.7463567761804412,
      "POD": 0.5696300102774923,
      "POFD": 0.21859685323703895,
      "FAR": 0.43328220858895705,
      "FBI": 1.0051387461459405,
      "CSI": 0.396814032575622,
      "SEDI": 0.4898109962813251,
      "EDI": 0.45973238152987506,
      "base": 0.33419199725227544
     },
     "val": {
      "AUC": 0.7696338462364692,
      "POD": 0.5705728191688506,
      "POFD": 0.20313272877164057,
      "FAR": 0.44702467343976776,
      "FBI": 1.0318232871583677,
      "CSI": 0.39046887009992315,
      "SEDI": 0.5115657103953091,
      "EDI": 0.47924655873819205,
      "base": 0.305746336996337
     }
    },
    "greedy": {
     "n_family": 7,
     "families": [
      "BayesRidge",
      "RandomForest",
      "Huber",
      "LGBM_rf",
      "MLP_sk_64_32",
      "ElasticNet",
      "LGBM_dart"
     ],
     "oof": {
      "AUC": 0.7467968162041353,
      "POD": 0.5698013018156903,
      "POFD": 0.21722121915570458,
      "FAR": 0.4316589783017256,
      "FBI": 1.0025693730729701,
      "CSI": 0.3976926295654253,
      "SEDI": 0.4918540523363689,
      "EDI": 0.46157487917289347,
      "base": 0.33419199725227544
     },
     "val": {
      "AUC": 0.7712366003759966,
      "POD": 0.5653313365780607,
      "POFD": 0.1981863149216818,
      "FAR": 0.44321533923303835,
      "FBI": 1.015350056158742,
      "CSI": 0.38987864704363545,
      "SEDI": 0.5120341457470038,
      "EDI": 0.47887465751833735,
      "base": 0.305746336996337
     }
    },
    "stackL2": {
     "oof": {
      "AUC": 0.7485502643980839,
      "POD": 0.5732271325796505,
      "POFD": 0.21421201960278566,
      "FAR": 0.4267728674203494,
      "FBI": 1.0,
      "CSI": 0.40176481181343415,
      "SEDI": 0.4999479270282219,
      "EDI": 0.469333654495743,
      "base": 0.33419199725227544
     },
     "val": {
      "AUC": 0.7711993772691511,
      "POD": 0.5612130288281543,
      "POFD": 0.193239901071723,
      "FAR": 0.43878697117184573,
      "FBI": 1.0,
      "CSI": 0.3900598490762425,
      "SEDI": 0.5138672712195297,
      "EDI": 0.47993648571220293,
      "base": 0.305746336996337
     },
     "auc_oof_cv": 0.747433329359947,
     "top_weights": [
      [
       "LGBM_rf",
       1.2423595190048218
      ],
      [
       "Huber",
       1.106253981590271
      ],
      [
       "MLP_sk_64_32",
       0.4476188123226166
      ],
      [
       "BayesRidge",
       0.4335015118122101
      ],
      [
       "ElasticNet",
       0.3981860280036926
      ],
      [
       "LGBM_dart",
       0.38578012585639954
      ]
     ]
    },
    "stackNN": {
     "oof": {
      "AUC": 0.7476501093977245,
      "POD": 0.5709146968139774,
      "POFD": 0.21537271085891152,
      "FAR": 0.4290853031860226,
      "FBI": 1.0,
      "CSI": 0.3994965839626034,
      "SEDI": 0.4956507054430396,
      "EDI": 0.4651316478208309,
      "base": 0.33419199725227544
     },
     "val": {
      "AUC": 0.771573738017848,
      "POD": 0.5582178959191314,
      "POFD": 0.19455894476504534,
      "FAR": 0.4417821040808686,
      "FBI": 1.0,
      "CSI": 0.3871721630745261,
      "SEDI": 0.5085827656644036,
      "EDI": 0.4747756127624117,
      "base": 0.305746336996337
     },
     "auc_oof_cv": 0.7472926537358123,
     "top_weights": [
      [
       "LGBM_rf",
       1.2821770906448364
      ],
      [
       "Huber",
       1.0513578653335571
      ],
      [
       "BayesRidge",
       0.5032202005386353
      ],
      [
       "MLP_sk_64_32",
       0.4113171100616455
      ],
      [
       "ElasticNet",
       0.3925442099571228
      ],
      [
       "MLP_sk_128_64_tanh",
       0.239627867937088
      ]
     ]
    }
   }
  },
  "W3": {
   "n_oof": 34944,
   "n_val": 8736,
   "auc_family_oof": {
    "ElasticNet": 0.6581149205642359,
    "BayesRidge": 0.6572242523864058,
    "RandomForest": 0.655197958853361,
    "Ridge": 0.6534234305387953,
    "PLS8": 0.6533357675923742,
    "Huber": 0.6526612845791203,
    "LGBM_rf": 0.6499748131879955,
    "ExtraTrees": 0.6470374291913653,
    "MLP_sk_128_64_tanh": 0.6461546182830953,
    "LGBM_dart": 0.6423317001617572,
    "LGBM_gbdt": 0.641226671484616,
    "SVR_rbf": 0.6356513011096321,
    "MLP_sk_64_32": 0.6302644960164471,
    "kNN25": 0.6251172861940575,
    "kNN60": 0.6245239576031878,
    "kNN10": 0.6158030646019375,
    "HistGB": 0.6108741181882476,
    "ANN_512_silu": 0.6100245591859542,
    "ANN_32_relu": 0.6032446782075648,
    "ANN_128_64_32_relu": 0.5963183021500367,
    "ANN_96_48_elu": 0.5947626546535655,
    "ANN_256_128_gelu": 0.5922411381474726,
    "CNN_48_k5": 0.5791456110922125,
    "ANN_64_64_tanh": 0.5723411733901563,
    "CNN_32_32_k3": 0.5703590062535597,
    "CNN_64_32_k3": 0.5668123108478577,
    "ANN_64_32_relu": 0.5657169126547585,
    "MLP_sk_256_lbfgs": 0.5575425739701383
   },
   "greedy_set": [
    "ElasticNet",
    "RandomForest",
    "BayesRidge",
    "LGBM_rf",
    "Huber",
    "ExtraTrees",
    "SVR_rbf"
   ],
   "methods": {
    "base7": {
     "n_family": 7,
     "families": [
      "Ridge",
      "ElasticNet",
      "LGBM_gbdt",
      "LGBM_rf",
      "ExtraTrees",
      "kNN25",
      "MLP_sk_64_32"
     ],
     "oof": {
      "AUC": 0.6674117683294875,
      "POD": 0.4927004183385981,
      "POFD": 0.2634841375747923,
      "FAR": 0.5147157753111335,
      "FBI": 1.0152821651156834,
      "CSI": 0.3235953796119771,
      "SEDI": 0.33004168394547406,
      "EDI": 0.306574855064865,
      "base": 0.3351934523809524
     },
     "val": {
      "AUC": 0.7038282759701259,
      "POD": 0.49530956848030017,
      "POFD": 0.2294514906934607,
      "FAR": 0.5134537412458533,
      "FBI": 1.0180112570356472,
      "CSI": 0.3252833908329226,
      "SEDI": 0.3823696590615893,
      "EDI": 0.3538483376741475,
      "base": 0.30505952380952384
     }
    },
    "all28": {
     "n_family": 28,
     "families": [
      "Ridge",
      "ElasticNet",
      "LGBM_gbdt",
      "LGBM_rf",
      "ExtraTrees",
      "kNN25",
      "MLP_sk_64_32",
      "BayesRidge",
      "Huber",
      "PLS8",
      "LGBM_dart",
      "HistGB",
      "RandomForest",
      "kNN10",
      "kNN60",
      "SVR_rbf",
      "MLP_sk_128_64_tanh",
      "MLP_sk_256_lbfgs",
      "ANN_32_relu",
      "ANN_64_32_relu",
      "ANN_128_64_32_relu",
      "ANN_64_64_tanh",
      "ANN_256_128_gelu",
      "ANN_96_48_elu",
      "ANN_512_silu",
      "CNN_32_32_k3",
      "CNN_64_32_k3",
      "CNN_48_k5"
     ],
     "oof": {
      "AUC": 0.6558887223643466,
      "POD": 0.4716981132075472,
      "POFD": 0.2681330980155826,
      "FAR": 0.5299472519993194,
      "FBI": 1.0035003841885084,
      "CSI": 0.3079366848734812,
      "SEDI": 0.29516454493255717,
      "EDI": 0.2731822850176817,
      "base": 0.3351934523809524
     },
     "val": {
      "AUC": 0.6925021393188731,
      "POD": 0.474296435272045,
      "POFD": 0.23076923076923078,
      "FAR": 0.525703564727955,
      "FBI": 1.0,
      "CSI": 0.3108706345302509,
      "SEDI": 0.3531732871071749,
      "EDI": 0.32564633543823196,
      "base": 0.30505952380952384
     }
    },
    "top5": {
     "n_family": 5,
     "families": [
      "ElasticNet",
      "BayesRidge",
      "RandomForest",
      "Ridge",
      "PLS8"
     ],
     "oof": {
      "AUC": 0.66806668166996,
      "POD": 0.49056603773584906,
      "POFD": 0.2600835091042142,
      "FAR": 0.512555140821174,
      "FBI": 1.0064031418082473,
      "CSI": 0.3236271472824557,
      "SEDI": 0.33209889216449867,
      "EDI": 0.30819485009565295,
      "base": 0.3351934523809524
     },
     "val": {
      "AUC": 0.7050939121582845,
      "POD": 0.5193245778611633,
      "POFD": 0.23966397628067865,
      "FAR": 0.5125044029587883,
      "FBI": 1.0652908067542215,
      "CSI": 0.3359223300970874,
      "SEDI": 0.39862112864883076,
      "EDI": 0.37110670514466126,
      "base": 0.30505952380952384
     }
    },
    "top8": {
     "n_family": 8,
     "families": [
      "ElasticNet",
      "BayesRidge",
      "RandomForest",
      "Ridge",
      "PLS8",
      "Huber",
      "LGBM_rf",
      "ExtraTrees"
     ],
     "oof": {
      "AUC": 0.6708459114725408,
      "POD": 0.500128062836165,
      "POFD": 0.2683483276656192,
      "FAR": 0.5155474694012571,
      "FBI": 1.032357209937676,
      "CSI": 0.32640552738619266,
      "SEDI": 0.33293280986362767,
      "EDI": 0.30999331276380115,
      "base": 0.3351934523809524
     },
     "val": {
      "AUC": 0.7083539281726585,
      "POD": 0.5170731707317073,
      "POFD": 0.22846318563663318,
      "FAR": 0.501627486437613,
      "FBI": 1.0375234521575984,
      "CSI": 0.34007897334649556,
      "SEDI": 0.4115405894736943,
      "EDI": 0.38241012048351963,
      "base": 0.30505952380952384
     }
    },
    "top10": {
     "n_family": 10,
     "families": [
      "ElasticNet",
      "BayesRidge",
      "RandomForest",
      "Ridge",
      "PLS8",
      "Huber",
      "LGBM_rf",
      "ExtraTrees",
      "MLP_sk_128_64_tanh",
      "LGBM_dart"
     ],
     "oof": {
      "AUC": 0.6708875902817454,
      "POD": 0.49013916161529925,
      "POFD": 0.25780207481382633,
      "FAR": 0.5105711849957374,
      "FBI": 1.0014513788098693,
      "CSI": 0.324313636877189,
      "SEDI": 0.3348178149309903,
      "EDI": 0.3105908286045968,
      "base": 0.3351934523809524
     },
     "val": {
      "AUC": 0.7080522757130059,
      "POD": 0.5058161350844278,
      "POFD": 0.22121561521989788,
      "FAR": 0.4990709773318469,
      "FBI": 1.0097560975609756,
      "CSI": 0.33632734530938124,
      "SEDI": 0.40757843368262553,
      "EDI": 0.37760733082692954,
      "base": 0.30505952380952384
     }
    },
    "greedy": {
     "n_family": 7,
     "families": [
      "ElasticNet",
      "RandomForest",
      "BayesRidge",
      "LGBM_rf",
      "Huber",
      "ExtraTrees",
      "SVR_rbf"
     ],
     "oof": {
      "AUC": 0.6720676617632735,
      "POD": 0.4967130538717664,
      "POFD": 0.2615901166544703,
      "FAR": 0.5108869272803699,
      "FBI": 1.0155382907880133,
      "CSI": 0.32703766160764475,
      "SEDI": 0.3380790339283696,
      "EDI": 0.3142194473821558,
      "base": 0.3351934523809524
     },
     "val": {
      "AUC": 0.7089892494784203,
      "POD": 0.5091932457786116,
      "POFD": 0.22829846812716192,
      "FAR": 0.5052861830113015,
      "FBI": 1.0292682926829269,
      "CSI": 0.33497901752653664,
      "SEDI": 0.4017818768778753,
      "EDI": 0.37275228020298923,
      "base": 0.30505952380952384
     }
    },
    "stackL2": {
     "oof": {
      "AUC": 0.6734790431020223,
      "POD": 0.49261504311448817,
      "POFD": 0.2558219620334897,
      "FAR": 0.5073849568855118,
      "FBI": 1.0,
      "CSI": 0.3268010874490258,
      "SEDI": 0.34094173568212893,
      "EDI": 0.31634530530635174,
      "base": 0.3351934523809524
     },
     "val": {
      "AUC": 0.7076571082095144,
      "POD": 0.49681050656660414,
      "POFD": 0.22088618020095535,
      "FAR": 0.5031894934333959,
      "FBI": 1.0,
      "CSI": 0.33050424363454817,
      "SEDI": 0.3966100516741237,
      "EDI": 0.3668271186243915,
      "base": 0.30505952380952384
     },
     "auc_oof_cv": 0.6715481209451937,
     "top_weights": [
      [
       "LGBM_rf",
       1.1910043954849243
      ],
      [
       "BayesRidge",
       0.9255394339561462
      ],
      [
       "ElasticNet",
       0.7554191946983337
      ],
      [
       "Huber",
       0.6784963607788086
      ],
      [
       "ExtraTrees",
       0.5922467112541199
      ],
      [
       "RandomForest",
       0.5798076391220093
      ]
     ]
    },
    "stackNN": {
     "oof": {
      "AUC": 0.6729402358032746,
      "POD": 0.4925296678903782,
      "POFD": 0.25586500796349704,
      "FAR": 0.5074703321096218,
      "FBI": 1.0,
      "CSI": 0.3267259443846633,
      "SEDI": 0.34076711057314774,
      "EDI": 0.3161796216738519,
      "base": 0.3351934523809524
     },
     "val": {
      "AUC": 0.7089453351105106,
      "POD": 0.4975609756097561,
      "POFD": 0.22055674518201285,
      "FAR": 0.5024390243902439,
      "FBI": 1.0,
      "CSI": 0.33116883116883117,
      "SEDI": 0.3980398353553463,
      "EDI": 0.3681885048607979,
      "base": 0.30505952380952384
     },
     "auc_oof_cv": 0.6716028884660623,
     "top_weights": [
      [
       "LGBM_rf",
       1.170872688293457
      ],
      [
       "BayesRidge",
       0.8357548117637634
      ],
      [
       "ElasticNet",
       0.5946341753005981
      ],
      [
       "ExtraTrees",
       0.5885892510414124
      ],
      [
       "Huber",
       0.5604762434959412
      ],
      [
       "RandomForest",
       0.4024534225463867
      ]
     ]
    }
   }
  },
  "W4": {
   "n_oof": 34944,
   "n_val": 8736,
   "auc_family_oof": {
    "ElasticNet": 0.6422039971112681,
    "Ridge": 0.6390015863703805,
    "BayesRidge": 0.6389977382170604,
    "PLS8": 0.6379848052528371,
    "Huber": 0.6362305902394733,
    "RandomForest": 0.6279187042110933,
    "MLP_sk_128_64_tanh": 0.6260896498849995,
    "LGBM_gbdt": 0.6259204636434738,
    "LGBM_dart": 0.6238339823989553,
    "LGBM_rf": 0.6230766231296305,
    "MLP_sk_64_32": 0.6172257958600341,
    "ExtraTrees": 0.615151775565363,
    "SVR_rbf": 0.6117379629975784,
    "HistGB": 0.6017287873879242,
    "kNN25": 0.5963568352859236,
    "kNN60": 0.5944366527876849,
    "kNN10": 0.5919418900212946,
    "ANN_32_relu": 0.5886873019284541,
    "ANN_512_silu": 0.5880101189611603,
    "ANN_128_64_32_relu": 0.5766329349680602,
    "ANN_256_128_gelu": 0.5714488724945739,
    "ANN_96_48_elu": 0.5683823359802678,
    "CNN_48_k5": 0.5622074099134885,
    "CNN_32_32_k3": 0.5589678923742296,
    "ANN_64_64_tanh": 0.5536381429752123,
    "CNN_64_32_k3": 0.5532943341244383,
    "ANN_64_32_relu": 0.550049315805517,
    "MLP_sk_256_lbfgs": 0.5430758105085974
   },
   "greedy_set": [
    "ElasticNet",
    "RandomForest",
    "Huber",
    "BayesRidge"
   ],
   "methods": {
    "base7": {
     "n_family": 7,
     "families": [
      "Ridge",
      "ElasticNet",
      "LGBM_gbdt",
      "LGBM_rf",
      "ExtraTrees",
      "kNN25",
      "MLP_sk_64_32"
     ],
     "oof": {
      "AUC": 0.6483014319337371,
      "POD": 0.47332362764408664,
      "POFD": 0.26556926118536983,
      "FAR": 0.5278489663420468,
      "FBI": 1.002483514601353,
      "CSI": 0.3095318100358423,
      "SEDI": 0.3010939870081799,
      "EDI": 0.2786614943467736,
      "base": 0.3341632326007326
     },
     "val": {
      "AUC": 0.6897112533771445,
      "POD": 0.4851301115241636,
      "POFD": 0.2476017201455508,
      "FAR": 0.5342612419700214,
      "FBI": 1.041635687732342,
      "CSI": 0.3116790064485312,
      "SEDI": 0.34292162563943557,
      "EDI": 0.31737108588703744,
      "base": 0.30792124542124544
     }
    },
    "all28": {
     "n_family": 28,
     "families": [
      "Ridge",
      "ElasticNet",
      "LGBM_gbdt",
      "LGBM_rf",
      "ExtraTrees",
      "kNN25",
      "MLP_sk_64_32",
      "BayesRidge",
      "Huber",
      "PLS8",
      "LGBM_dart",
      "HistGB",
      "RandomForest",
      "kNN10",
      "kNN60",
      "SVR_rbf",
      "MLP_sk_128_64_tanh",
      "MLP_sk_256_lbfgs",
      "ANN_32_relu",
      "ANN_64_32_relu",
      "ANN_128_64_32_relu",
      "ANN_64_64_tanh",
      "ANN_256_128_gelu",
      "ANN_96_48_elu",
      "ANN_512_silu",
      "CNN_32_32_k3",
      "CNN_64_32_k3",
      "CNN_48_k5"
     ],
     "oof": {
      "AUC": 0.6304000012013747,
      "POD": 0.45071508092832063,
      "POFD": 0.27730261744101087,
      "FAR": 0.5507469056764831,
      "FBI": 1.0032542605121177,
      "CSI": 0.29030834574438746,
      "SEDI": 0.2530738368056574,
      "EDI": 0.23357087534409204,
      "base": 0.3341632326007326
     },
     "val": {
      "AUC": 0.6744364764808095,
      "POD": 0.458364312267658,
      "POFD": 0.24313595765795568,
      "FAR": 0.5438401775804661,
      "FBI": 1.004832713754647,
      "CSI": 0.29639423076923077,
      "SEDI": 0.3138841511811039,
      "EDI": 0.28896006187568885,
      "base": 0.30792124542124544
     }
    },
    "top5": {
     "n_family": 5,
     "families": [
      "ElasticNet",
      "Ridge",
      "BayesRidge",
      "PLS8",
      "Huber"
     ],
     "oof": {
      "AUC": 0.6486592163351153,
      "POD": 0.4792326796266164,
      "POFD": 0.26707353762840075,
      "FAR": 0.526164267569856,
      "FBI": 1.0113899117924123,
      "CSI": 0.3127829635012017,
      "SEDI": 0.30686182672380974,
      "EDI": 0.2843964005180477,
      "base": 0.3341632326007326
     },
     "val": {
      "AUC": 0.6982652206688007,
      "POD": 0.49814126394052044,
      "POFD": 0.24197816738339398,
      "FAR": 0.5219407777381377,
      "FBI": 1.0420074349442379,
      "CSI": 0.32265831928726224,
      "SEDI": 0.3680513831201097,
      "EDI": 0.3412625202686984,
      "base": 0.30792124542124544
     }
    },
    "top8": {
     "n_family": 8,
     "families": [
      "ElasticNet",
      "Ridge",
      "BayesRidge",
      "PLS8",
      "Huber",
      "RandomForest",
      "MLP_sk_128_64_tanh",
      "LGBM_gbdt"
     ],
     "oof": {
      "AUC": 0.6514078265564164,
      "POD": 0.4836002397876167,
      "POFD": 0.2700820905144625,
      "FAR": 0.5266951638588551,
      "FBI": 1.021752162370472,
      "CSI": 0.31440342965313733,
      "SEDI": 0.30837419113667847,
      "EDI": 0.2861828663633855,
      "base": 0.3341632326007326
     },
     "val": {
      "AUC": 0.6980144173480393,
      "POD": 0.48104089219330853,
      "POFD": 0.2312272576910354,
      "FAR": 0.5193164933135216,
      "FBI": 1.0007434944237918,
      "CSI": 0.3165362035225049,
      "SEDI": 0.3613176472912422,
      "EDI": 0.33356047477187484,
      "base": 0.30792124542124544
     }
    },
    "top10": {
     "n_family": 10,
     "families": [
      "ElasticNet",
      "Ridge",
      "BayesRidge",
      "PLS8",
      "Huber",
      "RandomForest",
      "MLP_sk_128_64_tanh",
      "LGBM_gbdt",
      "LGBM_dart",
      "LGBM_rf"
     ],
     "oof": {
      "AUC": 0.6516218030205659,
      "POD": 0.4893380149010876,
      "POFD": 0.277947307345167,
      "FAR": 0.5309087923815778,
      "FBI": 1.043161771002826,
      "CSI": 0.31492504409171074,
      "SEDI": 0.3047425389256482,
      "EDI": 0.283516140133253,
      "base": 0.3341632326007326
     },
     "val": {
      "AUC": 0.6959988292975663,
      "POD": 0.4866171003717472,
      "POFD": 0.24032418127687727,
      "FAR": 0.5260680666183924,
      "FBI": 1.0267657992565056,
      "CSI": 0.315954622254405,
      "SEDI": 0.3554035663705462,
      "EDI": 0.3287391746247442,
      "base": 0.30792124542124544
     }
    },
    "greedy": {
     "n_family": 4,
     "families": [
      "ElasticNet",
      "RandomForest",
      "Huber",
      "BayesRidge"
     ],
     "oof": {
      "AUC": 0.6513193687192631,
      "POD": 0.5563072707030915,
      "POFD": 0.33575450208449736,
      "FAR": 0.5459882583170255,
      "FBI": 1.2253147212468956,
      "CSI": 0.3333162296680179,
      "SEDI": 0.31331222501046113,
      "EDI": 0.3009522441680436,
      "base": 0.3341632326007326
     },
     "val": {
      "AUC": 0.6967681480397497,
      "POD": 0.4895910780669145,
      "POFD": 0.24445914654316903,
      "FAR": 0.5288014311270125,
      "FBI": 1.0390334572490707,
      "CSI": 0.31597888675623803,
      "SEDI": 0.353325760319349,
      "EDI": 0.32715859016457827,
      "base": 0.30792124542124544
     }
    },
    "stackL2": {
     "oof": {
      "AUC": 0.6538897032541563,
      "POD": 0.4778624646741458,
      "POFD": 0.26204495637598313,
      "FAR": 0.5221375353258543,
      "FBI": 1.0,
      "CSI": 0.31394171261393045,
      "SEDI": 0.31232061353993396,
      "EDI": 0.2891731808437587,
      "base": 0.3341632326007326
     },
     "val": {
      "AUC": 0.6948665866522706,
      "POD": 0.48104089219330853,
      "POFD": 0.23089646046973206,
      "FAR": 0.5189591078066914,
      "FBI": 1.0,
      "CSI": 0.3166911404796867,
      "SEDI": 0.3617990267249309,
      "EDI": 0.33399463292319187,
      "base": 0.30792124542124544
     },
     "auc_oof_cv": 0.6517475627322513,
     "top_weights": [
      [
       "LGBM_rf",
       1.3073757886886597
      ],
      [
       "BayesRidge",
       0.8365417718887329
      ],
      [
       "Huber",
       0.7455237507820129
      ],
      [
       "ElasticNet",
       0.6994022727012634
      ],
      [
       "MLP_sk_64_32",
       0.35488471388816833
      ],
      [
       "ExtraTrees",
       -0.25022080540657043
      ]
     ]
    },
    "stackNN": {
     "oof": {
      "AUC": 0.6529821813496524,
      "POD": 0.4788901258884988,
      "POFD": 0.26152920445265826,
      "FAR": 0.5211098741115012,
      "FBI": 1.0,
      "CSI": 0.31482941110235335,
      "SEDI": 0.3144461603826475,
      "EDI": 0.29118033671420396,
      "base": 0.3341632326007326
     },
     "val": {
      "AUC": 0.6965181132998929,
      "POD": 0.479182156133829,
      "POFD": 0.2317234535229904,
      "FAR": 0.520817843866171,
      "FBI": 1.0,
      "CSI": 0.3150818870691762,
      "SEDI": 0.3581698398200586,
      "EDI": 0.33056148375952454,
      "base": 0.30792124542124544
     },
     "auc_oof_cv": 0.6522884021859734,
     "top_weights": [
      [
       "LGBM_rf",
       1.2009385824203491
      ],
      [
       "BayesRidge",
       0.8739684224128723
      ],
      [
       "Huber",
       0.6982974410057068
      ],
      [
       "ElasticNet",
       0.6685889363288879
      ],
      [
       "MLP_sk_64_32",
       0.32394254207611084
      ],
      [
       "PLS8",
       0.17729075253009796
      ]
     ]
    }
   }
  },
  "W5": {
   "n_oof": 34944,
   "n_val": 8736,
   "auc_family_oof": {
    "BayesRidge": 0.6246365010675667,
    "ElasticNet": 0.6228479390612811,
    "Huber": 0.6220344543128072,
    "Ridge": 0.6204560286510089,
    "PLS8": 0.6193604679946733,
    "LGBM_rf": 0.6148751737211052,
    "RandomForest": 0.6122626090126809,
    "MLP_sk_128_64_tanh": 0.609308420653824,
    "LGBM_dart": 0.6077077184300289,
    "LGBM_gbdt": 0.6071252549931896,
    "ExtraTrees": 0.6042871322714292,
    "MLP_sk_64_32": 0.5974457040922136,
    "SVR_rbf": 0.5921200429918871,
    "HistGB": 0.5852652161104096,
    "kNN25": 0.5851802349471553,
    "kNN60": 0.5843278499685809,
    "kNN10": 0.5762592431349755,
    "ANN_32_relu": 0.5728052789480591,
    "ANN_512_silu": 0.5688180523014652,
    "CNN_48_k5": 0.5595017223820994,
    "ANN_128_64_32_relu": 0.5581867996228292,
    "ANN_96_48_elu": 0.5530434484922003,
    "CNN_32_32_k3": 0.5497870852517217,
    "ANN_256_128_gelu": 0.5482768698263596,
    "ANN_64_64_tanh": 0.5479702735018429,
    "CNN_64_32_k3": 0.5464350148913902,
    "ANN_64_32_relu": 0.5425297340378034,
    "MLP_sk_256_lbfgs": 0.5346994783183338
   },
   "greedy_set": [
    "BayesRidge",
    "LGBM_rf",
    "Huber"
   ],
   "methods": {
    "base7": {
     "n_family": 7,
     "families": [
      "Ridge",
      "ElasticNet",
      "LGBM_gbdt",
      "LGBM_rf",
      "ExtraTrees",
      "kNN25",
      "MLP_sk_64_32"
     ],
     "oof": {
      "AUC": 0.6294125503094671,
      "POD": 0.4815798492117889,
      "POFD": 0.3034547954623582,
      "FAR": 0.5568083261058109,
      "FBI": 1.0866175462645649,
      "CSI": 0.300042703106651,
      "SEDI": 0.25738890021008937,
      "EDI": 0.24014038657021253,
      "base": 0.3340201465201465
     },
     "val": {
      "AUC": 0.6798613218844671,
      "POD": 0.47834204630321137,
      "POFD": 0.24034334763948498,
      "FAR": 0.5319693094629157,
      "FBI": 1.0220313666915608,
      "CSI": 0.3098693759071118,
      "SEDI": 0.34451241327670806,
      "EDI": 0.3181787488759961,
      "base": 0.30654761904761907
     }
    },
    "all28": {
     "n_family": 28,
     "families": [
      "Ridge",
      "ElasticNet",
      "LGBM_gbdt",
      "LGBM_rf",
      "ExtraTrees",
      "kNN25",
      "MLP_sk_64_32",
      "BayesRidge",
      "Huber",
      "PLS8",
      "LGBM_dart",
      "HistGB",
      "RandomForest",
      "kNN10",
      "kNN60",
      "SVR_rbf",
      "MLP_sk_128_64_tanh",
      "MLP_sk_256_lbfgs",
      "ANN_32_relu",
      "ANN_64_32_relu",
      "ANN_128_64_32_relu",
      "ANN_64_64_tanh",
      "ANN_256_128_gelu",
      "ANN_96_48_elu",
      "ANN_512_silu",
      "CNN_32_32_k3",
      "CNN_64_32_k3",
      "CNN_48_k5"
     ],
     "oof": {
      "AUC": 0.6115957460845086,
      "POD": 0.4294037011651816,
      "POFD": 0.28712616019250603,
      "FAR": 0.5714041388746366,
      "FBI": 1.0018848526387938,
      "CSI": 0.2730739893211289,
      "SEDI": 0.20887328373579514,
      "EDI": 0.19227855245715156,
      "base": 0.3340201465201465
     },
     "val": {
      "AUC": 0.6688766124624029,
      "POD": 0.4548170276325616,
      "POFD": 0.2433146252888742,
      "FAR": 0.5475482912332839,
      "FBI": 1.005227781926811,
      "CSI": 0.29335260115606937,
      "SEDI": 0.30886235885662205,
      "EDI": 0.2841735377740617,
      "base": 0.30654761904761907
     }
    },
    "top5": {
     "n_family": 5,
     "families": [
      "BayesRidge",
      "ElasticNet",
      "Huber",
      "Ridge",
      "PLS8"
     ],
     "oof": {
      "AUC": 0.6306126720158493,
      "POD": 0.4562200137080192,
      "POFD": 0.27900481265039534,
      "FAR": 0.5494161448637671,
      "FBI": 1.0125085675119945,
      "CSI": 0.2931461601981833,
      "SEDI": 0.258147728165238,
      "EDI": 0.2385604394454443,
      "base": 0.3340201465201465
     },
     "val": {
      "AUC": 0.6866725955790565,
      "POD": 0.4910380881254668,
      "POFD": 0.2504126774513041,
      "FAR": 0.5356638418079096,
      "FBI": 1.0575056011949215,
      "CSI": 0.3134684147794994,
      "SEDI": 0.34664600083792724,
      "EDI": 0.3213026902256855,
      "base": 0.30654761904761907
     }
    },
    "top8": {
     "n_family": 8,
     "families": [
      "BayesRidge",
      "ElasticNet",
      "Huber",
      "Ridge",
      "PLS8",
      "LGBM_rf",
      "RandomForest",
      "MLP_sk_128_64_tanh"
     ],
     "oof": {
      "AUC": 0.63501679360466,
      "POD": 0.4659013022618232,
      "POFD": 0.2845049845307666,
      "FAR": 0.5490505016999752,
      "FBI": 1.03315627141878,
      "CSI": 0.297272180615536,
      "SEDI": 0.2633875883430709,
      "EDI": 0.24407485379385804,
      "base": 0.3340201465201465
     },
     "val": {
      "AUC": 0.6869364749172241,
      "POD": 0.4705003734129948,
      "POFD": 0.2342357213601849,
      "FAR": 0.5296752519596865,
      "FBI": 1.0003734129947721,
      "CSI": 0.3075421039785209,
      "SEDI": 0.34310810689739296,
      "EDI": 0.31625703549897355,
      "base": 0.30654761904761907
     }
    },
    "top10": {
     "n_family": 10,
     "families": [
      "BayesRidge",
      "ElasticNet",
      "Huber",
      "Ridge",
      "PLS8",
      "LGBM_rf",
      "RandomForest",
      "MLP_sk_128_64_tanh",
      "LGBM_dart",
      "LGBM_gbdt"
     ],
     "oof": {
      "AUC": 0.6334884819240517,
      "POD": 0.47181288553803974,
      "POFD": 0.28905981436919903,
      "FAR": 0.5498610429949321,
      "FBI": 1.0481494174091843,
      "CSI": 0.2993097450948421,
      "SEDI": 0.2648548069287208,
      "EDI": 0.24592190321501786,
      "base": 0.3340201465201465
     },
     "val": {
      "AUC": 0.6852171293626387,
      "POD": 0.47908887229275576,
      "POFD": 0.23803235391218225,
      "FAR": 0.5291743119266055,
      "FBI": 1.0175504107542943,
      "CSI": 0.31140776699029127,
      "SEDI": 0.34885904436079074,
      "EDI": 0.32215998814559504,
      "base": 0.30654761904761907
     }
    },
    "greedy": {
     "n_family": 3,
     "families": [
      "BayesRidge",
      "LGBM_rf",
      "Huber"
     ],
     "oof": {
      "AUC": 0.6362307465857773,
      "POD": 0.4936600411240576,
      "POFD": 0.3038844963905122,
      "FAR": 0.5510363098020882,
      "FBI": 1.0995544893762852,
      "CSI": 0.3074050362782757,
      "SEDI": 0.2733199735376201,
      "EDI": 0.2557698406445433,
      "base": 0.3340201465201465
     },
     "val": {
      "AUC": 0.6861322932341116,
      "POD": 0.5306198655713219,
      "POFD": 0.2763288213931991,
      "FAR": 0.5408723747980614,
      "FBI": 1.155713218820015,
      "CSI": 0.3265165441176471,
      "SEDI": 0.3618370223941665,
      "EDI": 0.3398424246032911,
      "base": 0.30654761904761907
     }
    },
    "stackL2": {
     "oof": {
      "AUC": 0.6391411880621012,
      "POD": 0.46084647018505825,
      "POFD": 0.2704107940873152,
      "FAR": 0.5391535298149417,
      "FBI": 1.0,
      "CSI": 0.29941553019760647,
      "SEDI": 0.2771000248359827,
      "EDI": 0.2560008799538758,
      "base": 0.3340201465201465
     },
     "val": {
      "AUC": 0.6844844496725825,
      "POD": 0.47236743838685585,
      "POFD": 0.23324529547705514,
      "FAR": 0.5276325616131441,
      "FBI": 1.0,
      "CSI": 0.3092153507699829,
      "SEDI": 0.34701701579248406,
      "EDI": 0.31993399214572243,
      "base": 0.30654761904761907
     },
     "auc_oof_cv": 0.6369437198988462,
     "top_weights": [
      [
       "LGBM_rf",
       1.6946156024932861
      ],
      [
       "BayesRidge",
       1.5025471448898315
      ],
      [
       "Huber",
       1.1396650075912476
      ],
      [
       "MLP_sk_128_64_tanh",
       0.3976183533668518
      ],
      [
       "Ridge",
       -0.24356667697429657
      ],
      [
       "kNN60",
       -0.18253587186336517
      ]
     ]
    },
    "stackNN": {
     "oof": {
      "AUC": 0.6383070521196891,
      "POD": 0.4606751199451679,
      "POFD": 0.270496734272946,
      "FAR": 0.539324880054832,
      "FBI": 1.0,
      "CSI": 0.29927088551232817,
      "SEDI": 0.27674027045320687,
      "EDI": 0.25566307231259516,
      "base": 0.3340201465201465
     },
     "val": {
      "AUC": 0.6847682077976128,
      "POD": 0.4697535474234503,
      "POFD": 0.23440079234070652,
      "FAR": 0.5302464525765497,
      "FBI": 1.0,
      "CSI": 0.30697901415324547,
      "SEDI": 0.34188157762160265,
      "EDI": 0.3150909789205278,
      "base": 0.30654761904761907
     },
     "auc_oof_cv": 0.637547037010356,
     "top_weights": [
      [
       "LGBM_rf",
       1.5582934617996216
      ],
      [
       "BayesRidge",
       1.3750731945037842
      ],
      [
       "Huber",
       1.0086883306503296
      ],
      [
       "MLP_sk_128_64_tanh",
       0.359527587890625
      ],
      [
       "ANN_512_silu",
       -0.15367841720581055
      ],
      [
       "HistGB",
       0.10212349891662598
      ]
     ]
    }
   }
  },
  "W6": {
   "n_oof": 34944,
   "n_val": 8736,
   "auc_family_oof": {
    "ElasticNet": 0.6187809346769828,
    "Ridge": 0.6174633609074378,
    "PLS8": 0.6165262263885741,
    "Huber": 0.6154778655268099,
    "BayesRidge": 0.6144114912057632,
    "RandomForest": 0.6069459151271952,
    "LGBM_gbdt": 0.6058452450655535,
    "MLP_sk_128_64_tanh": 0.605519776240459,
    "LGBM_dart": 0.6041366110843126,
    "LGBM_rf": 0.6035847944229844,
    "ExtraTrees": 0.5963383099666052,
    "SVR_rbf": 0.5948873986597883,
    "MLP_sk_64_32": 0.5932826298317178,
    "HistGB": 0.5826037314472972,
    "kNN25": 0.5820364336348873,
    "ANN_512_silu": 0.5816723834828825,
    "kNN60": 0.5792824223113627,
    "ANN_32_relu": 0.5789005152427642,
    "kNN10": 0.572180152346608,
    "ANN_96_48_elu": 0.5653343637648391,
    "ANN_128_64_32_relu": 0.563398286148543,
    "ANN_256_128_gelu": 0.5625214316149342,
    "CNN_64_32_k3": 0.5532785858736466,
    "ANN_64_64_tanh": 0.5522264053702761,
    "CNN_48_k5": 0.5484366560507395,
    "CNN_32_32_k3": 0.5473723315180766,
    "ANN_64_32_relu": 0.5466997099429728,
    "MLP_sk_256_lbfgs": 0.5361946181433934
   },
   "greedy_set": [
    "ElasticNet",
    "LGBM_rf",
    "Huber",
    "BayesRidge",
    "RandomForest",
    "PLS8",
    "MLP_sk_128_64_tanh"
   ],
   "methods": {
    "base7": {
     "n_family": 7,
     "families": [
      "Ridge",
      "ElasticNet",
      "LGBM_gbdt",
      "LGBM_rf",
      "ExtraTrees",
      "kNN25",
      "MLP_sk_64_32"
     ],
     "oof": {
      "AUC": 0.6256785738806351,
      "POD": 0.4660377358490566,
      "POFD": 0.2953530321250644,
      "FAR": 0.5586061246040127,
      "FBI": 1.0558319039451114,
      "CSI": 0.29314344284404165,
      "SEDI": 0.24774594687787188,
      "EDI": 0.2299942279903624,
      "base": 0.3336767399267399
     },
     "val": {
      "AUC": 0.6645239945036525,
      "POD": 0.49569771791994016,
      "POFD": 0.2742866567705756,
      "FAR": 0.5565595716198126,
      "FBI": 1.1178451178451179,
      "CSI": 0.30558118081180813,
      "SEDI": 0.31853218606372236,
      "EDI": 0.29658278890897566,
      "base": 0.30597527472527475
     }
    },
    "all28": {
     "n_family": 28,
     "families": [
      "Ridge",
      "ElasticNet",
      "LGBM_gbdt",
      "LGBM_rf",
      "ExtraTrees",
      "kNN25",
      "MLP_sk_64_32",
      "BayesRidge",
      "Huber",
      "PLS8",
      "LGBM_dart",
      "HistGB",
      "RandomForest",
      "kNN10",
      "kNN60",
      "SVR_rbf",
      "MLP_sk_128_64_tanh",
      "MLP_sk_256_lbfgs",
      "ANN_32_relu",
      "ANN_64_32_relu",
      "ANN_128_64_32_relu",
      "ANN_64_64_tanh",
      "ANN_256_128_gelu",
      "ANN_96_48_elu",
      "ANN_512_silu",
      "CNN_32_32_k3",
      "CNN_64_32_k3",
      "CNN_48_k5"
     ],
     "oof": {
      "AUC": 0.6146449387133531,
      "POD": 0.4367924528301887,
      "POFD": 0.2863339632365573,
      "FAR": 0.566921768707483,
      "FBI": 1.0085763293310464,
      "CSI": 0.2778960004365144,
      "SEDI": 0.22039836451006142,
      "EDI": 0.20313657084783668,
      "base": 0.3336767399267399
     },
     "val": {
      "AUC": 0.6535062168961778,
      "POD": 0.44182566404788626,
      "POFD": 0.24657760184727032,
      "FAR": 0.5586696562032885,
      "FBI": 1.001122334455668,
      "CSI": 0.2833493282149712,
      "SEDI": 0.2864598118336222,
      "EDI": 0.26308528766511646,
      "base": 0.30597527472527475
     }
    },
    "top5": {
     "n_family": 5,
     "families": [
      "ElasticNet",
      "Ridge",
      "PLS8",
      "Huber",
      "BayesRidge"
     ],
     "oof": {
      "AUC": 0.6254754919713122,
      "POD": 0.45891938250428815,
      "POFD": 0.2921319360934547,
      "FAR": 0.5596971941084505,
      "FBI": 1.0422813036020584,
      "CSI": 0.2898385873686491,
      "SEDI": 0.24261723124159731,
      "EDI": 0.224774645965269,
      "base": 0.3336767399267399
     },
     "val": {
      "AUC": 0.6660351877057945,
      "POD": 0.4560419004863449,
      "POFD": 0.25053603826488535,
      "FAR": 0.5547845142439737,
      "FBI": 1.0243172465394688,
      "CSI": 0.2907919847328244,
      "SEDI": 0.29983270448457483,
      "EDI": 0.2761146643128295,
      "base": 0.30597527472527475
     }
    },
    "top8": {
     "n_family": 8,
     "families": [
      "ElasticNet",
      "Ridge",
      "PLS8",
      "Huber",
      "BayesRidge",
      "RandomForest",
      "LGBM_gbdt",
      "MLP_sk_128_64_tanh"
     ],
     "oof": {
      "AUC": 0.6286512569236069,
      "POD": 0.4686106346483705,
      "POFD": 0.2941075416595087,
      "FAR": 0.5562053281351527,
      "FBI": 1.055917667238422,
      "CSI": 0.2952236870542468,
      "SEDI": 0.2531084289270716,
      "EDI": 0.23505319039707612,
      "base": 0.3336767399267399
     },
     "val": {
      "AUC": 0.6666373881082405,
      "POD": 0.46277590722035167,
      "POFD": 0.2528451261751608,
      "FAR": 0.5534296028880866,
      "FBI": 1.0362888140665918,
      "CSI": 0.2941036614360438,
      "SEDI": 0.305502704801489,
      "EDI": 0.2817378085053268,
      "base": 0.30597527472527475
     }
    },
    "top10": {
     "n_family": 10,
     "families": [
      "ElasticNet",
      "Ridge",
      "PLS8",
      "Huber",
      "BayesRidge",
      "RandomForest",
      "LGBM_gbdt",
      "MLP_sk_128_64_tanh",
      "LGBM_dart",
      "LGBM_rf"
     ],
     "oof": {
      "AUC": 0.6289116997574583,
      "POD": 0.45686106346483707,
      "POFD": 0.28152379316268683,
      "FAR": 0.5516748022218482,
      "FBI": 1.0190394511149228,
      "CSI": 0.29245127642053254,
      "SEDI": 0.25533035188118847,
      "EDI": 0.23607147671945203,
      "base": 0.3336767399267399
     },
     "val": {
      "AUC": 0.667261061510333,
      "POD": 0.4773662551440329,
      "POFD": 0.25795810654791357,
      "FAR": 0.5507042253521127,
      "FBI": 1.0624766180321736,
      "CSI": 0.30115647864054756,
      "SEDI": 0.3175942575356832,
      "EDI": 0.29386851196179714,
      "base": 0.30597527472527475
     }
    },
    "greedy": {
     "n_family": 7,
     "families": [
      "ElasticNet",
      "LGBM_rf",
      "Huber",
      "BayesRidge",
      "RandomForest",
      "PLS8",
      "MLP_sk_128_64_tanh"
     ],
     "oof": {
      "AUC": 0.628988814527633,
      "POD": 0.4774442538593482,
      "POFD": 0.3058752791616561,
      "FAR": 0.5612735440145008,
      "FBI": 1.0882504288164665,
      "CSI": 0.2964008092854861,
      "SEDI": 0.24819154098825166,
      "EDI": 0.23144304730068932,
      "base": 0.3336767399267399
     },
     "val": {
      "AUC": 0.6668623301203432,
      "POD": 0.4478114478114478,
      "POFD": 0.2445983836384628,
      "FAR": 0.5533582089552239,
      "FBI": 1.0026187803965583,
      "CSI": 0.2880173243503369,
      "SEDI": 0.29752000436654374,
      "EDI": 0.27345647740125645,
      "base": 0.30597527472527475
     }
    },
    "stackL2": {
     "oof": {
      "AUC": 0.6311557889265311,
      "POD": 0.4492281303602058,
      "POFD": 0.27581171619996564,
      "FAR": 0.5507718696397942,
      "FBI": 1.0,
      "CSI": 0.2896803450945692,
      "SEDI": 0.2532231152285174,
      "EDI": 0.2335973981058817,
      "base": 0.3336767399267399
     },
     "val": {
      "AUC": 0.6660768996246482,
      "POD": 0.44556677890011226,
      "POFD": 0.24443344878772885,
      "FAR": 0.5544332210998878,
      "FBI": 1.0,
      "CSI": 0.28664259927797836,
      "SEDI": 0.2947302298234966,
      "EDI": 0.2707913330511505,
      "base": 0.30597527472527475
     },
     "auc_oof_cv": 0.6287130360353166,
     "top_weights": [
      [
       "LGBM_rf",
       0.944066047668457
      ],
      [
       "Huber",
       0.723712146282196
      ],
      [
       "BayesRidge",
       0.6452376246452332
      ],
      [
       "MLP_sk_128_64_tanh",
       0.5310912728309631
      ],
      [
       "ElasticNet",
       0.3485695421695709
      ],
      [
       "PLS8",
       0.23978246748447418
      ]
     ]
    },
    "stackNN": {
     "oof": {
      "AUC": 0.6304941142895703,
      "POD": 0.44888507718696397,
      "POFD": 0.27598350798831817,
      "FAR": 0.551114922813036,
      "FBI": 1.0,
      "CSI": 0.28939511224151276,
      "SEDI": 0.2524966153941504,
      "EDI": 0.23291763982117425,
      "base": 0.3336767399267399
     },
     "val": {
      "AUC": 0.6684748104745539,
      "POD": 0.448559670781893,
      "POFD": 0.24311396998185716,
      "FAR": 0.551440329218107,
      "FBI": 1.0,
      "CSI": 0.2891246684350133,
      "SEDI": 0.30073780724983745,
      "EDI": 0.2764117206996459,
      "base": 0.30597527472527475
     },
     "auc_oof_cv": 0.6288960712720814,
     "top_weights": [
      [
       "LGBM_rf",
       0.9920612573623657
      ],
      [
       "Huber",
       0.7117680907249451
      ],
      [
       "BayesRidge",
       0.627245306968689
      ],
      [
       "MLP_sk_128_64_tanh",
       0.4491879940032959
      ],
      [
       "ElasticNet",
       0.3731060326099396
      ],
      [
       "PLS8",
       0.23821739852428436
      ]
     ]
    }
   }
  }
 }
}