{
 "config": {
  "points": [
   9,
   17,
   84,
   107,
   160,
   173,
   214,
   237,
   247,
   307,
   315,
   322,
   370,
   374,
   392,
   394,
   404,
   410,
   439,
   457,
   480
  ],
  "weeks": [
   "W1",
   "W2",
   "W3",
   "W4",
   "W5",
   "W6"
  ],
  "fset": "F3",
  "n_quantile": 9,
  "n_family_b1": 10,
  "n_family_b2": 8
 },
 "models_b1": [
  {
   "name": "Ridge",
   "desc": "h\u1ed3i quy tuy\u1ebfn t\u00ednh, ph\u1ea1t L2"
  },
  {
   "name": "ElasticNet",
   "desc": "h\u1ed3i quy tuy\u1ebfn t\u00ednh th\u01b0a, ph\u1ea1t L1+L2"
  },
  {
   "name": "LGBM_gbdt",
   "desc": "c\u00e2y t\u0103ng c\u01b0\u1eddng \u0111\u1ed9 d\u1ed1c"
  },
  {
   "name": "LGBM_rf",
   "desc": "r\u1eebng ng\u1eabu nhi\u00ean d\u1ef1ng b\u1eb1ng LightGBM"
  },
  {
   "name": "ExtraTrees",
   "desc": "c\u00e2y c\u1ef1c k\u1ef3 ng\u1eabu nhi\u00ean"
  },
  {
   "name": "BayesRidge",
   "desc": "h\u1ed3i quy tuy\u1ebfn t\u00ednh Bayes, ch\u00ednh quy ho\u00e1 t\u1ef1 \u0111\u1ed9ng"
  },
  {
   "name": "Huber",
   "desc": "h\u1ed3i quy tuy\u1ebfn t\u00ednh b\u1ec1n v\u1eefng v\u1edbi ngo\u1ea1i lai (m\u1ea5t m\u00e1t Huber)"
  },
  {
   "name": "PLS8",
   "desc": "b\u00ecnh ph\u01b0\u01a1ng t\u1ed1i thi\u1ec3u ri\u00eang ph\u1ea7n, 8 th\u00e0nh ph\u1ea7n"
  },
  {
   "name": "LGBM_dart",
   "desc": "t\u0103ng c\u01b0\u1eddng \u0111\u1ed9 d\u1ed1c ki\u1ec3u DART (b\u1ecf ng\u1eabu nhi\u00ean c\u00e2y)"
  },
  {
   "name": "RandomForest",
   "desc": "r\u1eebng ng\u1eabu nhi\u00ean CART \u0111\u1ea7y \u0111\u1ee7"
  }
 ],
 "models_b2": [
  {
   "name": "Off_Logit",
   "desc": "h\u1ed3i quy logistic c\u00f3 offset (b\u1ea3ng C1: '0 hidden layers')"
  },
  {
   "name": "Off_ANN_4",
   "desc": "ANN 1 l\u1edbp \u1ea9n 4 n\u00fat, elu \u2014 \u0111\u00fang ki\u1ebfn tr\u00fac th\u1eafng cu\u1ed9c c\u1ee7a b\u00e0i b\u00e1o"
  },
  {
   "name": "Off_ANN_8_tanh",
   "desc": "ANN 1 l\u1edbp \u1ea9n 8 n\u00fat, tanh"
  },
  {
   "name": "Off_ANN_16",
   "desc": "ANN 1 l\u1edbp \u1ea9n 16 n\u00fat, relu"
  },
  {
   "name": "Off_ANN_32_16",
   "desc": "ANN 2 l\u1edbp 32-16, relu, dropout 0.1"
  },
  {
   "name": "Off_LGBM_gbdt",
   "desc": "c\u00e2y t\u0103ng c\u01b0\u1eddng \u0111\u1ed9 d\u1ed1c, init_score = offset"
  },
  {
   "name": "Off_LGBM_deep",
   "desc": "c\u00e2y t\u0103ng c\u01b0\u1eddng l\u00e1 s\u00e2u (63 l\u00e1), init_score = offset"
  },
  {
   "name": "Off_LGBM_slow",
   "desc": "c\u00e2y t\u0103ng c\u01b0\u1eddng h\u1ecdc ch\u1eadm, 400 c\u00e2y, l\u00e1 n\u00f4ng"
  }
 ],
 "by_week": {
  "W1": {
   "p_raw (EC g\u1ed1c)": {
    "p1": 0.18,
    "closure": 0.29235347985347987,
    "n_closed": 2554,
    "NPV": 0.9381362568519969,
    "NPV_ref": 0.6002747252747253,
    "leakage": 0.04524627720504009,
    "n_lost": 158,
    "POD": 0.95475372279496,
    "POFD": 0.5430968726163234,
    "FAR": 0.4606923325784536,
    "CSI": 0.5258675078864353,
    "EDI": 0.8590011903242285,
    "SEDI": 0.634196310008611,
    "n": 8736,
    "base_rate": 0.39972527472527475,
    "AUC": 0.8611512486205802,
    "AUC_oof": 0.8538890501004737
   },
   "B1 neo b\u1eb1ng Sev": {
    "p1": 0.14,
    "closure": 0.3427197802197802,
    "n_closed": 2994,
    "NPV": 0.9408817635270541,
    "NPV_ref": 0.6002747252747253,
    "leakage": 0.0506872852233677,
    "n_lost": 177,
    "POD": 0.9493127147766323,
    "POFD": 0.46281464530892447,
    "FAR": 0.422675026123302,
    "CSI": 0.5600608210846427,
    "EDI": 0.8735065007191989,
    "SEDI": 0.6956897704862739,
    "n": 8736,
    "base_rate": 0.39972527472527475,
    "AUC": 0.8821097454528297,
    "AUC_oof": 0.8781836941710537
   },
   "B2 neo b\u1eb1ng x\u00e1c su\u1ea5t": {
    "p1": 0.08,
    "closure": 0.29178113553113555,
    "n_closed": 2549,
    "NPV": 0.9458611220086308,
    "NPV_ref": 0.6002747252747253,
    "leakage": 0.03951890034364261,
    "n_lost": 138,
    "POD": 0.9604810996563574,
    "POFD": 0.5402364607170099,
    "FAR": 0.45789558752222403,
    "CSI": 0.5302766798418972,
    "EDI": 0.8770831881023964,
    "SEDI": 0.6495075348159359,
    "n": 8736,
    "base_rate": 0.39972527472527475,
    "AUC": 0.8674898351074659,
    "AUC_oof": 0.8624686813881465
   },
   "A kh\u00f4ng neo": {
    "p1": 0.14,
    "closure": 0.3298992673992674,
    "n_closed": 2882,
    "NPV": 0.945176960444136,
    "NPV_ref": 0.6002747252747253,
    "leakage": 0.04524627720504009,
    "n_lost": 158,
    "POD": 0.95475372279496,
    "POFD": 0.4805491990846682,
    "FAR": 0.4304748889648104,
    "CSI": 0.5545575515635396,
    "EDI": 0.8811443503728067,
    "SEDI": 0.6903644944540321,
    "n": 8736,
    "base_rate": 0.39972527472527475,
    "AUC": 0.8829665311056415,
    "AUC_oof": 0.8791947327582513
   }
  },
  "W2": {
   "p_raw (EC g\u1ed1c)": {
    "p1": 0.14,
    "closure": 0.1423992673992674,
    "n_closed": 1244,
    "NPV": 0.9421221864951769,
    "NPV_ref": 0.694253663003663,
    "leakage": 0.026956196181205542,
    "n_lost": 72,
    "POD": 0.9730438038187944,
    "POFD": 0.806760098928277,
    "FAR": 0.653096636412173,
    "CSI": 0.3436012691697515,
    "EDI": 0.7742152303141363,
    "SEDI": 0.3922453592077251,
    "n": 8736,
    "base_rate": 0.305746336996337,
    "AUC": 0.7338196000337045,
    "AUC_oof": 0.7135199620723341
   },
   "B1 neo b\u1eb1ng Sev": {
    "p1": 0.08,
    "closure": 0.20638736263736263,
    "n_closed": 1803,
    "NPV": 0.9373266777592901,
    "NPV_ref": 0.694253663003663,
    "leakage": 0.042306252339947586,
    "n_lost": 113,
    "POD": 0.9576937476600524,
    "POFD": 0.7213520197856554,
    "FAR": 0.6310399538439349,
    "CSI": 0.36304286119784274,
    "EDI": 0.7662478466623169,
    "SEDI": 0.4507688263202829,
    "n": 8736,
    "base_rate": 0.305746336996337,
    "AUC": 0.767217739433931,
    "AUC_oof": 0.7430138845460735
   },
   "B2 neo b\u1eb1ng x\u00e1c su\u1ea5t": {
    "p1": 0.04,
    "closure": 0.11160714285714286,
    "n_closed": 975,
    "NPV": 0.9538461538461538,
    "NPV_ref": 0.694253663003663,
    "leakage": 0.01684762261325346,
    "n_lost": 45,
    "POD": 0.9831523773867465,
    "POFD": 0.8466611706512778,
    "FAR": 0.661641541038526,
    "CSI": 0.3364078913656162,
    "EDI": 0.814755606904914,
    "SEDI": 0.3838923578669129,
    "n": 8736,
    "base_rate": 0.305746336996337,
    "AUC": 0.7514245863250454,
    "AUC_oof": 0.7177139482353552
   },
   "A kh\u00f4ng neo": {
    "p1": 0.1,
    "closure": 0.1784569597069597,
    "n_closed": 1559,
    "NPV": 0.9448364336112893,
    "NPV_ref": 0.694253663003663,
    "leakage": 0.03219767877199551,
    "n_lost": 86,
    "POD": 0.9678023212280045,
    "POFD": 0.7571310799670239,
    "FAR": 0.6398216525010451,
    "CSI": 0.3559135343521961,
    "EDI": 0.7894978961789483,
    "SEDI": 0.4389967323007266,
    "n": 8736,
    "base_rate": 0.305746336996337,
    "AUC": 0.7705809983755787,
    "AUC_oof": 0.7461807112031735
   }
  },
  "W3": {
   "p_raw (EC g\u1ed1c)": {
    "p1": 0.2,
    "closure": 0.11172161172161173,
    "n_closed": 976,
    "NPV": 0.8831967213114754,
    "NPV_ref": 0.6949404761904762,
    "leakage": 0.04277673545966229,
    "n_lost": 114,
    "POD": 0.9572232645403377,
    "POFD": 0.8580135068357766,
    "FAR": 0.6712628865979381,
    "CSI": 0.32397764795529593,
    "EDI": 0.5558270997177972,
    "SEDI": 0.24698051280017513,
    "n": 8736,
    "base_rate": 0.30505952380952384,
    "AUC": 0.6548041731320092,
    "AUC_oof": 0.6336684577627458
   },
   "B1 neo b\u1eb1ng Sev": {
    "p1": 0.1,
    "closure": 0.1143543956043956,
    "n_closed": 999,
    "NPV": 0.9089089089089089,
    "NPV_ref": 0.6949404761904762,
    "leakage": 0.03414634146341464,
    "n_lost": 91,
    "POD": 0.9658536585365853,
    "POFD": 0.8504365014000989,
    "FAR": 0.6673129119813881,
    "CSI": 0.3288196218702095,
    "EDI": 0.6468287971080884,
    "SEDI": 0.2930877968392577,
    "n": 8736,
    "base_rate": 0.30505952380952384,
    "AUC": 0.6995904313033728,
    "AUC_oof": 0.6668406223761594
   },
   "B2 neo b\u1eb1ng x\u00e1c su\u1ea5t": {
    "p1": 0.06,
    "closure": 0.09466575091575091,
    "n_closed": 827,
    "NPV": 0.9068923821039904,
    "NPV_ref": 0.6949404761904762,
    "leakage": 0.028893058161350845,
    "n_lost": 77,
    "POD": 0.9711069418386492,
    "POFD": 0.8764618678965574,
    "FAR": 0.6727778480212416,
    "CSI": 0.3240671174555472,
    "EDI": 0.6362012351362508,
    "SEDI": 0.26834833934194774,
    "n": 8736,
    "base_rate": 0.30505952380952384,
    "AUC": 0.6746993596413671,
    "AUC_oof": 0.642912355322282
   },
   "A kh\u00f4ng neo": {
    "p1": 0.14,
    "closure": 0.12912087912087913,
    "n_closed": 1128,
    "NPV": 0.9131205673758865,
    "NPV_ref": 0.6949404761904762,
    "leakage": 0.03677298311444653,
    "n_lost": 98,
    "POD": 0.9632270168855535,
    "POFD": 0.8303409652446055,
    "FAR": 0.6625920084121977,
    "CSI": 0.33311705164806643,
    "EDI": 0.6645598145351718,
    "SEDI": 0.3164852789701084,
    "n": 8736,
    "base_rate": 0.30505952380952384,
    "AUC": 0.7074148529455848,
    "AUC_oof": 0.6696711890349062
   }
  },
  "W4": {
   "p_raw (EC g\u1ed1c)": {
    "p1": 0.2,
    "closure": 0.08642399267399267,
    "n_closed": 755,
    "NPV": 0.8900662251655629,
    "NPV_ref": 0.6920787545787546,
    "leakage": 0.030855018587360596,
    "n_lost": 83,
    "POD": 0.9691449814126394,
    "POFD": 0.8888521336420774,
    "FAR": 0.6733492043603558,
    "CSI": 0.32328869047619047,
    "EDI": 0.5797812462682816,
    "SEDI": 0.2348771225687497,
    "n": 8736,
    "base_rate": 0.30792124542124544,
    "AUC": 0.643649892337187,
    "AUC_oof": 0.601232738156826
   },
   "B1 neo b\u1eb1ng Sev": {
    "p1": 0.1,
    "closure": 0.09913003663003662,
    "n_closed": 866,
    "NPV": 0.9110854503464203,
    "NPV_ref": 0.6920787545787546,
    "leakage": 0.02862453531598513,
    "n_lost": 77,
    "POD": 0.9713754646840149,
    "POFD": 0.8695004961958319,
    "FAR": 0.6679796696315121,
    "CSI": 0.32880332200830503,
    "EDI": 0.6560581359585156,
    "SEDI": 0.2826824940590053,
    "n": 8736,
    "base_rate": 0.30792124542124544,
    "AUC": 0.6917993647217676,
    "AUC_oof": 0.6470017002065219
   },
   "B2 neo b\u1eb1ng x\u00e1c su\u1ea5t": {
    "p1": 0.08,
    "closure": 0.09466575091575091,
    "n_closed": 827,
    "NPV": 0.9081015719467956,
    "NPV_ref": 0.6920787545787546,
    "leakage": 0.02825278810408922,
    "n_lost": 76,
    "POD": 0.9717472118959107,
    "POFD": 0.8757856434005954,
    "FAR": 0.6694904539132633,
    "CSI": 0.3273638071383845,
    "EDI": 0.6446282190789773,
    "SEDI": 0.2726004693303126,
    "n": 8736,
    "base_rate": 0.30792124542124544,
    "AUC": 0.6674834939564946,
    "AUC_oof": 0.6216003566787244
   },
   "A kh\u00f4ng neo": {
    "p1": 0.14,
    "closure": 0.09821428571428571,
    "n_closed": 858,
    "NPV": 0.9230769230769231,
    "NPV_ref": 0.6920787545787546,
    "leakage": 0.02453531598513011,
    "n_lost": 66,
    "POD": 0.9754646840148699,
    "POFD": 0.869004300363877,
    "FAR": 0.666920538207667,
    "CSI": 0.33031218529707956,
    "EDI": 0.6993459138328417,
    "SEDI": 0.3032126962996547,
    "n": 8736,
    "base_rate": 0.30792124542124544,
    "AUC": 0.69543229294123,
    "AUC_oof": 0.6507248998844299
   }
  },
  "W5": {
   "p_raw (EC g\u1ed1c)": {
    "p1": 0.22,
    "closure": 0.09638278388278389,
    "n_closed": 842,
    "NPV": 0.8800475059382423,
    "NPV_ref": 0.6934523809523809,
    "leakage": 0.037714712471994025,
    "n_lost": 101,
    "POD": 0.962285287528006,
    "POFD": 0.8776824034334764,
    "FAR": 0.6735495312895871,
    "CSI": 0.3223264540337711,
    "EDI": 0.5448081868871716,
    "SEDI": 0.22866853268374843,
    "n": 8736,
    "base_rate": 0.30654761904761907,
    "AUC": 0.6355849762970893,
    "AUC_oof": 0.5965048810520681
   },
   "B1 neo b\u1eb1ng Sev": {
    "p1": 0.12,
    "closure": 0.11263736263736264,
    "n_closed": 984,
    "NPV": 0.9014227642276422,
    "NPV_ref": 0.6934523809523809,
    "leakage": 0.036221060492905154,
    "n_lost": 97,
    "POD": 0.9637789395070948,
    "POFD": 0.8535820402773192,
    "FAR": 0.6670536635706914,
    "CSI": 0.3288316983055166,
    "EDI": 0.6220080551358254,
    "SEDI": 0.2793658443406059,
    "n": 8736,
    "base_rate": 0.30654761904761907,
    "AUC": 0.6835839252177913,
    "AUC_oof": 0.6279577372938702
   },
   "B2 neo b\u1eb1ng x\u00e1c su\u1ea5t": {
    "p1": 0.08,
    "closure": 0.07738095238095238,
    "n_closed": 676,
    "NPV": 0.878698224852071,
    "NPV_ref": 0.6934523809523809,
    "leakage": 0.030619865571321882,
    "n_lost": 82,
    "POD": 0.9693801344286781,
    "POFD": 0.9019478375701552,
    "FAR": 0.6779156327543424,
    "CSI": 0.3188405797101449,
    "EDI": 0.5368706754307906,
    "SEDI": 0.20797941641220194,
    "n": 8736,
    "base_rate": 0.30654761904761907,
    "AUC": 0.6541996880540634,
    "AUC_oof": 0.6046851615316179
   },
   "A kh\u00f4ng neo": {
    "p1": 0.14,
    "closure": 0.09008699633699634,
    "n_closed": 787,
    "NPV": 0.9072426937738246,
    "NPV_ref": 0.6934523809523809,
    "leakage": 0.02725914861837192,
    "n_lost": 73,
    "POD": 0.9727408513816281,
    "POFD": 0.8821393199075602,
    "FAR": 0.6722858221159894,
    "CSI": 0.324731987035652,
    "EDI": 0.6388256969027107,
    "SEDI": 0.2650104527601147,
    "n": 8736,
    "base_rate": 0.30654761904761907,
    "AUC": 0.6846026745197223,
    "AUC_oof": 0.6326043682147602
   }
  },
  "W6": {
   "p_raw (EC g\u1ed1c)": {
    "p1": 0.22,
    "closure": 0.08070054945054946,
    "n_closed": 705,
    "NPV": 0.8709219858156029,
    "NPV_ref": 0.6940247252747253,
    "leakage": 0.034044145155256264,
    "n_lost": 91,
    "POD": 0.9659558548447438,
    "POFD": 0.8987300016493485,
    "FAR": 0.6784958286639273,
    "CSI": 0.31790199458261514,
    "EDI": 0.5101166537789481,
    "SEDI": 0.19999538803602726,
    "n": 8736,
    "base_rate": 0.30597527472527475,
    "AUC": 0.6200773533960259,
    "AUC_oof": 0.5775501190755775
   },
   "B1 neo b\u1eb1ng Sev": {
    "p1": 0.12,
    "closure": 0.11504120879120878,
    "n_closed": 1005,
    "NPV": 0.882587064676617,
    "NPV_ref": 0.6940247252747253,
    "leakage": 0.04414515525626637,
    "n_lost": 118,
    "POD": 0.9558548447437336,
    "POFD": 0.8537027873989774,
    "FAR": 0.6695123528650886,
    "CSI": 0.3255191744171232,
    "EDI": 0.5558832745688803,
    "SEDI": 0.24995289475083277,
    "n": 8736,
    "base_rate": 0.30597527472527475,
    "AUC": 0.6671371906862221,
    "AUC_oof": 0.6248921954961084
   },
   "B2 neo b\u1eb1ng x\u00e1c su\u1ea5t": {
    "p1": 0.08,
    "closure": 0.06822344322344322,
    "n_closed": 596,
    "NPV": 0.8758389261744967,
    "NPV_ref": 0.6940247252747253,
    "leakage": 0.027684249906472128,
    "n_lost": 74,
    "POD": 0.9723157500935279,
    "POFD": 0.9139040079168729,
    "FAR": 0.6807125307125307,
    "CSI": 0.3164110056001948,
    "EDI": 0.5245786431020547,
    "SEDI": 0.19433136327130762,
    "n": 8736,
    "base_rate": 0.30597527472527475,
    "AUC": 0.6339195092012729,
    "AUC_oof": 0.5988743438835493
   },
   "A kh\u00f4ng neo": {
    "p1": 0.14,
    "closure": 0.08562271062271062,
    "n_closed": 748,
    "NPV": 0.8836898395721925,
    "NPV_ref": 0.6940247252747253,
    "leakage": 0.03254769921436588,
    "n_lost": 87,
    "POD": 0.9674523007856342,
    "POFD": 0.8909780636648524,
    "FAR": 0.6762643965948923,
    "CSI": 0.32024767801857584,
    "EDI": 0.5544286878824268,
    "SEDI": 0.2230117347664399,
    "n": 8736,
    "base_rate": 0.30597527472527475,
    "AUC": 0.6682092672159929,
    "AUC_oof": 0.627813672504739
   }
  }
 },
 "family_b2": {
  "Off_Logit": {
   "desc": "h\u1ed3i quy logistic c\u00f3 offset (b\u1ea3ng C1: '0 hidden layers')",
   "AUC_val": 0.7257745847677738,
   "fail_frac": 0.0
  },
  "Off_ANN_4": {
   "desc": "ANN 1 l\u1edbp \u1ea9n 4 n\u00fat, elu \u2014 \u0111\u00fang ki\u1ebfn tr\u00fac th\u1eafng cu\u1ed9c c\u1ee7a b\u00e0i b\u00e1o",
   "AUC_val": 0.6914621004340916,
   "fail_frac": 0.0
  },
  "Off_ANN_8_tanh": {
   "desc": "ANN 1 l\u1edbp \u1ea9n 8 n\u00fat, tanh",
   "AUC_val": 0.6687656737076021,
   "fail_frac": 0.0
  },
  "Off_ANN_16": {
   "desc": "ANN 1 l\u1edbp \u1ea9n 16 n\u00fat, relu",
   "AUC_val": 0.64918175566531,
   "fail_frac": 0.0
  },
  "Off_ANN_32_16": {
   "desc": "ANN 2 l\u1edbp 32-16, relu, dropout 0.1",
   "AUC_val": 0.6495844432053391,
   "fail_frac": 0.0
  },
  "Off_LGBM_gbdt": {
   "desc": "c\u00e2y t\u0103ng c\u01b0\u1eddng \u0111\u1ed9 d\u1ed1c, init_score = offset",
   "AUC_val": 0.7147528797845418,
   "fail_frac": 0.0
  },
  "Off_LGBM_deep": {
   "desc": "c\u00e2y t\u0103ng c\u01b0\u1eddng l\u00e1 s\u00e2u (63 l\u00e1), init_score = offset",
   "AUC_val": 0.70930635313724,
   "fail_frac": 0.0
  },
  "Off_LGBM_slow": {
   "desc": "c\u00e2y t\u0103ng c\u01b0\u1eddng h\u1ecdc ch\u1eadm, 400 c\u00e2y, l\u00e1 n\u00f4ng",
   "AUC_val": 0.7233506181867481,
   "fail_frac": 0.0
  }
 }
}