{
 "thresholds_csi": {
  "0": 0.893684983253479,
  "1": 0.8879495784752744,
  "2": 0.8961052430036873,
  "3": 0.8934151180524093,
  "4": 0.8843352377712728,
  "5": 0.9068268806165876
 },
 "thresholds_fbi1": {
  "0": 0.9090473204832662,
  "1": 0.9183532794323273,
  "2": 0.9222115159050075,
  "3": 0.9325445294439385,
  "4": 0.9381442099814318,
  "5": 0.9452510029078186
 },
 "results": {
  "rule A - threshold maximises CSI": {
   "daily_all": {
    "W1": {
     "POD": 0.4106808523284496,
     "POFD": 0.011009567287354825,
     "FAR": 0.6605001965408805,
     "FBI": 1.2096644773990313,
     "CSI": 0.22828493078270062,
     "ETS": 0.2211667157771715,
     "base_rate": 0.013592172614815868,
     "n": 2475616,
     "AUC": 0.9277992061250118
    },
    "W2": {
     "POD": 0.38005955150274495,
     "POFD": 0.01757665815678055,
     "FAR": 0.7697640990952904,
     "FBI": 1.65073974132316,
     "CSI": 0.167376961848953,
     "ETS": 0.1590356556224118,
     "base_rate": 0.013643752939779976,
     "n": 1575373,
     "AUC": 0.9019173496920702
    },
    "W3": {
     "POD": 0.3531610672398486,
     "POFD": 0.018366901738813158,
     "FAR": 0.7906371191135734,
     "FBI": 1.6868370636886127,
     "CSI": 0.15133251907174178,
     "ETS": 0.14291660900027894,
     "base_rate": 0.013584555463021267,
     "n": 1575392,
     "AUC": 0.8884430402440792
    },
    "W4": {
     "POD": 0.38354188956598595,
     "POFD": 0.021728623877417714,
     "FAR": 0.8037325335047252,
     "FBI": 1.9541796529748336,
     "CSI": 0.1492010640415483,
     "ETS": 0.14028304663677046,
     "base_rate": 0.013645492677378074,
     "n": 1575392,
     "AUC": 0.8802973524957927
    },
    "W5": {
     "POD": 0.4195512670382688,
     "POFD": 0.029610525326857318,
     "FAR": 0.8370654685027196,
     "FBI": 2.5749683825940326,
     "CSI": 0.13296222073777184,
     "ETS": 0.12326668501834101,
     "base_rate": 0.013551556407266513,
     "n": 1575391,
     "AUC": 0.8903254017969874
    },
    "W6": {
     "POD": 0.3924617196702002,
     "POFD": 0.024346160998142415,
     "FAR": 0.8195719979206376,
     "FBI": 2.175170789163722,
     "CSI": 0.1410358430828099,
     "ETS": 0.1318934975498393,
     "base_rate": 0.013472837236700452,
     "n": 1575392,
     "AUC": 0.8784609348520205
    },
    "ALL": {
     "POD": 0.3916936315471322,
     "POFD": 0.019619874419564313,
     "FAR": 0.7843756728717678,
     "FBI": 1.816555843971127,
     "CSI": 0.16153232523491665,
     "ETS": 0.1529129899988673,
     "base_rate": 0.013582636017617292,
     "n": 10352556,
     "AUC": 0.8974626441419453
    }
   },
   "daily_capable": {
    "W1": {
     "POD": 0.4892718557406985,
     "POFD": 0.05042990426245503,
     "FAR": 0.46469376287694325,
     "FBI": 0.914003652134216,
     "CSI": 0.3434133055633436,
     "ETS": 0.2954423861281781,
     "base_rate": 0.10613208975562487,
     "n": 165115,
     "AUC": 0.8249243193399609
    },
    "W2": {
     "POD": 0.46629113018597995,
     "POFD": 0.07802196631547549,
     "FAR": 0.5840976154398277,
     "FBI": 1.1211552217453504,
     "CSI": 0.2817700453857791,
     "ETS": 0.22594131789432811,
     "base_rate": 0.10645852172671458,
     "n": 105055,
     "AUC": 0.7704423096407118
    },
    "W3": {
     "POD": 0.44462394543169986,
     "POFD": 0.08773069509376898,
     "FAR": 0.6244693753790176,
     "FBI": 1.1839885119368156,
     "CSI": 0.25562435500515995,
     "ETS": 0.19769590383423902,
     "base_rate": 0.10607084717687043,
     "n": 105043,
     "AUC": 0.7324081304853753
    },
    "W4": {
     "POD": 0.4760203625971242,
     "POFD": 0.10219663041160162,
     "FAR": 0.642617674668097,
     "FBI": 1.33196391890685,
     "CSI": 0.25648428853279437,
     "ETS": 0.1948515940859223,
     "base_rate": 0.10666145917677206,
     "n": 104977,
     "AUC": 0.736165291147796
    },
    "W5": {
     "POD": 0.5153589766687686,
     "POFD": 0.1240444790345107,
     "FAR": 0.6703733579165706,
     "FBI": 1.5634627511035042,
     "CSI": 0.25162737508796623,
     "ETS": 0.18585685994566056,
     "base_rate": 0.10582661251882781,
     "n": 104898,
     "AUC": 0.7505543462357285
    },
    "W6": {
     "POD": 0.4922993295886936,
     "POFD": 0.10157674225221479,
     "FAR": 0.6368132602593236,
     "FBI": 1.3554991846348976,
     "CSI": 0.26422250316055623,
     "ETS": 0.20318985809195583,
     "base_rate": 0.10528524690239319,
     "n": 104839,
     "AUC": 0.7307211246593238
    },
    "ALL": {
     "POD": 0.48134889186456425,
     "POFD": 0.08715489970668401,
     "FAR": 0.6040908069229041,
     "FBI": 1.2158063017517011,
     "CSI": 0.2775213096157179,
     "ETS": 0.21948397714592813,
     "base_rate": 0.10607788939989303,
     "n": 689927,
     "AUC": 0.762443230768741
    }
   },
   "weekly_all": {
    "W1": {
     "POD": 0.3727544910179641,
     "POFD": 0.018493214787084697,
     "FAR": 0.4828344532681735,
     "FBI": 0.7207643536456498,
     "CSI": 0.2765220799581918,
     "ETS": 0.2564617376048401,
     "base_rate": 0.05045855253803498,
     "n": 225056,
     "AUC": 0.902396344419257
    },
    "W2": {
     "POD": 0.3785485347985348,
     "POFD": 0.025698039940828404,
     "FAR": 0.6270020302278366,
     "FBI": 1.0148809523809523,
     "CSI": 0.23133962924099336,
     "ETS": 0.21237765172127282,
     "base_rate": 0.038817005545286505,
     "n": 225056,
     "AUC": 0.8916701094108985
    },
    "W3": {
     "POD": 0.3356274374856619,
     "POFD": 0.027993232811618855,
     "FAR": 0.6742373636161211,
     "FBI": 1.0302821748107365,
     "CSI": 0.19805062948422905,
     "ETS": 0.1787087614967117,
     "base_rate": 0.0387370254514432,
     "n": 225056,
     "AUC": 0.8796079852474229
    },
    "W4": {
     "POD": 0.3663728968753577,
     "POFD": 0.031869599988905276,
     "FAR": 0.6829123328380386,
     "FBI": 1.1554309259471214,
     "CSI": 0.2047853624208304,
     "ETS": 0.18433489768008335,
     "base_rate": 0.038821448883833355,
     "n": 225056,
     "AUC": 0.869714193871698
    },
    "W5": {
     "POD": 0.4223401800138472,
     "POFD": 0.04310735246545589,
     "FAR": 0.7182014166923314,
     "FBI": 1.4987306715901223,
     "CSI": 0.20340113371123708,
     "ETS": 0.1806279473785843,
     "base_rate": 0.038505971847006965,
     "n": 225056,
     "AUC": 0.882005209115735
    },
    "W6": {
     "POD": 0.3564413633737724,
     "POFD": 0.03397858605089625,
     "FAR": 0.704445296033723,
     "FBI": 1.2060080878105142,
     "CSI": 0.1927161419290355,
     "ETS": 0.17195208743157658,
     "base_rate": 0.038457095122991614,
     "n": 225056,
     "AUC": 0.8687301545592507
    },
    "ALL": {
     "POD": 0.37202012101771526,
     "POFD": 0.030214563385587295,
     "FAR": 0.6572522416630285,
     "FBI": 1.0854049719326384,
     "CSI": 0.21712583767684288,
     "ETS": 0.1964419865040934,
     "base_rate": 0.040632849898099434,
     "n": 1350336,
     "AUC": 0.8824653011077189
    }
   }
  },
  "rule B - threshold gives FBI ~ 1": {
   "daily_all": {
    "W1": {
     "POD": 0.37115516062884485,
     "POFD": 0.008516904610095058,
     "FAR": 0.6248084837924716,
     "FBI": 0.9892418794020624,
     "CSI": 0.22937902914761144,
     "ETS": 0.2229216784223269,
     "base_rate": 0.013592172614815868,
     "n": 2475616,
     "AUC": 0.9277992061250118
    },
    "W2": {
     "POD": 0.31748394900902577,
     "POFD": 0.011560102170117494,
     "FAR": 0.724694396256102,
     "FBI": 1.1532055457336932,
     "CSI": 0.17294776592239652,
     "ETS": 0.1657977815590399,
     "base_rate": 0.013643752939779976,
     "n": 1575373,
     "AUC": 0.9019173496920702
    },
    "W3": {
     "POD": 0.3039577589832251,
     "POFD": 0.012487845811204826,
     "FAR": 0.7489483231060168,
     "FBI": 1.210737815989907,
     "CSI": 0.15940892493934863,
     "ETS": 0.1520951421014531,
     "base_rate": 0.013584555463021267,
     "n": 1575392,
     "AUC": 0.8884430402440792
    },
    "W4": {
     "POD": 0.3124622040284691,
     "POFD": 0.011971207835793281,
     "FAR": 0.7347051621312058,
     "FBI": 1.1777922500814066,
     "CSI": 0.16751041173096587,
     "ETS": 0.16027540228825893,
     "base_rate": 0.013645492677378074,
     "n": 1575392,
     "AUC": 0.8802973524957927
    },
    "W5": {
     "POD": 0.3125673333645604,
     "POFD": 0.014002195564856034,
     "FAR": 0.765307916857173,
     "FBI": 1.3318188205536559,
     "CSI": 0.15479366257626018,
     "ETS": 0.14717101456361492,
     "base_rate": 0.013551556407266513,
     "n": 1575391,
     "AUC": 0.8903254017969874
    },
    "W6": {
     "POD": 0.2935689045936396,
     "POFD": 0.012975439576313228,
     "FAR": 0.7639504489146494,
     "FBI": 1.2436749116607775,
     "CSI": 0.15053997245778067,
     "ETS": 0.14317792925890516,
     "base_rate": 0.013472837236700452,
     "n": 1575392,
     "AUC": 0.8784609348520205
    },
    "ALL": {
     "POD": 0.323144756960495,
     "POFD": 0.011623157634772861,
     "FAR": 0.7231591260799103,
     "FBI": 1.1672581161327027,
     "CSI": 0.17523041918938723,
     "ETS": 0.16807811627009686,
     "base_rate": 0.013582636017617292,
     "n": 10352556,
     "AUC": 0.8974626441419453
    }
   },
   "daily_capable": {
    "W1": {
     "POD": 0.4463022141063684,
     "POFD": 0.04032088677493885,
     "FAR": 0.43210862619808305,
     "FBI": 0.7858936315909609,
     "CSI": 0.3331629392971246,
     "ETS": 0.2888860254912892,
     "base_rate": 0.10613208975562487,
     "n": 165115,
     "AUC": 0.8249243193399609
    },
    "W2": {
     "POD": 0.4030758226037196,
     "POFD": 0.059208914361197816,
     "FAR": 0.5521557719054242,
     "FBI": 0.900035765379113,
     "CSI": 0.26926293154939673,
     "ETS": 0.2192918520078497,
     "base_rate": 0.10645852172671458,
     "n": 105055,
     "AUC": 0.7704423096407118
    },
    "W3": {
     "POD": 0.3961586788727338,
     "POFD": 0.06693219454531901,
     "FAR": 0.5874380783250771,
     "FBI": 0.9602405313229223,
     "CSI": 0.253285132266024,
     "ETS": 0.20127168037241197,
     "base_rate": 0.10607084717687043,
     "n": 105043,
     "AUC": 0.7324081304853753
    },
    "W4": {
     "POD": 0.3997499330177726,
     "POFD": 0.0644806995094903,
     "FAR": 0.5746460134942507,
     "FBI": 0.9398053049924087,
     "CSI": 0.2595685455810717,
     "ETS": 0.20801912715348206,
     "base_rate": 0.10666145917677206,
     "n": 104977,
     "AUC": 0.736165291147796
    },
    "W5": {
     "POD": 0.4023961805242771,
     "POFD": 0.07009819077369213,
     "FAR": 0.595453722151784,
     "FBI": 0.9946851634987839,
     "CSI": 0.2527155465037339,
     "ETS": 0.19981644881288466,
     "base_rate": 0.10582661251882781,
     "n": 104898,
     "AUC": 0.7505543462357285
    },
    "W6": {
     "POD": 0.3784200036238449,
     "POFD": 0.06249400326222535,
     "FAR": 0.5839227014642893,
     "FBI": 0.9094944736365284,
     "CSI": 0.24715976331360948,
     "ETS": 0.19693449801229176,
     "base_rate": 0.10528524690239319,
     "n": 104839,
     "AUC": 0.7307211246593238
    },
    "ALL": {
     "POD": 0.4080425217937857,
     "POFD": 0.058822098741611144,
     "FAR": 0.548494882145719,
     "FBI": 0.9037384199163775,
     "CSI": 0.2728111525250311,
     "ETS": 0.22300995726064302,
     "base_rate": 0.10607788939989303,
     "n": 689927,
     "AUC": 0.762443230768741
    }
   },
   "weekly_all": {
    "W1": {
     "POD": 0.33744276153575203,
     "POFD": 0.013720168460458588,
     "FAR": 0.43347131874630396,
     "FBI": 0.5956322648820007,
     "CSI": 0.26819708846584545,
     "ETS": 0.25028851007409697,
     "base_rate": 0.05045855253803498,
     "n": 225056,
     "AUC": 0.902396344419257
    },
    "W2": {
     "POD": 0.3090659340659341,
     "POFD": 0.016461723372781064,
     "FAR": 0.5687589841878294,
     "FBI": 0.7166895604395604,
     "CSI": 0.21956574774335202,
     "ETS": 0.2038305550086211,
     "base_rate": 0.038817005545286505,
     "n": 225056,
     "AUC": 0.8916701094108985
    },
    "W3": {
     "POD": 0.29169534296857075,
     "POFD": 0.01970065360685594,
     "FAR": 0.6263041880969875,
     "FBI": 0.7805689378297774,
     "CSI": 0.19591679506933743,
     "ETS": 0.17924849172537208,
     "base_rate": 0.0387370254514432,
     "n": 225056,
     "AUC": 0.8796079852474229
    },
    "W4": {
     "POD": 0.28327801304795697,
     "POFD": 0.017982701473287135,
     "FAR": 0.6111547525530243,
     "FBI": 0.728510930525352,
     "CSI": 0.19600855310049894,
     "ETS": 0.17996116381376284,
     "base_rate": 0.038821448883833355,
     "n": 225056,
     "AUC": 0.869714193871698
    },
    "W5": {
     "POD": 0.3051003923378721,
     "POFD": 0.02019963953971995,
     "FAR": 0.6230933713471133,
     "FBI": 0.8094853450265405,
     "CSI": 0.20280739433918846,
     "ETS": 0.1859405347693115,
     "base_rate": 0.038505971847006965,
     "n": 225056,
     "AUC": 0.882005209115735
    },
    "W6": {
     "POD": 0.2800693240901213,
     "POFD": 0.0193622025776221,
     "FAR": 0.6335046870275174,
     "FBI": 0.7641825534373194,
     "CSI": 0.18871156091864538,
     "ETS": 0.17232197492649062,
     "base_rate": 0.038457095122991614,
     "n": 225056,
     "AUC": 0.8687301545592507
    },
    "ALL": {
     "POD": 0.30287234818108916,
     "POFD": 0.017913217462723896,
     "FAR": 0.5827139413419044,
     "FBI": 0.7258146825107531,
     "CSI": 0.21284934805440991,
     "ETS": 0.19618956378694796,
     "base_rate": 0.040632849898099434,
     "n": 1350336,
     "AUC": 0.8824653011077189
    }
   }
  },
  "probabilistic": {
   "W1": {
    "reliability": [
     [
      0.00754183034831575,
      0.009080050816575291,
      2447233
     ],
     [
      0.1358669048950405,
      0.3117334525050896,
      20139
     ],
     [
      0.24863132587756545,
      0.5872165684699161,
      5601
     ],
     [
      0.33473855160964805,
      0.7048494983277592,
      2392
     ],
     [
      0.42873592849991743,
      0.7088607594936709,
      237
     ],
     [
      0.5336057794851514,
      0.5,
      14
     ],
     [
      NaN,
      NaN,
      0
     ],
     [
      NaN,
      NaN,
      0
     ],
     [
      NaN,
      NaN,
      0
     ],
     [
      NaN,
      NaN,
      0
     ]
    ],
    "bss": 0.12829561776544673,
    "auc": 0.9277992061250118
   },
   "W2": {
    "reliability": [
     [
      0.00783095512804286,
      0.009487480059785182,
      1550886
     ],
     [
      0.13802293569000237,
      0.2194721555751989,
      15838
     ],
     [
      0.24524292089195232,
      0.3386083313939958,
      4297
     ],
     [
      0.34300836092718884,
      0.4579914028917546,
      2559
     ],
     [
      0.44356871266453113,
      0.4515327257663629,
      1207
     ],
     [
      0.5384694005430033,
      0.3183098591549296,
      355
     ],
     [
      0.641713835788952,
      0.12666666666666668,
      150
     ],
     [
      0.7407545842121012,
      0.0,
      76
     ],
     [
      0.8122680380536886,
      0.0,
      5
     ],
     [
      NaN,
      NaN,
      0
     ]
    ],
    "bss": 0.09753206302447892,
    "auc": 0.9019173496920702
   },
   "W3": {
    "reliability": [
     [
      0.00831883910492425,
      0.009532525221472982,
      1548383
     ],
     [
      0.13817855856037545,
      0.19206044885530618,
      17734
     ],
     [
      0.24230437671702534,
      0.28421052631578947,
      4560
     ],
     [
      0.34875552353229083,
      0.3821949347659248,
      2606
     ],
     [
      0.44205230077827246,
      0.45503718728870857,
      1479
     ],
     [
      0.5369450873150653,
      0.43993231810490696,
      591
     ],
     [
      0.6246686755012093,
      0.2564102564102564,
      39
     ],
     [
      NaN,
      NaN,
      0
     ],
     [
      NaN,
      NaN,
      0
     ],
     [
      NaN,
      NaN,
      0
     ]
    ],
    "bss": 0.09298479953785399,
    "auc": 0.8884430402440792
   },
   "W4": {
    "reliability": [
     [
      0.008635578785444747,
      0.009164720261431138,
      1544728
     ],
     [
      0.13838322614926435,
      0.16802110817941954,
      18950
     ],
     [
      0.24204179963641234,
      0.25167968040675504,
      5507
     ],
     [
      0.34838897497500954,
      0.41052309574793516,
      3269
     ],
     [
      0.44125669813674057,
      0.4476987447698745,
      1912
     ],
     [
      0.5431085782204542,
      0.5598958333333334,
      768
     ],
     [
      0.6315419221471972,
      0.5313807531380753,
      239
     ],
     [
      0.7194999246468909,
      0.7894736842105263,
      19
     ],
     [
      NaN,
      NaN,
      0
     ],
     [
      NaN,
      NaN,
      0
     ]
    ],
    "bss": 0.10546417011459708,
    "auc": 0.8802973524957927
   },
   "W5": {
    "reliability": [
     [
      0.009168654236818346,
      0.008940354727687144,
      1538194
     ],
     [
      0.13994793292991295,
      0.1535125367065733,
      22135
     ],
     [
      0.2415166542620277,
      0.24943735933983496,
      7998
     ],
     [
      0.34634245282295545,
      0.2885167464114832,
      4180
     ],
     [
      0.44273861033376277,
      0.37613751263902934,
      1978
     ],
     [
      0.5414152222472316,
      0.32447552447552447,
      715
     ],
     [
      0.630928778415329,
      0.13580246913580246,
      162
     ],
     [
      0.7309326603953474,
      0.0,
      29
     ],
     [
      NaN,
      NaN,
      0
     ],
     [
      NaN,
      NaN,
      0
     ]
    ],
    "bss": 0.08411286783635497,
    "auc": 0.8903254017969874
   },
   "W6": {
    "reliability": [
     [
      0.009678613023701866,
      0.0087484819576804,
      1535695
     ],
     [
      0.13954129459728892,
      0.15143592467012543,
      24479
     ],
     [
      0.24162310454598154,
      0.24392662369856222,
      8068
     ],
     [
      0.3471214101898093,
      0.26269445259759316,
      3407
     ],
     [
      0.44652385402535844,
      0.3350743270389715,
      2489
     ],
     [
      0.534920211822966,
      0.35073891625615766,
      1015
     ],
     [
      0.6415310118815584,
      0.14563106796116504,
      206
     ],
     [
      0.7147598015405467,
      0.0,
      33
     ],
     [
      NaN,
      NaN,
      0
     ],
     [
      NaN,
      NaN,
      0
     ]
    ],
    "bss": 0.07505509174672342,
    "auc": 0.8784609348520205
   }
  }
 }
}