{
  "archive_sha256": "1587ea43e58e82b14ff1f5425c88e17f8496bfcdb67a583dbff9eefaf9963ce3",
  "archive_url": "https://archive.ics.uci.edu/static/public/228/sms+spam+collection.zip",
  "audit": {
    "class_counts": {
      "ham": 4827,
      "spam": 747
    },
    "conflicting_group_labels": 0,
    "duplicate_groups": 290,
    "extra_duplicate_rows": 415,
    "groups": 5159,
    "largest_group": 30,
    "limitations": "No sender/conversation IDs, timestamps, or near-duplicate/campaign clustering",
    "normalization": "Unicode casefold plus whitespace collapse; full SHA-256 group key",
    "rows": 5574,
    "rows_in_duplicate_groups": 705
  },
  "corpus_identity_verified": true,
  "data_identity_note": "Only the CLI run path verifies the expected archive/member hashes before parsing",
  "dataset_attribution": "Almeida, T. & Hidalgo, J. (2011). SMS Spam Collection. UCI. DOI:10.24432/C5CC84",
  "dataset_sha256": "7d039a24a6083ed9ef0f806ebad56bbb976e3aeb8de05669173bfdc4996c239d",
  "dataset_source": "https://archive.ics.uci.edu/dataset/228/sms+spam+collection",
  "expected_archive_sha256": "1587ea43e58e82b14ff1f5425c88e17f8496bfcdb67a583dbff9eefaf9963ce3",
  "expected_dataset_sha256": "7d039a24a6083ed9ef0f806ebad56bbb976e3aeb8de05669173bfdc4996c239d",
  "format_version": 1,
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "license_verified": "2026-09-08",
  "limitations": [
    "Public historic corpus; not current spam or future-time performance",
    "Normalized duplicate groups are not verified independent senders or campaigns",
    "All duplicate rows retained; pooled-row results weight repeated messages",
    "Bootstrap conditions on fitted policy and assumes independent groups",
    "Single prespecified split/model; no test-set model or threshold selection",
    "Uniform error/review costs are illustrative; no reviewer errors or capacity model",
    "Error IDs enable corpus lookup; absence of raw text is not anonymization"
  ],
  "model": {
    "C": 2.0,
    "classes": [
      "ham",
      "spam"
    ],
    "ngram_range": [
      1,
      2
    ],
    "sublinear_tf": true,
    "vocabulary_sha256": "e040e3cc6027b31985e1cc567c0c637aa51a0de7feba863849bd1c7c52456b1b",
    "vocabulary_size": 34030
  },
  "parsed_rows_sha256": "262b6a2f302c5a1ce1dad44cad35bffa62c57010be3d56daa2565fc4d4aca7d5",
  "policy_curve": [
    {
      "accepted": 549,
      "cost": 0.03460837887067395,
      "count": 549,
      "coverage": 1.0,
      "errors_accepted": 19,
      "risk": 0.03460837887067395,
      "threshold": 0.0
    },
    {
      "accepted": 549,
      "cost": 0.03460837887067395,
      "count": 549,
      "coverage": 1.0,
      "errors_accepted": 19,
      "risk": 0.03460837887067395,
      "threshold": 0.5058828753772604
    },
    {
      "accepted": 548,
      "cost": 0.0331511839708561,
      "count": 549,
      "coverage": 0.9981785063752276,
      "errors_accepted": 18,
      "risk": 0.032846715328467155,
      "threshold": 0.55496878077111
    },
    {
      "accepted": 545,
      "cost": 0.028779599271402553,
      "count": 549,
      "coverage": 0.9927140255009107,
      "errors_accepted": 15,
      "risk": 0.027522935779816515,
      "threshold": 0.5706573917517144
    },
    {
      "accepted": 544,
      "cost": 0.0273224043715847,
      "count": 549,
      "coverage": 0.9908925318761385,
      "errors_accepted": 14,
      "risk": 0.025735294117647058,
      "threshold": 0.5758574275016051
    },
    {
      "accepted": 543,
      "cost": 0.027686703096539162,
      "count": 549,
      "coverage": 0.9890710382513661,
      "errors_accepted": 14,
      "risk": 0.02578268876611418,
      "threshold": 0.5838271409389558
    },
    {
      "accepted": 542,
      "cost": 0.02622950819672131,
      "count": 549,
      "coverage": 0.9872495446265938,
      "errors_accepted": 13,
      "risk": 0.023985239852398525,
      "threshold": 0.5994639162289745
    },
    {
      "accepted": 541,
      "cost": 0.02477231329690346,
      "count": 549,
      "coverage": 0.9854280510018215,
      "errors_accepted": 12,
      "risk": 0.022181146025878003,
      "threshold": 0.6208428027064735
    },
    {
      "accepted": 540,
      "cost": 0.025136612021857924,
      "count": 549,
      "coverage": 0.9836065573770492,
      "errors_accepted": 12,
      "risk": 0.022222222222222223,
      "threshold": 0.6268207275811549
    },
    {
      "accepted": 539,
      "cost": 0.025500910746812388,
      "count": 549,
      "coverage": 0.9817850637522769,
      "errors_accepted": 12,
      "risk": 0.022263450834879406,
      "threshold": 0.6360116902127573
    },
    {
      "accepted": 538,
      "cost": 0.025865209471766848,
      "count": 549,
      "coverage": 0.9799635701275046,
      "errors_accepted": 12,
      "risk": 0.022304832713754646,
      "threshold": 0.6364826646347367
    },
    {
      "accepted": 537,
      "cost": 0.02622950819672131,
      "count": 549,
      "coverage": 0.9781420765027322,
      "errors_accepted": 12,
      "risk": 0.0223463687150838,
      "threshold": 0.6415211875569446
    },
    {
      "accepted": 536,
      "cost": 0.02477231329690346,
      "count": 549,
      "coverage": 0.97632058287796,
      "errors_accepted": 11,
      "risk": 0.020522388059701493,
      "threshold": 0.6443649904379847
    },
    {
      "accepted": 534,
      "cost": 0.025500910746812388,
      "count": 549,
      "coverage": 0.9726775956284153,
      "errors_accepted": 11,
      "risk": 0.020599250936329586,
      "threshold": 0.6478278809737863
    },
    {
      "accepted": 533,
      "cost": 0.024043715846994534,
      "count": 549,
      "coverage": 0.970856102003643,
      "errors_accepted": 10,
      "risk": 0.01876172607879925,
      "threshold": 0.648609450358564
    },
    {
      "accepted": 532,
      "cost": 0.024408014571948997,
      "count": 549,
      "coverage": 0.9690346083788707,
      "errors_accepted": 10,
      "risk": 0.018796992481203006,
      "threshold": 0.6555764244689936
    },
    {
      "accepted": 531,
      "cost": 0.02477231329690346,
      "count": 549,
      "coverage": 0.9672131147540983,
      "errors_accepted": 10,
      "risk": 0.018832391713747645,
      "threshold": 0.7196852195572395
    },
    {
      "accepted": 529,
      "cost": 0.025500910746812388,
      "count": 549,
      "coverage": 0.9635701275045537,
      "errors_accepted": 10,
      "risk": 0.01890359168241966,
      "threshold": 0.7322348184823742
    },
    {
      "accepted": 528,
      "cost": 0.025865209471766848,
      "count": 549,
      "coverage": 0.9617486338797814,
      "errors_accepted": 10,
      "risk": 0.01893939393939394,
      "threshold": 0.7417100716736313
    },
    {
      "accepted": 527,
      "cost": 0.024408014571948997,
      "count": 549,
      "coverage": 0.9599271402550091,
      "errors_accepted": 9,
      "risk": 0.017077798861480076,
      "threshold": 0.7494934804106961
    },
    {
      "accepted": 526,
      "cost": 0.024772313296903464,
      "count": 549,
      "coverage": 0.9581056466302368,
      "errors_accepted": 9,
      "risk": 0.017110266159695818,
      "threshold": 0.7517374869563282
    },
    {
      "accepted": 525,
      "cost": 0.025136612021857924,
      "count": 549,
      "coverage": 0.9562841530054644,
      "errors_accepted": 9,
      "risk": 0.017142857142857144,
      "threshold": 0.765845554116029
    },
    {
      "accepted": 524,
      "cost": 0.025500910746812388,
      "count": 549,
      "coverage": 0.9544626593806922,
      "errors_accepted": 9,
      "risk": 0.01717557251908397,
      "threshold": 0.7707746796955629
    },
    {
      "accepted": 523,
      "cost": 0.024043715846994534,
      "count": 549,
      "coverage": 0.9526411657559198,
      "errors_accepted": 8,
      "risk": 0.015296367112810707,
      "threshold": 0.7849304241648137
    },
    {
      "accepted": 522,
      "cost": 0.024408014571948997,
      "count": 549,
      "coverage": 0.9508196721311475,
      "errors_accepted": 8,
      "risk": 0.01532567049808429,
      "threshold": 0.8007499402728595
    },
    {
      "accepted": 521,
      "cost": 0.024772313296903464,
      "count": 549,
      "coverage": 0.9489981785063752,
      "errors_accepted": 8,
      "risk": 0.015355086372360844,
      "threshold": 0.8085706578896561
    },
    {
      "accepted": 520,
      "cost": 0.02331511839708561,
      "count": 549,
      "coverage": 0.9471766848816029,
      "errors_accepted": 7,
      "risk": 0.013461538461538462,
      "threshold": 0.8122433534963528
    },
    {
      "accepted": 518,
      "cost": 0.024043715846994534,
      "count": 549,
      "coverage": 0.9435336976320583,
      "errors_accepted": 7,
      "risk": 0.013513513513513514,
      "threshold": 0.8130662279644016
    },
    {
      "accepted": 517,
      "cost": 0.024408014571948997,
      "count": 549,
      "coverage": 0.941712204007286,
      "errors_accepted": 7,
      "risk": 0.013539651837524178,
      "threshold": 0.8168131587710284
    },
    {
      "accepted": 514,
      "cost": 0.025500910746812388,
      "count": 549,
      "coverage": 0.936247723132969,
      "errors_accepted": 7,
      "risk": 0.013618677042801557,
      "threshold": 0.8271802862789186
    },
    {
      "accepted": 513,
      "cost": 0.025865209471766848,
      "count": 549,
      "coverage": 0.9344262295081968,
      "errors_accepted": 7,
      "risk": 0.01364522417153996,
      "threshold": 0.827963081704669
    },
    {
      "accepted": 511,
      "cost": 0.02659380692167578,
      "count": 549,
      "coverage": 0.930783242258652,
      "errors_accepted": 7,
      "risk": 0.0136986301369863,
      "threshold": 0.8336165848979807
    },
    {
      "accepted": 510,
      "cost": 0.02695810564663024,
      "count": 549,
      "coverage": 0.9289617486338798,
      "errors_accepted": 7,
      "risk": 0.013725490196078431,
      "threshold": 0.8476134821577519
    },
    {
      "accepted": 509,
      "cost": 0.0273224043715847,
      "count": 549,
      "coverage": 0.9271402550091075,
      "errors_accepted": 7,
      "risk": 0.0137524557956778,
      "threshold": 0.8489225050829238
    },
    {
      "accepted": 508,
      "cost": 0.027686703096539166,
      "count": 549,
      "coverage": 0.9253187613843351,
      "errors_accepted": 7,
      "risk": 0.013779527559055118,
      "threshold": 0.8494873407214703
    },
    {
      "accepted": 506,
      "cost": 0.028415300546448086,
      "count": 549,
      "coverage": 0.9216757741347905,
      "errors_accepted": 7,
      "risk": 0.01383399209486166,
      "threshold": 0.8495719598939615
    },
    {
      "accepted": 505,
      "cost": 0.028779599271402553,
      "count": 549,
      "coverage": 0.9198542805100182,
      "errors_accepted": 7,
      "risk": 0.013861386138613862,
      "threshold": 0.8558456412153765
    },
    {
      "accepted": 504,
      "cost": 0.029143897996357013,
      "count": 549,
      "coverage": 0.9180327868852459,
      "errors_accepted": 7,
      "risk": 0.013888888888888888,
      "threshold": 0.8587213929168281
    },
    {
      "accepted": 502,
      "cost": 0.029872495446265936,
      "count": 549,
      "coverage": 0.9143897996357013,
      "errors_accepted": 7,
      "risk": 0.013944223107569721,
      "threshold": 0.866589349844572
    },
    {
      "accepted": 501,
      "cost": 0.030236794171220403,
      "count": 549,
      "coverage": 0.912568306010929,
      "errors_accepted": 7,
      "risk": 0.013972055888223553,
      "threshold": 0.8709615601220762
    },
    {
      "accepted": 500,
      "cost": 0.030601092896174863,
      "count": 549,
      "coverage": 0.9107468123861566,
      "errors_accepted": 7,
      "risk": 0.014,
      "threshold": 0.8766058521714117
    },
    {
      "accepted": 499,
      "cost": 0.030965391621129327,
      "count": 549,
      "coverage": 0.9089253187613844,
      "errors_accepted": 7,
      "risk": 0.014028056112224449,
      "threshold": 0.877285990558376
    },
    {
      "accepted": 496,
      "cost": 0.032058287795992714,
      "count": 549,
      "coverage": 0.9034608378870674,
      "errors_accepted": 7,
      "risk": 0.014112903225806451,
      "threshold": 0.885566919681643
    },
    {
      "accepted": 495,
      "cost": 0.03242258652094718,
      "count": 549,
      "coverage": 0.9016393442622951,
      "errors_accepted": 7,
      "risk": 0.014141414141414142,
      "threshold": 0.8864230446121777
    },
    {
      "accepted": 494,
      "cost": 0.03278688524590164,
      "count": 549,
      "coverage": 0.8998178506375227,
      "errors_accepted": 7,
      "risk": 0.01417004048582996,
      "threshold": 0.892227890145208
    },
    {
      "accepted": 493,
      "cost": 0.033151183970856105,
      "count": 549,
      "coverage": 0.8979963570127505,
      "errors_accepted": 7,
      "risk": 0.014198782961460446,
      "threshold": 0.899668070473597
    },
    {
      "accepted": 492,
      "cost": 0.03351548269581056,
      "count": 549,
      "coverage": 0.8961748633879781,
      "errors_accepted": 7,
      "risk": 0.014227642276422764,
      "threshold": 0.9022948990654839
    },
    {
      "accepted": 491,
      "cost": 0.032058287795992714,
      "count": 549,
      "coverage": 0.8943533697632058,
      "errors_accepted": 6,
      "risk": 0.012219959266802444,
      "threshold": 0.9023565176196117
    },
    {
      "accepted": 490,
      "cost": 0.03242258652094718,
      "count": 549,
      "coverage": 0.8925318761384335,
      "errors_accepted": 6,
      "risk": 0.012244897959183673,
      "threshold": 0.9027576084848008
    },
    {
      "accepted": 489,
      "cost": 0.03278688524590164,
      "count": 549,
      "coverage": 0.8907103825136612,
      "errors_accepted": 6,
      "risk": 0.012269938650306749,
      "threshold": 0.9055268134961383
    },
    {
      "accepted": 488,
      "cost": 0.033151183970856105,
      "count": 549,
      "coverage": 0.8888888888888888,
      "errors_accepted": 6,
      "risk": 0.012295081967213115,
      "threshold": 0.9122037592112604
    },
    {
      "accepted": 487,
      "cost": 0.03169398907103825,
      "count": 549,
      "coverage": 0.8870673952641166,
      "errors_accepted": 5,
      "risk": 0.01026694045174538,
      "threshold": 0.9124923599957453
    },
    {
      "accepted": 486,
      "cost": 0.032058287795992714,
      "count": 549,
      "coverage": 0.8852459016393442,
      "errors_accepted": 5,
      "risk": 0.0102880658436214,
      "threshold": 0.9184689807965017
    },
    {
      "accepted": 485,
      "cost": 0.030601092896174863,
      "count": 549,
      "coverage": 0.8834244080145719,
      "errors_accepted": 4,
      "risk": 0.008247422680412371,
      "threshold": 0.9211807363609918
    },
    {
      "accepted": 484,
      "cost": 0.030965391621129327,
      "count": 549,
      "coverage": 0.8816029143897997,
      "errors_accepted": 4,
      "risk": 0.008264462809917356,
      "threshold": 0.9252677854599896
    },
    {
      "accepted": 483,
      "cost": 0.031329690346083794,
      "count": 549,
      "coverage": 0.8797814207650273,
      "errors_accepted": 4,
      "risk": 0.008281573498964804,
      "threshold": 0.9267876682074117
    },
    {
      "accepted": 482,
      "cost": 0.03169398907103825,
      "count": 549,
      "coverage": 0.8779599271402551,
      "errors_accepted": 4,
      "risk": 0.008298755186721992,
      "threshold": 0.926833249356961
    },
    {
      "accepted": 480,
      "cost": 0.03242258652094718,
      "count": 549,
      "coverage": 0.8743169398907104,
      "errors_accepted": 4,
      "risk": 0.008333333333333333,
      "threshold": 0.9319094861512641
    },
    {
      "accepted": 479,
      "cost": 0.03278688524590164,
      "count": 549,
      "coverage": 0.8724954462659381,
      "errors_accepted": 4,
      "risk": 0.008350730688935281,
      "threshold": 0.934437258386894
    },
    {
      "accepted": 477,
      "cost": 0.03351548269581056,
      "count": 549,
      "coverage": 0.8688524590163934,
      "errors_accepted": 4,
      "risk": 0.008385744234800839,
      "threshold": 0.934959708801967
    },
    {
      "accepted": 476,
      "cost": 0.03387978142076503,
      "count": 549,
      "coverage": 0.8670309653916212,
      "errors_accepted": 4,
      "risk": 0.008403361344537815,
      "threshold": 0.9363694763654627
    },
    {
      "accepted": 475,
      "cost": 0.03424408014571949,
      "count": 549,
      "coverage": 0.8652094717668488,
      "errors_accepted": 4,
      "risk": 0.008421052631578947,
      "threshold": 0.9385413888520483
    },
    {
      "accepted": 474,
      "cost": 0.03460837887067395,
      "count": 549,
      "coverage": 0.8633879781420765,
      "errors_accepted": 4,
      "risk": 0.008438818565400843,
      "threshold": 0.9414067406629772
    },
    {
      "accepted": 473,
      "cost": 0.03497267759562842,
      "count": 549,
      "coverage": 0.8615664845173042,
      "errors_accepted": 4,
      "risk": 0.008456659619450317,
      "threshold": 0.9433590846449794
    },
    {
      "accepted": 472,
      "cost": 0.03533697632058288,
      "count": 549,
      "coverage": 0.8597449908925319,
      "errors_accepted": 4,
      "risk": 0.00847457627118644,
      "threshold": 0.9449151929258612
    },
    {
      "accepted": 471,
      "cost": 0.03387978142076503,
      "count": 549,
      "coverage": 0.8579234972677595,
      "errors_accepted": 3,
      "risk": 0.006369426751592357,
      "threshold": 0.9466118347040002
    },
    {
      "accepted": 470,
      "cost": 0.03424408014571949,
      "count": 549,
      "coverage": 0.8561020036429873,
      "errors_accepted": 3,
      "risk": 0.006382978723404255,
      "threshold": 0.9498342255261562
    },
    {
      "accepted": 469,
      "cost": 0.03460837887067395,
      "count": 549,
      "coverage": 0.8542805100182149,
      "errors_accepted": 3,
      "risk": 0.006396588486140725,
      "threshold": 0.9499531128768857
    },
    {
      "accepted": 468,
      "cost": 0.034972677595628415,
      "count": 549,
      "coverage": 0.8524590163934426,
      "errors_accepted": 3,
      "risk": 0.00641025641025641,
      "threshold": 0.9512516547226533
    },
    {
      "accepted": 467,
      "cost": 0.03533697632058288,
      "count": 549,
      "coverage": 0.8506375227686703,
      "errors_accepted": 3,
      "risk": 0.006423982869379015,
      "threshold": 0.9541292941522906
    },
    {
      "accepted": 466,
      "cost": 0.03570127504553734,
      "count": 549,
      "coverage": 0.848816029143898,
      "errors_accepted": 3,
      "risk": 0.006437768240343348,
      "threshold": 0.954272289502799
    },
    {
      "accepted": 465,
      "cost": 0.036065573770491806,
      "count": 549,
      "coverage": 0.8469945355191257,
      "errors_accepted": 3,
      "risk": 0.0064516129032258064,
      "threshold": 0.955683429279077
    },
    {
      "accepted": 464,
      "cost": 0.03642987249544627,
      "count": 549,
      "coverage": 0.8451730418943534,
      "errors_accepted": 3,
      "risk": 0.00646551724137931,
      "threshold": 0.9569267839864963
    },
    {
      "accepted": 463,
      "cost": 0.036794171220400726,
      "count": 549,
      "coverage": 0.843351548269581,
      "errors_accepted": 3,
      "risk": 0.0064794816414686825,
      "threshold": 0.9607806127546711
    },
    {
      "accepted": 462,
      "cost": 0.037158469945355196,
      "count": 549,
      "coverage": 0.8415300546448088,
      "errors_accepted": 3,
      "risk": 0.006493506493506494,
      "threshold": 0.9621835629645805
    },
    {
      "accepted": 461,
      "cost": 0.03570127504553734,
      "count": 549,
      "coverage": 0.8397085610200364,
      "errors_accepted": 2,
      "risk": 0.004338394793926247,
      "threshold": 0.9624198069731444
    },
    {
      "accepted": 460,
      "cost": 0.03424408014571949,
      "count": 549,
      "coverage": 0.8378870673952641,
      "errors_accepted": 1,
      "risk": 0.002173913043478261,
      "threshold": 0.9641345691060499
    },
    {
      "accepted": 459,
      "cost": 0.03460837887067395,
      "count": 549,
      "coverage": 0.8360655737704918,
      "errors_accepted": 1,
      "risk": 0.002178649237472767,
      "threshold": 0.9643725280369084
    },
    {
      "accepted": 458,
      "cost": 0.034972677595628415,
      "count": 549,
      "coverage": 0.8342440801457195,
      "errors_accepted": 1,
      "risk": 0.002183406113537118,
      "threshold": 0.9662823211879016
    },
    {
      "accepted": 457,
      "cost": 0.03533697632058288,
      "count": 549,
      "coverage": 0.8324225865209471,
      "errors_accepted": 1,
      "risk": 0.002188183807439825,
      "threshold": 0.9667119917916602
    },
    {
      "accepted": 456,
      "cost": 0.03570127504553734,
      "count": 549,
      "coverage": 0.8306010928961749,
      "errors_accepted": 1,
      "risk": 0.0021929824561403508,
      "threshold": 0.9668565160436934
    },
    {
      "accepted": 455,
      "cost": 0.036065573770491806,
      "count": 549,
      "coverage": 0.8287795992714025,
      "errors_accepted": 1,
      "risk": 0.002197802197802198,
      "threshold": 0.9690555673228368
    },
    {
      "accepted": 454,
      "cost": 0.03642987249544627,
      "count": 549,
      "coverage": 0.8269581056466302,
      "errors_accepted": 1,
      "risk": 0.0022026431718061676,
      "threshold": 0.9696118192303045
    },
    {
      "accepted": 453,
      "cost": 0.03679417122040073,
      "count": 549,
      "coverage": 0.825136612021858,
      "errors_accepted": 1,
      "risk": 0.002207505518763797,
      "threshold": 0.9701409599009077
    },
    {
      "accepted": 452,
      "cost": 0.037158469945355196,
      "count": 549,
      "coverage": 0.8233151183970856,
      "errors_accepted": 1,
      "risk": 0.0022123893805309734,
      "threshold": 0.9703020292327015
    },
    {
      "accepted": 451,
      "cost": 0.03752276867030966,
      "count": 549,
      "coverage": 0.8214936247723132,
      "errors_accepted": 1,
      "risk": 0.0022172949002217295,
      "threshold": 0.9703055839717344
    },
    {
      "accepted": 450,
      "cost": 0.03788706739526412,
      "count": 549,
      "coverage": 0.819672131147541,
      "errors_accepted": 1,
      "risk": 0.0022222222222222222,
      "threshold": 0.9710128376259111
    },
    {
      "accepted": 449,
      "cost": 0.03825136612021858,
      "count": 549,
      "coverage": 0.8178506375227687,
      "errors_accepted": 1,
      "risk": 0.0022271714922048997,
      "threshold": 0.9710242937697386
    },
    {
      "accepted": 448,
      "cost": 0.03861566484517305,
      "count": 549,
      "coverage": 0.8160291438979964,
      "errors_accepted": 1,
      "risk": 0.002232142857142857,
      "threshold": 0.9717501540322561
    },
    {
      "accepted": 447,
      "cost": 0.03897996357012751,
      "count": 549,
      "coverage": 0.8142076502732241,
      "errors_accepted": 1,
      "risk": 0.0022371364653243847,
      "threshold": 0.9734465045484018
    },
    {
      "accepted": 446,
      "cost": 0.03934426229508197,
      "count": 549,
      "coverage": 0.8123861566484517,
      "errors_accepted": 1,
      "risk": 0.002242152466367713,
      "threshold": 0.9739214107253301
    },
    {
      "accepted": 445,
      "cost": 0.039708561020036434,
      "count": 549,
      "coverage": 0.8105646630236795,
      "errors_accepted": 1,
      "risk": 0.0022471910112359553,
      "threshold": 0.974547789100046
    },
    {
      "accepted": 444,
      "cost": 0.04007285974499089,
      "count": 549,
      "coverage": 0.8087431693989071,
      "errors_accepted": 1,
      "risk": 0.0022522522522522522,
      "threshold": 0.9755761130092829
    },
    {
      "accepted": 443,
      "cost": 0.04043715846994536,
      "count": 549,
      "coverage": 0.8069216757741348,
      "errors_accepted": 1,
      "risk": 0.002257336343115124,
      "threshold": 0.9761835032727676
    },
    {
      "accepted": 442,
      "cost": 0.040801457194899825,
      "count": 549,
      "coverage": 0.8051001821493625,
      "errors_accepted": 1,
      "risk": 0.0022624434389140274,
      "threshold": 0.9762191732320188
    },
    {
      "accepted": 441,
      "cost": 0.04116575591985428,
      "count": 549,
      "coverage": 0.8032786885245902,
      "errors_accepted": 1,
      "risk": 0.0022675736961451248,
      "threshold": 0.9767699533811813
    },
    {
      "accepted": 440,
      "cost": 0.041530054644808745,
      "count": 549,
      "coverage": 0.8014571948998178,
      "errors_accepted": 1,
      "risk": 0.0022727272727272726,
      "threshold": 0.9769179327633758
    },
    {
      "accepted": 439,
      "cost": 0.04189435336976321,
      "count": 549,
      "coverage": 0.7996357012750456,
      "errors_accepted": 1,
      "risk": 0.002277904328018223,
      "threshold": 0.9770782716930784
    },
    {
      "accepted": 438,
      "cost": 0.04225865209471767,
      "count": 549,
      "coverage": 0.7978142076502732,
      "errors_accepted": 1,
      "risk": 0.00228310502283105,
      "threshold": 0.9773019389160618
    },
    {
      "accepted": 437,
      "cost": 0.042622950819672135,
      "count": 549,
      "coverage": 0.7959927140255009,
      "errors_accepted": 1,
      "risk": 0.002288329519450801,
      "threshold": 0.977332540983695
    },
    {
      "accepted": 436,
      "cost": 0.0429872495446266,
      "count": 549,
      "coverage": 0.7941712204007286,
      "errors_accepted": 1,
      "risk": 0.0022935779816513763,
      "threshold": 0.9775159041888739
    },
    {
      "accepted": 435,
      "cost": 0.043351548269581056,
      "count": 549,
      "coverage": 0.7923497267759563,
      "errors_accepted": 1,
      "risk": 0.0022988505747126436,
      "threshold": 0.9780814861630658
    },
    {
      "accepted": 434,
      "cost": 0.04189435336976321,
      "count": 549,
      "coverage": 0.7905282331511839,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.978510969041537
    },
    {
      "accepted": 433,
      "cost": 0.04225865209471767,
      "count": 549,
      "coverage": 0.7887067395264117,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9788492523492746
    },
    {
      "accepted": 432,
      "cost": 0.042622950819672135,
      "count": 549,
      "coverage": 0.7868852459016393,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.978894888718266
    },
    {
      "accepted": 431,
      "cost": 0.0429872495446266,
      "count": 549,
      "coverage": 0.785063752276867,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9793018520774
    },
    {
      "accepted": 430,
      "cost": 0.043351548269581056,
      "count": 549,
      "coverage": 0.7832422586520947,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9793131352597633
    },
    {
      "accepted": 429,
      "cost": 0.04371584699453552,
      "count": 549,
      "coverage": 0.7814207650273224,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9795861022135112
    },
    {
      "accepted": 428,
      "cost": 0.04408014571948999,
      "count": 549,
      "coverage": 0.7795992714025501,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9797815269697097
    },
    {
      "accepted": 427,
      "cost": 0.044444444444444446,
      "count": 549,
      "coverage": 0.7777777777777778,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9799215113583237
    },
    {
      "accepted": 426,
      "cost": 0.04480874316939891,
      "count": 549,
      "coverage": 0.7759562841530054,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9800028945807165
    },
    {
      "accepted": 425,
      "cost": 0.04517304189435337,
      "count": 549,
      "coverage": 0.7741347905282332,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9800318775887255
    },
    {
      "accepted": 424,
      "cost": 0.04553734061930783,
      "count": 549,
      "coverage": 0.7723132969034608,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9801350865405853
    },
    {
      "accepted": 423,
      "cost": 0.0459016393442623,
      "count": 549,
      "coverage": 0.7704918032786885,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9803097826945847
    },
    {
      "accepted": 422,
      "cost": 0.046265938069216764,
      "count": 549,
      "coverage": 0.7686703096539163,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.980587576975802
    },
    {
      "accepted": 421,
      "cost": 0.04663023679417122,
      "count": 549,
      "coverage": 0.7668488160291439,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9808043003155865
    },
    {
      "accepted": 420,
      "cost": 0.046994535519125684,
      "count": 549,
      "coverage": 0.7650273224043715,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9809796758802249
    },
    {
      "accepted": 419,
      "cost": 0.04735883424408015,
      "count": 549,
      "coverage": 0.7632058287795993,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9816446726449525
    },
    {
      "accepted": 418,
      "cost": 0.04772313296903461,
      "count": 549,
      "coverage": 0.761384335154827,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.981836376873134
    },
    {
      "accepted": 417,
      "cost": 0.048087431693989074,
      "count": 549,
      "coverage": 0.7595628415300546,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9829883879078745
    },
    {
      "accepted": 416,
      "cost": 0.04845173041894354,
      "count": 549,
      "coverage": 0.7577413479052824,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9831615838196996
    },
    {
      "accepted": 415,
      "cost": 0.048816029143897995,
      "count": 549,
      "coverage": 0.75591985428051,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9833218829481329
    },
    {
      "accepted": 414,
      "cost": 0.04918032786885246,
      "count": 549,
      "coverage": 0.7540983606557377,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9835918474920847
    },
    {
      "accepted": 413,
      "cost": 0.04954462659380693,
      "count": 549,
      "coverage": 0.7522768670309654,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9842949800552804
    },
    {
      "accepted": 412,
      "cost": 0.049908925318761385,
      "count": 549,
      "coverage": 0.7504553734061931,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.984406652574309
    },
    {
      "accepted": 411,
      "cost": 0.05027322404371585,
      "count": 549,
      "coverage": 0.7486338797814208,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.984446696899734
    },
    {
      "accepted": 410,
      "cost": 0.05063752276867031,
      "count": 549,
      "coverage": 0.7468123861566485,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9845364747521952
    },
    {
      "accepted": 409,
      "cost": 0.051001821493624776,
      "count": 549,
      "coverage": 0.7449908925318761,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9845554536572756
    },
    {
      "accepted": 408,
      "cost": 0.05136612021857924,
      "count": 549,
      "coverage": 0.7431693989071039,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.98476804213505
    },
    {
      "accepted": 407,
      "cost": 0.0517304189435337,
      "count": 549,
      "coverage": 0.7413479052823315,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9851552072236353
    },
    {
      "accepted": 406,
      "cost": 0.052094717668488166,
      "count": 549,
      "coverage": 0.7395264116575592,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9852393065850166
    },
    {
      "accepted": 405,
      "cost": 0.05245901639344262,
      "count": 549,
      "coverage": 0.7377049180327869,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9852553556408973
    },
    {
      "accepted": 404,
      "cost": 0.052823315118397086,
      "count": 549,
      "coverage": 0.7358834244080146,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9854297789905916
    },
    {
      "accepted": 403,
      "cost": 0.05318761384335156,
      "count": 549,
      "coverage": 0.7340619307832422,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.985664362109798
    },
    {
      "accepted": 402,
      "cost": 0.053551912568306013,
      "count": 549,
      "coverage": 0.73224043715847,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.985744030280768
    },
    {
      "accepted": 401,
      "cost": 0.05391621129326048,
      "count": 549,
      "coverage": 0.7304189435336976,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9857870931563264
    },
    {
      "accepted": 399,
      "cost": 0.0546448087431694,
      "count": 549,
      "coverage": 0.726775956284153,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9860049215326937
    },
    {
      "accepted": 398,
      "cost": 0.05500910746812387,
      "count": 549,
      "coverage": 0.7249544626593807,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.986007090914309
    },
    {
      "accepted": 397,
      "cost": 0.05537340619307833,
      "count": 549,
      "coverage": 0.7231329690346083,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9862033068228755
    },
    {
      "accepted": 396,
      "cost": 0.05573770491803279,
      "count": 549,
      "coverage": 0.7213114754098361,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9862996450864839
    },
    {
      "accepted": 395,
      "cost": 0.05610200364298725,
      "count": 549,
      "coverage": 0.7194899817850637,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9863941368604167
    },
    {
      "accepted": 394,
      "cost": 0.056466302367941715,
      "count": 549,
      "coverage": 0.7176684881602914,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9865113923934633
    },
    {
      "accepted": 393,
      "cost": 0.05683060109289618,
      "count": 549,
      "coverage": 0.7158469945355191,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9865814998319781
    },
    {
      "accepted": 392,
      "cost": 0.05719489981785064,
      "count": 549,
      "coverage": 0.7140255009107468,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9866989188114088
    },
    {
      "accepted": 391,
      "cost": 0.057559198542805105,
      "count": 549,
      "coverage": 0.7122040072859745,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9868389099806013
    },
    {
      "accepted": 390,
      "cost": 0.05792349726775956,
      "count": 549,
      "coverage": 0.7103825136612022,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9868911853900402
    },
    {
      "accepted": 389,
      "cost": 0.058287795992714025,
      "count": 549,
      "coverage": 0.7085610200364298,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9870570701540096
    },
    {
      "accepted": 388,
      "cost": 0.058652094717668496,
      "count": 549,
      "coverage": 0.7067395264116576,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9872555207512104
    },
    {
      "accepted": 386,
      "cost": 0.059380692167577416,
      "count": 549,
      "coverage": 0.7030965391621129,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.987282402017196
    },
    {
      "accepted": 385,
      "cost": 0.059744990892531886,
      "count": 549,
      "coverage": 0.7012750455373407,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9873742825948003
    },
    {
      "accepted": 383,
      "cost": 0.06047358834244081,
      "count": 549,
      "coverage": 0.697632058287796,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9875077166155157
    },
    {
      "accepted": 382,
      "cost": 0.06083788706739526,
      "count": 549,
      "coverage": 0.6958105646630237,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9877439946651341
    },
    {
      "accepted": 381,
      "cost": 0.06120218579234973,
      "count": 549,
      "coverage": 0.6939890710382514,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.987752737424216
    },
    {
      "accepted": 380,
      "cost": 0.0615664845173042,
      "count": 549,
      "coverage": 0.692167577413479,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9878406979759407
    },
    {
      "accepted": 379,
      "cost": 0.061930783242258654,
      "count": 549,
      "coverage": 0.6903460837887068,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9878784074559065
    },
    {
      "accepted": 377,
      "cost": 0.06265938069216757,
      "count": 549,
      "coverage": 0.6867030965391621,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9878992138925788
    },
    {
      "accepted": 376,
      "cost": 0.06302367941712204,
      "count": 549,
      "coverage": 0.6848816029143898,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.987901346771288
    },
    {
      "accepted": 375,
      "cost": 0.06338797814207651,
      "count": 549,
      "coverage": 0.6830601092896175,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.987954234449139
    },
    {
      "accepted": 374,
      "cost": 0.06375227686703097,
      "count": 549,
      "coverage": 0.6812386156648452,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9879827225014729
    },
    {
      "accepted": 373,
      "cost": 0.06411657559198543,
      "count": 549,
      "coverage": 0.6794171220400729,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9879877663657967
    },
    {
      "accepted": 372,
      "cost": 0.06448087431693988,
      "count": 549,
      "coverage": 0.6775956284153005,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9880079607961476
    },
    {
      "accepted": 371,
      "cost": 0.06484517304189436,
      "count": 549,
      "coverage": 0.6757741347905283,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9880135902252037
    },
    {
      "accepted": 369,
      "cost": 0.06557377049180328,
      "count": 549,
      "coverage": 0.6721311475409836,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9880342144497678
    },
    {
      "accepted": 366,
      "cost": 0.06666666666666667,
      "count": 549,
      "coverage": 0.6666666666666666,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9880992769964091
    },
    {
      "accepted": 365,
      "cost": 0.06703096539162114,
      "count": 549,
      "coverage": 0.6648451730418944,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9882316486254636
    },
    {
      "accepted": 364,
      "cost": 0.06739526411657559,
      "count": 549,
      "coverage": 0.663023679417122,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9884117644596572
    },
    {
      "accepted": 363,
      "cost": 0.06775956284153006,
      "count": 549,
      "coverage": 0.6612021857923497,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9885875314771908
    },
    {
      "accepted": 362,
      "cost": 0.06812386156648452,
      "count": 549,
      "coverage": 0.6593806921675774,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9885918385303667
    },
    {
      "accepted": 361,
      "cost": 0.06848816029143898,
      "count": 549,
      "coverage": 0.6575591985428051,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9886431484253518
    },
    {
      "accepted": 360,
      "cost": 0.06885245901639345,
      "count": 549,
      "coverage": 0.6557377049180327,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9886681754110868
    },
    {
      "accepted": 359,
      "cost": 0.0692167577413479,
      "count": 549,
      "coverage": 0.6539162112932605,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9887251329435625
    },
    {
      "accepted": 358,
      "cost": 0.06958105646630237,
      "count": 549,
      "coverage": 0.6520947176684881,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9887309542058479
    },
    {
      "accepted": 357,
      "cost": 0.06994535519125684,
      "count": 549,
      "coverage": 0.6502732240437158,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9888135733073893
    },
    {
      "accepted": 356,
      "cost": 0.0703096539162113,
      "count": 549,
      "coverage": 0.6484517304189436,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9888316155981822
    },
    {
      "accepted": 355,
      "cost": 0.07067395264116576,
      "count": 549,
      "coverage": 0.6466302367941712,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.988900839909521
    },
    {
      "accepted": 354,
      "cost": 0.07103825136612021,
      "count": 549,
      "coverage": 0.644808743169399,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9889956781289317
    },
    {
      "accepted": 353,
      "cost": 0.07140255009107468,
      "count": 549,
      "coverage": 0.6429872495446266,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.989291484809557
    },
    {
      "accepted": 352,
      "cost": 0.07176684881602916,
      "count": 549,
      "coverage": 0.6411657559198543,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9893048604657257
    },
    {
      "accepted": 351,
      "cost": 0.07213114754098361,
      "count": 549,
      "coverage": 0.639344262295082,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.989344176729349
    },
    {
      "accepted": 350,
      "cost": 0.07249544626593808,
      "count": 549,
      "coverage": 0.6375227686703097,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9894291298818976
    },
    {
      "accepted": 349,
      "cost": 0.07285974499089254,
      "count": 549,
      "coverage": 0.6357012750455373,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9895513071457165
    },
    {
      "accepted": 348,
      "cost": 0.073224043715847,
      "count": 549,
      "coverage": 0.6338797814207651,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9895534723892337
    },
    {
      "accepted": 347,
      "cost": 0.07358834244080147,
      "count": 549,
      "coverage": 0.6320582877959927,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9896108820254124
    },
    {
      "accepted": 346,
      "cost": 0.07395264116575592,
      "count": 549,
      "coverage": 0.6302367941712204,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9896779376976953
    },
    {
      "accepted": 345,
      "cost": 0.07431693989071039,
      "count": 549,
      "coverage": 0.6284153005464481,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9897074501974086
    },
    {
      "accepted": 344,
      "cost": 0.07468123861566485,
      "count": 549,
      "coverage": 0.6265938069216758,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.989864491656377
    },
    {
      "accepted": 343,
      "cost": 0.07504553734061932,
      "count": 549,
      "coverage": 0.6247723132969034,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9899465353465332
    },
    {
      "accepted": 342,
      "cost": 0.07540983606557378,
      "count": 549,
      "coverage": 0.6229508196721312,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9901607061526924
    },
    {
      "accepted": 341,
      "cost": 0.07577413479052823,
      "count": 549,
      "coverage": 0.6211293260473588,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9902722643802591
    },
    {
      "accepted": 340,
      "cost": 0.0761384335154827,
      "count": 549,
      "coverage": 0.6193078324225865,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9902829708030957
    },
    {
      "accepted": 339,
      "cost": 0.07650273224043716,
      "count": 549,
      "coverage": 0.6174863387978142,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9905084529052134
    },
    {
      "accepted": 338,
      "cost": 0.07686703096539163,
      "count": 549,
      "coverage": 0.6156648451730419,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9906003265354353
    },
    {
      "accepted": 337,
      "cost": 0.0772313296903461,
      "count": 549,
      "coverage": 0.6138433515482696,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9907483510661204
    },
    {
      "accepted": 336,
      "cost": 0.07759562841530054,
      "count": 549,
      "coverage": 0.6120218579234973,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9907647985640845
    },
    {
      "accepted": 335,
      "cost": 0.07795992714025501,
      "count": 549,
      "coverage": 0.6102003642987249,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9907676513005405
    },
    {
      "accepted": 334,
      "cost": 0.07832422586520947,
      "count": 549,
      "coverage": 0.6083788706739527,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9909124858743487
    },
    {
      "accepted": 332,
      "cost": 0.07905282331511841,
      "count": 549,
      "coverage": 0.604735883424408,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9909170492558119
    },
    {
      "accepted": 331,
      "cost": 0.07941712204007287,
      "count": 549,
      "coverage": 0.6029143897996357,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9909889658879587
    },
    {
      "accepted": 330,
      "cost": 0.07978142076502732,
      "count": 549,
      "coverage": 0.6010928961748634,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9910178187866454
    },
    {
      "accepted": 329,
      "cost": 0.08014571948998178,
      "count": 549,
      "coverage": 0.599271402550091,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.991069310304931
    },
    {
      "accepted": 328,
      "cost": 0.08051001821493625,
      "count": 549,
      "coverage": 0.5974499089253188,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9912230994146202
    },
    {
      "accepted": 327,
      "cost": 0.08087431693989072,
      "count": 549,
      "coverage": 0.5956284153005464,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9912447501045368
    },
    {
      "accepted": 326,
      "cost": 0.08123861566484518,
      "count": 549,
      "coverage": 0.5938069216757741,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9912800715683465
    },
    {
      "accepted": 325,
      "cost": 0.08160291438979965,
      "count": 549,
      "coverage": 0.5919854280510018,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9913090424010336
    },
    {
      "accepted": 324,
      "cost": 0.08196721311475409,
      "count": 549,
      "coverage": 0.5901639344262295,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9914482034846038
    },
    {
      "accepted": 322,
      "cost": 0.08269581056466303,
      "count": 549,
      "coverage": 0.5865209471766849,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.991474042849915
    },
    {
      "accepted": 321,
      "cost": 0.08306010928961749,
      "count": 549,
      "coverage": 0.5846994535519126,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9915493830584792
    },
    {
      "accepted": 320,
      "cost": 0.08342440801457196,
      "count": 549,
      "coverage": 0.5828779599271403,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9915803330547361
    },
    {
      "accepted": 319,
      "cost": 0.08378870673952642,
      "count": 549,
      "coverage": 0.581056466302368,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9916235784665537
    },
    {
      "accepted": 318,
      "cost": 0.08415300546448087,
      "count": 549,
      "coverage": 0.5792349726775956,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9916827883966466
    },
    {
      "accepted": 317,
      "cost": 0.08451730418943534,
      "count": 549,
      "coverage": 0.5774134790528234,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.991703289137801
    },
    {
      "accepted": 316,
      "cost": 0.0848816029143898,
      "count": 549,
      "coverage": 0.575591985428051,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9917173313081347
    },
    {
      "accepted": 315,
      "cost": 0.08524590163934427,
      "count": 549,
      "coverage": 0.5737704918032787,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.99177041402821
    },
    {
      "accepted": 314,
      "cost": 0.08561020036429873,
      "count": 549,
      "coverage": 0.5719489981785064,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9918139872546771
    },
    {
      "accepted": 313,
      "cost": 0.0859744990892532,
      "count": 549,
      "coverage": 0.5701275045537341,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9918210385819944
    },
    {
      "accepted": 311,
      "cost": 0.08670309653916211,
      "count": 549,
      "coverage": 0.5664845173041895,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9918395189032482
    },
    {
      "accepted": 310,
      "cost": 0.08706739526411658,
      "count": 549,
      "coverage": 0.5646630236794171,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9918466785530001
    },
    {
      "accepted": 309,
      "cost": 0.08743169398907104,
      "count": 549,
      "coverage": 0.5628415300546448,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9918955419466905
    },
    {
      "accepted": 308,
      "cost": 0.08779599271402551,
      "count": 549,
      "coverage": 0.5610200364298725,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9919020569229287
    },
    {
      "accepted": 307,
      "cost": 0.08816029143897998,
      "count": 549,
      "coverage": 0.5591985428051002,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9919613504166028
    },
    {
      "accepted": 306,
      "cost": 0.08852459016393444,
      "count": 549,
      "coverage": 0.5573770491803278,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9920549379565211
    },
    {
      "accepted": 305,
      "cost": 0.08888888888888889,
      "count": 549,
      "coverage": 0.5555555555555556,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9920705532314472
    },
    {
      "accepted": 304,
      "cost": 0.08925318761384335,
      "count": 549,
      "coverage": 0.5537340619307832,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9921495143047265
    },
    {
      "accepted": 303,
      "cost": 0.08961748633879782,
      "count": 549,
      "coverage": 0.5519125683060109,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.992187605787236
    },
    {
      "accepted": 301,
      "cost": 0.09034608378870675,
      "count": 549,
      "coverage": 0.5482695810564663,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9922509650477369
    },
    {
      "accepted": 300,
      "cost": 0.09071038251366122,
      "count": 549,
      "coverage": 0.546448087431694,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9923910163889086
    },
    {
      "accepted": 299,
      "cost": 0.09107468123861566,
      "count": 549,
      "coverage": 0.5446265938069217,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9925787412030739
    },
    {
      "accepted": 298,
      "cost": 0.09143897996357013,
      "count": 549,
      "coverage": 0.5428051001821493,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9926534640854692
    },
    {
      "accepted": 297,
      "cost": 0.0918032786885246,
      "count": 549,
      "coverage": 0.5409836065573771,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.992692066718487
    },
    {
      "accepted": 296,
      "cost": 0.09216757741347906,
      "count": 549,
      "coverage": 0.5391621129326047,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9927083960895775
    },
    {
      "accepted": 295,
      "cost": 0.09253187613843353,
      "count": 549,
      "coverage": 0.5373406193078324,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9927214942339981
    },
    {
      "accepted": 294,
      "cost": 0.09289617486338798,
      "count": 549,
      "coverage": 0.5355191256830601,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9928314671689941
    },
    {
      "accepted": 293,
      "cost": 0.09326047358834244,
      "count": 549,
      "coverage": 0.5336976320582878,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9928577450351845
    },
    {
      "accepted": 292,
      "cost": 0.09362477231329691,
      "count": 549,
      "coverage": 0.5318761384335154,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9929779947558106
    },
    {
      "accepted": 291,
      "cost": 0.09398907103825137,
      "count": 549,
      "coverage": 0.5300546448087432,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9929974281060484
    },
    {
      "accepted": 290,
      "cost": 0.09435336976320584,
      "count": 549,
      "coverage": 0.5282331511839709,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9930097950894753
    },
    {
      "accepted": 289,
      "cost": 0.0947176684881603,
      "count": 549,
      "coverage": 0.5264116575591985,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9930144650204934
    },
    {
      "accepted": 288,
      "cost": 0.09508196721311477,
      "count": 549,
      "coverage": 0.5245901639344263,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9930568179831294
    },
    {
      "accepted": 287,
      "cost": 0.09544626593806922,
      "count": 549,
      "coverage": 0.5227686703096539,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9930709603107489
    },
    {
      "accepted": 286,
      "cost": 0.09581056466302368,
      "count": 549,
      "coverage": 0.5209471766848816,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9931419795229046
    },
    {
      "accepted": 285,
      "cost": 0.09617486338797815,
      "count": 549,
      "coverage": 0.5191256830601093,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9931919276213427
    },
    {
      "accepted": 284,
      "cost": 0.0965391621129326,
      "count": 549,
      "coverage": 0.517304189435337,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9932057029534149
    },
    {
      "accepted": 283,
      "cost": 0.09690346083788708,
      "count": 549,
      "coverage": 0.5154826958105647,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9932287824625203
    },
    {
      "accepted": 282,
      "cost": 0.09726775956284155,
      "count": 549,
      "coverage": 0.5136612021857924,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9932485711761869
    },
    {
      "accepted": 281,
      "cost": 0.09763205828779599,
      "count": 549,
      "coverage": 0.51183970856102,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9933358736145257
    },
    {
      "accepted": 280,
      "cost": 0.09799635701275046,
      "count": 549,
      "coverage": 0.5100182149362478,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9933463820618768
    },
    {
      "accepted": 279,
      "cost": 0.09836065573770492,
      "count": 549,
      "coverage": 0.5081967213114754,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9933975889926308
    },
    {
      "accepted": 278,
      "cost": 0.09872495446265939,
      "count": 549,
      "coverage": 0.5063752276867031,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9934083198943693
    },
    {
      "accepted": 277,
      "cost": 0.09908925318761386,
      "count": 549,
      "coverage": 0.5045537340619308,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9935108923774418
    },
    {
      "accepted": 276,
      "cost": 0.09945355191256831,
      "count": 549,
      "coverage": 0.5027322404371585,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9935136805168961
    },
    {
      "accepted": 275,
      "cost": 0.09981785063752277,
      "count": 549,
      "coverage": 0.5009107468123861,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9935725398080923
    },
    {
      "accepted": 274,
      "cost": 0.10018214936247723,
      "count": 549,
      "coverage": 0.4990892531876138,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9935861749678514
    },
    {
      "accepted": 273,
      "cost": 0.1005464480874317,
      "count": 549,
      "coverage": 0.4972677595628415,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9936162932464373
    },
    {
      "accepted": 272,
      "cost": 0.10091074681238617,
      "count": 549,
      "coverage": 0.49544626593806923,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9936178463966002
    },
    {
      "accepted": 271,
      "cost": 0.10127504553734062,
      "count": 549,
      "coverage": 0.4936247723132969,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9936357348488436
    },
    {
      "accepted": 270,
      "cost": 0.1016393442622951,
      "count": 549,
      "coverage": 0.4918032786885246,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.993638208843405
    },
    {
      "accepted": 269,
      "cost": 0.10200364298724955,
      "count": 549,
      "coverage": 0.4899817850637523,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9936717000199407
    },
    {
      "accepted": 268,
      "cost": 0.10236794171220401,
      "count": 549,
      "coverage": 0.48816029143898,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9936792881768478
    },
    {
      "accepted": 267,
      "cost": 0.10273224043715848,
      "count": 549,
      "coverage": 0.48633879781420764,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9936948217826649
    },
    {
      "accepted": 266,
      "cost": 0.10309653916211294,
      "count": 549,
      "coverage": 0.48451730418943534,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9937758470881257
    },
    {
      "accepted": 265,
      "cost": 0.1034608378870674,
      "count": 549,
      "coverage": 0.48269581056466304,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9937925049823622
    },
    {
      "accepted": 264,
      "cost": 0.10382513661202186,
      "count": 549,
      "coverage": 0.4808743169398907,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9938668955210971
    },
    {
      "accepted": 263,
      "cost": 0.10418943533697633,
      "count": 549,
      "coverage": 0.4790528233151184,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9938711629862377
    },
    {
      "accepted": 262,
      "cost": 0.10455373406193079,
      "count": 549,
      "coverage": 0.4772313296903461,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9938777539032112
    },
    {
      "accepted": 261,
      "cost": 0.10491803278688525,
      "count": 549,
      "coverage": 0.47540983606557374,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9938808207491866
    },
    {
      "accepted": 260,
      "cost": 0.10528233151183972,
      "count": 549,
      "coverage": 0.47358834244080145,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9939011757334741
    },
    {
      "accepted": 259,
      "cost": 0.10564663023679417,
      "count": 549,
      "coverage": 0.47176684881602915,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9939176697672567
    },
    {
      "accepted": 258,
      "cost": 0.10601092896174864,
      "count": 549,
      "coverage": 0.46994535519125685,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9939250945513685
    },
    {
      "accepted": 257,
      "cost": 0.10637522768670311,
      "count": 549,
      "coverage": 0.4681238615664845,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9939778045417672
    },
    {
      "accepted": 256,
      "cost": 0.10673952641165756,
      "count": 549,
      "coverage": 0.4663023679417122,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9939778290739936
    },
    {
      "accepted": 255,
      "cost": 0.10710382513661203,
      "count": 549,
      "coverage": 0.4644808743169399,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9940423991816517
    },
    {
      "accepted": 253,
      "cost": 0.10783242258652095,
      "count": 549,
      "coverage": 0.46083788706739526,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.994081204385615
    },
    {
      "accepted": 252,
      "cost": 0.10819672131147542,
      "count": 549,
      "coverage": 0.45901639344262296,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9941560539586912
    },
    {
      "accepted": 251,
      "cost": 0.10856102003642988,
      "count": 549,
      "coverage": 0.45719489981785066,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9942191588195507
    },
    {
      "accepted": 250,
      "cost": 0.10892531876138434,
      "count": 549,
      "coverage": 0.4553734061930783,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9942510035257265
    },
    {
      "accepted": 249,
      "cost": 0.1092896174863388,
      "count": 549,
      "coverage": 0.453551912568306,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9942741740951552
    },
    {
      "accepted": 248,
      "cost": 0.10965391621129326,
      "count": 549,
      "coverage": 0.4517304189435337,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9942929861315184
    },
    {
      "accepted": 247,
      "cost": 0.11001821493624774,
      "count": 549,
      "coverage": 0.44990892531876137,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9943789177330333
    },
    {
      "accepted": 246,
      "cost": 0.11038251366120219,
      "count": 549,
      "coverage": 0.44808743169398907,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9945049434511442
    },
    {
      "accepted": 245,
      "cost": 0.11074681238615666,
      "count": 549,
      "coverage": 0.44626593806921677,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9945170196159479
    },
    {
      "accepted": 244,
      "cost": 0.1111111111111111,
      "count": 549,
      "coverage": 0.4444444444444444,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.994552039515564
    },
    {
      "accepted": 243,
      "cost": 0.11147540983606558,
      "count": 549,
      "coverage": 0.4426229508196721,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9945784977295108
    },
    {
      "accepted": 242,
      "cost": 0.11183970856102005,
      "count": 549,
      "coverage": 0.4408014571948998,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9945830703273738
    },
    {
      "accepted": 241,
      "cost": 0.1122040072859745,
      "count": 549,
      "coverage": 0.43897996357012753,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9946182784117453
    },
    {
      "accepted": 240,
      "cost": 0.11256830601092897,
      "count": 549,
      "coverage": 0.4371584699453552,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9946410029714076
    },
    {
      "accepted": 239,
      "cost": 0.11293260473588343,
      "count": 549,
      "coverage": 0.4353369763205829,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9946424044915337
    },
    {
      "accepted": 238,
      "cost": 0.11329690346083789,
      "count": 549,
      "coverage": 0.4335154826958106,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9946781052445456
    },
    {
      "accepted": 237,
      "cost": 0.11366120218579236,
      "count": 549,
      "coverage": 0.43169398907103823,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9946790318234456
    },
    {
      "accepted": 236,
      "cost": 0.11402550091074681,
      "count": 549,
      "coverage": 0.42987249544626593,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9946796166494296
    },
    {
      "accepted": 235,
      "cost": 0.11438979963570128,
      "count": 549,
      "coverage": 0.42805100182149364,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9946877748931645
    },
    {
      "accepted": 234,
      "cost": 0.11475409836065574,
      "count": 549,
      "coverage": 0.4262295081967213,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9947409587707651
    },
    {
      "accepted": 233,
      "cost": 0.11511839708561021,
      "count": 549,
      "coverage": 0.424408014571949,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9947518491447109
    },
    {
      "accepted": 232,
      "cost": 0.11548269581056467,
      "count": 549,
      "coverage": 0.4225865209471767,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9947708562922386
    },
    {
      "accepted": 231,
      "cost": 0.11584699453551912,
      "count": 549,
      "coverage": 0.4207650273224044,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9947859167664094
    },
    {
      "accepted": 230,
      "cost": 0.1162112932604736,
      "count": 549,
      "coverage": 0.41894353369763204,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9948036201151472
    },
    {
      "accepted": 229,
      "cost": 0.11657559198542805,
      "count": 549,
      "coverage": 0.41712204007285975,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9948153034199665
    },
    {
      "accepted": 228,
      "cost": 0.11693989071038252,
      "count": 549,
      "coverage": 0.41530054644808745,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9948177745780304
    },
    {
      "accepted": 227,
      "cost": 0.11730418943533699,
      "count": 549,
      "coverage": 0.4134790528233151,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9948241432092366
    },
    {
      "accepted": 226,
      "cost": 0.11766848816029145,
      "count": 549,
      "coverage": 0.4116575591985428,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9948849821874481
    },
    {
      "accepted": 225,
      "cost": 0.11803278688524589,
      "count": 549,
      "coverage": 0.4098360655737705,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9948970060129143
    },
    {
      "accepted": 224,
      "cost": 0.11839708561020036,
      "count": 549,
      "coverage": 0.4080145719489982,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.994898465259449
    },
    {
      "accepted": 223,
      "cost": 0.11876138433515483,
      "count": 549,
      "coverage": 0.40619307832422585,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.994961517730181
    },
    {
      "accepted": 222,
      "cost": 0.1191256830601093,
      "count": 549,
      "coverage": 0.40437158469945356,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9949894407964004
    },
    {
      "accepted": 221,
      "cost": 0.11948998178506377,
      "count": 549,
      "coverage": 0.40255009107468126,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9949923036406264
    },
    {
      "accepted": 220,
      "cost": 0.11985428051001822,
      "count": 549,
      "coverage": 0.4007285974499089,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9950282995868734
    },
    {
      "accepted": 219,
      "cost": 0.12021857923497267,
      "count": 549,
      "coverage": 0.3989071038251366,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9950435197080578
    },
    {
      "accepted": 218,
      "cost": 0.12058287795992714,
      "count": 549,
      "coverage": 0.3970856102003643,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9951016635471425
    },
    {
      "accepted": 217,
      "cost": 0.12094717668488161,
      "count": 549,
      "coverage": 0.39526411657559196,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9951212224081702
    },
    {
      "accepted": 216,
      "cost": 0.12131147540983608,
      "count": 549,
      "coverage": 0.39344262295081966,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9951230078784624
    },
    {
      "accepted": 215,
      "cost": 0.12167577413479053,
      "count": 549,
      "coverage": 0.39162112932604737,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9951488934521779
    },
    {
      "accepted": 214,
      "cost": 0.122040072859745,
      "count": 549,
      "coverage": 0.38979963570127507,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.995190769022592
    },
    {
      "accepted": 213,
      "cost": 0.12240437158469945,
      "count": 549,
      "coverage": 0.3879781420765027,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.995201638038581
    },
    {
      "accepted": 212,
      "cost": 0.12276867030965392,
      "count": 549,
      "coverage": 0.3861566484517304,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9952165550960473
    },
    {
      "accepted": 211,
      "cost": 0.1231329690346084,
      "count": 549,
      "coverage": 0.3843351548269581,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9952357087992378
    },
    {
      "accepted": 209,
      "cost": 0.12386156648451731,
      "count": 549,
      "coverage": 0.3806921675774135,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.995253130463927
    },
    {
      "accepted": 208,
      "cost": 0.12422586520947178,
      "count": 549,
      "coverage": 0.3788706739526412,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9952731871301843
    },
    {
      "accepted": 207,
      "cost": 0.12459016393442623,
      "count": 549,
      "coverage": 0.3770491803278688,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.995275791254161
    },
    {
      "accepted": 206,
      "cost": 0.1249544626593807,
      "count": 549,
      "coverage": 0.37522768670309653,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9953114375547315
    },
    {
      "accepted": 205,
      "cost": 0.12531876138433515,
      "count": 549,
      "coverage": 0.37340619307832423,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9953154548946989
    },
    {
      "accepted": 202,
      "cost": 0.12641165755919856,
      "count": 549,
      "coverage": 0.3679417122040073,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9953175448920333
    },
    {
      "accepted": 201,
      "cost": 0.12677595628415303,
      "count": 549,
      "coverage": 0.366120218579235,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9953179517515897
    },
    {
      "accepted": 200,
      "cost": 0.12714025500910747,
      "count": 549,
      "coverage": 0.36429872495446264,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.995333684332067
    },
    {
      "accepted": 199,
      "cost": 0.12750455373406194,
      "count": 549,
      "coverage": 0.36247723132969034,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9953418005537839
    },
    {
      "accepted": 198,
      "cost": 0.12786885245901639,
      "count": 549,
      "coverage": 0.36065573770491804,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9954547647190318
    },
    {
      "accepted": 197,
      "cost": 0.12823315118397086,
      "count": 549,
      "coverage": 0.3588342440801457,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.995508206887209
    },
    {
      "accepted": 196,
      "cost": 0.12859744990892533,
      "count": 549,
      "coverage": 0.3570127504553734,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.995530694103124
    },
    {
      "accepted": 195,
      "cost": 0.12896174863387977,
      "count": 549,
      "coverage": 0.3551912568306011,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9955417755909215
    },
    {
      "accepted": 194,
      "cost": 0.12932604735883424,
      "count": 549,
      "coverage": 0.3533697632058288,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9955474890104448
    },
    {
      "accepted": 193,
      "cost": 0.1296903460837887,
      "count": 549,
      "coverage": 0.35154826958105645,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9955709128431208
    },
    {
      "accepted": 192,
      "cost": 0.13005464480874318,
      "count": 549,
      "coverage": 0.34972677595628415,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9955910920266219
    },
    {
      "accepted": 191,
      "cost": 0.13041894353369765,
      "count": 549,
      "coverage": 0.34790528233151186,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9955916770655242
    },
    {
      "accepted": 190,
      "cost": 0.1307832422586521,
      "count": 549,
      "coverage": 0.3460837887067395,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9955924895522533
    },
    {
      "accepted": 189,
      "cost": 0.13114754098360656,
      "count": 549,
      "coverage": 0.3442622950819672,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9955995155257198
    },
    {
      "accepted": 188,
      "cost": 0.13151183970856103,
      "count": 549,
      "coverage": 0.3424408014571949,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9957390844967869
    },
    {
      "accepted": 187,
      "cost": 0.1318761384335155,
      "count": 549,
      "coverage": 0.3406193078324226,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9957715531427419
    },
    {
      "accepted": 186,
      "cost": 0.13224043715846995,
      "count": 549,
      "coverage": 0.33879781420765026,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9957787495821917
    },
    {
      "accepted": 185,
      "cost": 0.1326047358834244,
      "count": 549,
      "coverage": 0.33697632058287796,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9957793400176682
    },
    {
      "accepted": 184,
      "cost": 0.13296903460837886,
      "count": 549,
      "coverage": 0.33515482695810567,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.995796885234259
    },
    {
      "accepted": 183,
      "cost": 0.13333333333333333,
      "count": 549,
      "coverage": 0.3333333333333333,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9958186897582442
    },
    {
      "accepted": 182,
      "cost": 0.1336976320582878,
      "count": 549,
      "coverage": 0.331511839708561,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9958228497254189
    },
    {
      "accepted": 181,
      "cost": 0.13406193078324227,
      "count": 549,
      "coverage": 0.3296903460837887,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9958262368998407
    },
    {
      "accepted": 180,
      "cost": 0.13442622950819672,
      "count": 549,
      "coverage": 0.32786885245901637,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.995848200912628
    },
    {
      "accepted": 179,
      "cost": 0.13479052823315119,
      "count": 549,
      "coverage": 0.32604735883424407,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9958836582887164
    },
    {
      "accepted": 178,
      "cost": 0.13515482695810566,
      "count": 549,
      "coverage": 0.3242258652094718,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9959054196140804
    },
    {
      "accepted": 177,
      "cost": 0.13551912568306013,
      "count": 549,
      "coverage": 0.3224043715846995,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9959074956025767
    },
    {
      "accepted": 176,
      "cost": 0.1358834244080146,
      "count": 549,
      "coverage": 0.3205828779599271,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9959098059203406
    },
    {
      "accepted": 175,
      "cost": 0.13624772313296904,
      "count": 549,
      "coverage": 0.31876138433515483,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9959170520146419
    },
    {
      "accepted": 174,
      "cost": 0.1366120218579235,
      "count": 549,
      "coverage": 0.31693989071038253,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9959188564546544
    },
    {
      "accepted": 173,
      "cost": 0.13697632058287795,
      "count": 549,
      "coverage": 0.3151183970856102,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9959422447919141
    },
    {
      "accepted": 172,
      "cost": 0.13734061930783242,
      "count": 549,
      "coverage": 0.3132969034608379,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9959643701251817
    },
    {
      "accepted": 171,
      "cost": 0.1377049180327869,
      "count": 549,
      "coverage": 0.3114754098360656,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.995966362876823
    },
    {
      "accepted": 170,
      "cost": 0.13806921675774134,
      "count": 549,
      "coverage": 0.30965391621129323,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.995978576324042
    },
    {
      "accepted": 169,
      "cost": 0.1384335154826958,
      "count": 549,
      "coverage": 0.30783242258652094,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.995994461252214
    },
    {
      "accepted": 168,
      "cost": 0.13879781420765028,
      "count": 549,
      "coverage": 0.30601092896174864,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9960052134025376
    },
    {
      "accepted": 167,
      "cost": 0.13916211293260475,
      "count": 549,
      "coverage": 0.30418943533697634,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9960623026880964
    },
    {
      "accepted": 166,
      "cost": 0.13952641165755922,
      "count": 549,
      "coverage": 0.302367941712204,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9960926768451359
    },
    {
      "accepted": 165,
      "cost": 0.1398907103825137,
      "count": 549,
      "coverage": 0.3005464480874317,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9961421731014423
    },
    {
      "accepted": 164,
      "cost": 0.14025500910746813,
      "count": 549,
      "coverage": 0.2987249544626594,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.99622165444993
    },
    {
      "accepted": 163,
      "cost": 0.1406193078324226,
      "count": 549,
      "coverage": 0.29690346083788705,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.996238996808085
    },
    {
      "accepted": 162,
      "cost": 0.14098360655737707,
      "count": 549,
      "coverage": 0.29508196721311475,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9962943101728504
    },
    {
      "accepted": 161,
      "cost": 0.14134790528233152,
      "count": 549,
      "coverage": 0.29326047358834245,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9962952720296562
    },
    {
      "accepted": 160,
      "cost": 0.14171220400728599,
      "count": 549,
      "coverage": 0.29143897996357016,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9963534922267528
    },
    {
      "accepted": 159,
      "cost": 0.14207650273224043,
      "count": 549,
      "coverage": 0.2896174863387978,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.99636157877348
    },
    {
      "accepted": 158,
      "cost": 0.1424408014571949,
      "count": 549,
      "coverage": 0.2877959927140255,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9963941696952819
    },
    {
      "accepted": 157,
      "cost": 0.14280510018214937,
      "count": 549,
      "coverage": 0.2859744990892532,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9964137939888862
    },
    {
      "accepted": 156,
      "cost": 0.14316939890710384,
      "count": 549,
      "coverage": 0.28415300546448086,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9964558454463749
    },
    {
      "accepted": 155,
      "cost": 0.1435336976320583,
      "count": 549,
      "coverage": 0.28233151183970856,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9964980032902373
    },
    {
      "accepted": 154,
      "cost": 0.14389799635701275,
      "count": 549,
      "coverage": 0.28051001821493626,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9965289364230439
    },
    {
      "accepted": 153,
      "cost": 0.14426229508196722,
      "count": 549,
      "coverage": 0.2786885245901639,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.996548867867038
    },
    {
      "accepted": 152,
      "cost": 0.1446265938069217,
      "count": 549,
      "coverage": 0.2768670309653916,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9965505465906188
    },
    {
      "accepted": 151,
      "cost": 0.14499089253187616,
      "count": 549,
      "coverage": 0.2750455373406193,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9965771043487283
    },
    {
      "accepted": 150,
      "cost": 0.14535519125683063,
      "count": 549,
      "coverage": 0.273224043715847,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9965787571495759
    },
    {
      "accepted": 149,
      "cost": 0.14571948998178508,
      "count": 549,
      "coverage": 0.27140255009107467,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9966321256692688
    },
    {
      "accepted": 148,
      "cost": 0.14608378870673952,
      "count": 549,
      "coverage": 0.26958105646630237,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9966356402217834
    },
    {
      "accepted": 147,
      "cost": 0.146448087431694,
      "count": 549,
      "coverage": 0.2677595628415301,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9966448809342503
    },
    {
      "accepted": 146,
      "cost": 0.14681238615664846,
      "count": 549,
      "coverage": 0.2659380692167577,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.996646436352721
    },
    {
      "accepted": 145,
      "cost": 0.14717668488160293,
      "count": 549,
      "coverage": 0.2641165755919854,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.996672939225301
    },
    {
      "accepted": 144,
      "cost": 0.14754098360655737,
      "count": 549,
      "coverage": 0.26229508196721313,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9966778020959598
    },
    {
      "accepted": 143,
      "cost": 0.14790528233151184,
      "count": 549,
      "coverage": 0.2604735883424408,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9966825058943821
    },
    {
      "accepted": 142,
      "cost": 0.14826958105646632,
      "count": 549,
      "coverage": 0.2586520947176685,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9966836831958191
    },
    {
      "accepted": 141,
      "cost": 0.14863387978142079,
      "count": 549,
      "coverage": 0.2568306010928962,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.996726852437047
    },
    {
      "accepted": 140,
      "cost": 0.14899817850637526,
      "count": 549,
      "coverage": 0.2550091074681239,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9967508570422937
    },
    {
      "accepted": 139,
      "cost": 0.1493624772313297,
      "count": 549,
      "coverage": 0.25318761384335153,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9967784860688307
    },
    {
      "accepted": 138,
      "cost": 0.14972677595628417,
      "count": 549,
      "coverage": 0.25136612021857924,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9968103279183473
    },
    {
      "accepted": 136,
      "cost": 0.15045537340619308,
      "count": 549,
      "coverage": 0.24772313296903462,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9968162864893823
    },
    {
      "accepted": 135,
      "cost": 0.15081967213114755,
      "count": 549,
      "coverage": 0.2459016393442623,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9968173207239801
    },
    {
      "accepted": 134,
      "cost": 0.151183970856102,
      "count": 549,
      "coverage": 0.24408014571949,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9968336228288974
    },
    {
      "accepted": 133,
      "cost": 0.15154826958105647,
      "count": 549,
      "coverage": 0.24225865209471767,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9968404656974916
    },
    {
      "accepted": 132,
      "cost": 0.15191256830601094,
      "count": 549,
      "coverage": 0.24043715846994534,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9968905399903152
    },
    {
      "accepted": 131,
      "cost": 0.1522768670309654,
      "count": 549,
      "coverage": 0.23861566484517305,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.996911233797269
    },
    {
      "accepted": 130,
      "cost": 0.15264116575591988,
      "count": 549,
      "coverage": 0.23679417122040072,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9969189019011283
    },
    {
      "accepted": 129,
      "cost": 0.15300546448087432,
      "count": 549,
      "coverage": 0.23497267759562843,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9969581227385169
    },
    {
      "accepted": 128,
      "cost": 0.1533697632058288,
      "count": 549,
      "coverage": 0.2331511839708561,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9969650292388067
    },
    {
      "accepted": 127,
      "cost": 0.15373406193078326,
      "count": 549,
      "coverage": 0.23132969034608378,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9969717235714634
    },
    {
      "accepted": 126,
      "cost": 0.15409836065573773,
      "count": 549,
      "coverage": 0.22950819672131148,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9969792435731359
    },
    {
      "accepted": 125,
      "cost": 0.1544626593806922,
      "count": 549,
      "coverage": 0.22768670309653916,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9969902248395184
    },
    {
      "accepted": 124,
      "cost": 0.15482695810564662,
      "count": 549,
      "coverage": 0.22586520947176686,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.997067033362021
    },
    {
      "accepted": 123,
      "cost": 0.1551912568306011,
      "count": 549,
      "coverage": 0.22404371584699453,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9970755479436121
    },
    {
      "accepted": 122,
      "cost": 0.15555555555555556,
      "count": 549,
      "coverage": 0.2222222222222222,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9970995011990612
    },
    {
      "accepted": 121,
      "cost": 0.15591985428051003,
      "count": 549,
      "coverage": 0.2204007285974499,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9971030468832068
    },
    {
      "accepted": 120,
      "cost": 0.1562841530054645,
      "count": 549,
      "coverage": 0.2185792349726776,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9971077779926886
    },
    {
      "accepted": 119,
      "cost": 0.15664845173041894,
      "count": 549,
      "coverage": 0.2167577413479053,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9971132991956156
    },
    {
      "accepted": 118,
      "cost": 0.1570127504553734,
      "count": 549,
      "coverage": 0.21493624772313297,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9971268168219929
    },
    {
      "accepted": 117,
      "cost": 0.15737704918032788,
      "count": 549,
      "coverage": 0.21311475409836064,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9971796699361929
    },
    {
      "accepted": 116,
      "cost": 0.15774134790528235,
      "count": 549,
      "coverage": 0.21129326047358835,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.997187871201901
    },
    {
      "accepted": 115,
      "cost": 0.15810564663023682,
      "count": 549,
      "coverage": 0.20947176684881602,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9972357268675087
    },
    {
      "accepted": 114,
      "cost": 0.15846994535519127,
      "count": 549,
      "coverage": 0.20765027322404372,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9972446891119788
    },
    {
      "accepted": 113,
      "cost": 0.15883424408014574,
      "count": 549,
      "coverage": 0.2058287795992714,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9972594023249299
    },
    {
      "accepted": 112,
      "cost": 0.15919854280510018,
      "count": 549,
      "coverage": 0.2040072859744991,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9972794628287032
    },
    {
      "accepted": 109,
      "cost": 0.16029143897996356,
      "count": 549,
      "coverage": 0.19854280510018216,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9972917870473346
    },
    {
      "accepted": 108,
      "cost": 0.16065573770491803,
      "count": 549,
      "coverage": 0.19672131147540983,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9972974082677728
    },
    {
      "accepted": 107,
      "cost": 0.1610200364298725,
      "count": 549,
      "coverage": 0.19489981785063754,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9973227382892927
    },
    {
      "accepted": 106,
      "cost": 0.16138433515482697,
      "count": 549,
      "coverage": 0.1930783242258652,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9973516648023518
    },
    {
      "accepted": 105,
      "cost": 0.16174863387978144,
      "count": 549,
      "coverage": 0.1912568306010929,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.997353790507846
    },
    {
      "accepted": 104,
      "cost": 0.1621129326047359,
      "count": 549,
      "coverage": 0.1894353369763206,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.997423900125639
    },
    {
      "accepted": 103,
      "cost": 0.16247723132969036,
      "count": 549,
      "coverage": 0.18761384335154827,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9974327477896108
    },
    {
      "accepted": 102,
      "cost": 0.16284153005464483,
      "count": 549,
      "coverage": 0.18579234972677597,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9974486319807657
    },
    {
      "accepted": 101,
      "cost": 0.1632058287795993,
      "count": 549,
      "coverage": 0.18397085610200364,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9974543451952942
    },
    {
      "accepted": 100,
      "cost": 0.16357012750455374,
      "count": 549,
      "coverage": 0.18214936247723132,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9974707568686078
    },
    {
      "accepted": 98,
      "cost": 0.16429872495446265,
      "count": 549,
      "coverage": 0.1785063752276867,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9974942230184026
    },
    {
      "accepted": 97,
      "cost": 0.16466302367941713,
      "count": 549,
      "coverage": 0.1766848816029144,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9975287454700057
    },
    {
      "accepted": 96,
      "cost": 0.1650273224043716,
      "count": 549,
      "coverage": 0.17486338797814208,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9975350909612425
    },
    {
      "accepted": 95,
      "cost": 0.16539162112932607,
      "count": 549,
      "coverage": 0.17304189435336975,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9975406285068973
    },
    {
      "accepted": 94,
      "cost": 0.1657559198542805,
      "count": 549,
      "coverage": 0.17122040072859745,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9975609453229681
    },
    {
      "accepted": 93,
      "cost": 0.16612021857923498,
      "count": 549,
      "coverage": 0.16939890710382513,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9975662706538693
    },
    {
      "accepted": 92,
      "cost": 0.16648451730418945,
      "count": 549,
      "coverage": 0.16757741347905283,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9976173083647013
    },
    {
      "accepted": 91,
      "cost": 0.16684881602914392,
      "count": 549,
      "coverage": 0.1657559198542805,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.997622623840715
    },
    {
      "accepted": 90,
      "cost": 0.1672131147540984,
      "count": 549,
      "coverage": 0.16393442622950818,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.997641993495683
    },
    {
      "accepted": 89,
      "cost": 0.16757741347905283,
      "count": 549,
      "coverage": 0.1621129326047359,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9976649997158434
    },
    {
      "accepted": 88,
      "cost": 0.1679417122040073,
      "count": 549,
      "coverage": 0.16029143897996356,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9976777705944005
    },
    {
      "accepted": 87,
      "cost": 0.16830601092896175,
      "count": 549,
      "coverage": 0.15846994535519127,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9976932099462256
    },
    {
      "accepted": 86,
      "cost": 0.16867030965391622,
      "count": 549,
      "coverage": 0.15664845173041894,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9977239004561722
    },
    {
      "accepted": 85,
      "cost": 0.1690346083788707,
      "count": 549,
      "coverage": 0.15482695810564662,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9977292587244095
    },
    {
      "accepted": 84,
      "cost": 0.16939890710382513,
      "count": 549,
      "coverage": 0.15300546448087432,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9977641143030781
    },
    {
      "accepted": 83,
      "cost": 0.1697632058287796,
      "count": 549,
      "coverage": 0.151183970856102,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9977869076660529
    },
    {
      "accepted": 82,
      "cost": 0.17012750455373407,
      "count": 549,
      "coverage": 0.1493624772313297,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9977930307800742
    },
    {
      "accepted": 81,
      "cost": 0.17049180327868854,
      "count": 549,
      "coverage": 0.14754098360655737,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9978275191705905
    },
    {
      "accepted": 80,
      "cost": 0.170856102003643,
      "count": 549,
      "coverage": 0.14571948998178508,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9978678865350197
    },
    {
      "accepted": 79,
      "cost": 0.17122040072859745,
      "count": 549,
      "coverage": 0.14389799635701275,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9978859888751973
    },
    {
      "accepted": 78,
      "cost": 0.17158469945355193,
      "count": 549,
      "coverage": 0.14207650273224043,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9978963986657197
    },
    {
      "accepted": 77,
      "cost": 0.1719489981785064,
      "count": 549,
      "coverage": 0.14025500910746813,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9979033457125038
    },
    {
      "accepted": 76,
      "cost": 0.17231329690346087,
      "count": 549,
      "coverage": 0.1384335154826958,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9979037314192036
    },
    {
      "accepted": 75,
      "cost": 0.1726775956284153,
      "count": 549,
      "coverage": 0.1366120218579235,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9979146010832731
    },
    {
      "accepted": 74,
      "cost": 0.17304189435336975,
      "count": 549,
      "coverage": 0.13479052823315119,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9979774111755328
    },
    {
      "accepted": 73,
      "cost": 0.17340619307832422,
      "count": 549,
      "coverage": 0.13296903460837886,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9979843757541712
    },
    {
      "accepted": 72,
      "cost": 0.1737704918032787,
      "count": 549,
      "coverage": 0.13114754098360656,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9980331507991789
    },
    {
      "accepted": 71,
      "cost": 0.17413479052823316,
      "count": 549,
      "coverage": 0.12932604735883424,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9980380535685314
    },
    {
      "accepted": 70,
      "cost": 0.17449908925318763,
      "count": 549,
      "coverage": 0.12750455373406194,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9980503504376476
    },
    {
      "accepted": 69,
      "cost": 0.17486338797814208,
      "count": 549,
      "coverage": 0.12568306010928962,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9980701621142499
    },
    {
      "accepted": 68,
      "cost": 0.17522768670309655,
      "count": 549,
      "coverage": 0.12386156648451731,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.99807936689419
    },
    {
      "accepted": 67,
      "cost": 0.17559198542805102,
      "count": 549,
      "coverage": 0.122040072859745,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9981649165482903
    },
    {
      "accepted": 66,
      "cost": 0.1759562841530055,
      "count": 549,
      "coverage": 0.12021857923497267,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9981946761823274
    },
    {
      "accepted": 65,
      "cost": 0.17632058287795996,
      "count": 549,
      "coverage": 0.11839708561020036,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.99819736186367
    },
    {
      "accepted": 64,
      "cost": 0.1766848816029144,
      "count": 549,
      "coverage": 0.11657559198542805,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9982214626216998
    },
    {
      "accepted": 63,
      "cost": 0.17704918032786887,
      "count": 549,
      "coverage": 0.11475409836065574,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9982820531230923
    },
    {
      "accepted": 62,
      "cost": 0.17741347905282331,
      "count": 549,
      "coverage": 0.11293260473588343,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9982866723984223
    },
    {
      "accepted": 61,
      "cost": 0.17777777777777778,
      "count": 549,
      "coverage": 0.1111111111111111,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9983063266531279
    },
    {
      "accepted": 60,
      "cost": 0.17814207650273226,
      "count": 549,
      "coverage": 0.1092896174863388,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9983211329682774
    },
    {
      "accepted": 59,
      "cost": 0.1785063752276867,
      "count": 549,
      "coverage": 0.10746812386156648,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9983421768286119
    },
    {
      "accepted": 58,
      "cost": 0.17887067395264117,
      "count": 549,
      "coverage": 0.10564663023679417,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9983454285217387
    },
    {
      "accepted": 57,
      "cost": 0.17923497267759564,
      "count": 549,
      "coverage": 0.10382513661202186,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9983523875384288
    },
    {
      "accepted": 56,
      "cost": 0.1795992714025501,
      "count": 549,
      "coverage": 0.10200364298724955,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.998352788001506
    },
    {
      "accepted": 55,
      "cost": 0.17996357012750458,
      "count": 549,
      "coverage": 0.10018214936247723,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9983817325634701
    },
    {
      "accepted": 54,
      "cost": 0.18032786885245902,
      "count": 549,
      "coverage": 0.09836065573770492,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9984407044800038
    },
    {
      "accepted": 53,
      "cost": 0.1806921675774135,
      "count": 549,
      "coverage": 0.0965391621129326,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9984437850752108
    },
    {
      "accepted": 52,
      "cost": 0.18105646630236796,
      "count": 549,
      "coverage": 0.0947176684881603,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9984740378595497
    },
    {
      "accepted": 51,
      "cost": 0.18142076502732243,
      "count": 549,
      "coverage": 0.09289617486338798,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9984813986972839
    },
    {
      "accepted": 50,
      "cost": 0.18178506375227688,
      "count": 549,
      "coverage": 0.09107468123861566,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9984960776241907
    },
    {
      "accepted": 49,
      "cost": 0.18214936247723132,
      "count": 549,
      "coverage": 0.08925318761384335,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9985211762363417
    },
    {
      "accepted": 48,
      "cost": 0.1825136612021858,
      "count": 549,
      "coverage": 0.08743169398907104,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9985322327180294
    },
    {
      "accepted": 47,
      "cost": 0.18287795992714026,
      "count": 549,
      "coverage": 0.08561020036429873,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9985384265677354
    },
    {
      "accepted": 46,
      "cost": 0.18324225865209473,
      "count": 549,
      "coverage": 0.08378870673952642,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9985546637525252
    },
    {
      "accepted": 45,
      "cost": 0.1836065573770492,
      "count": 549,
      "coverage": 0.08196721311475409,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9985562688829798
    },
    {
      "accepted": 44,
      "cost": 0.18397085610200364,
      "count": 549,
      "coverage": 0.08014571948998178,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9985714170642309
    },
    {
      "accepted": 43,
      "cost": 0.18433515482695811,
      "count": 549,
      "coverage": 0.07832422586520947,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9985831875220685
    },
    {
      "accepted": 42,
      "cost": 0.18469945355191258,
      "count": 549,
      "coverage": 0.07650273224043716,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9985902159769023
    },
    {
      "accepted": 41,
      "cost": 0.18506375227686706,
      "count": 549,
      "coverage": 0.07468123861566485,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9986302700550158
    },
    {
      "accepted": 40,
      "cost": 0.18542805100182153,
      "count": 549,
      "coverage": 0.07285974499089254,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.998631723867707
    },
    {
      "accepted": 39,
      "cost": 0.18579234972677597,
      "count": 549,
      "coverage": 0.07103825136612021,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9986682000433231
    },
    {
      "accepted": 38,
      "cost": 0.1861566484517304,
      "count": 549,
      "coverage": 0.0692167577413479,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9986762181844672
    },
    {
      "accepted": 37,
      "cost": 0.18652094717668488,
      "count": 549,
      "coverage": 0.06739526411657559,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9987205890896997
    },
    {
      "accepted": 36,
      "cost": 0.18688524590163935,
      "count": 549,
      "coverage": 0.06557377049180328,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9987331075479866
    },
    {
      "accepted": 35,
      "cost": 0.18724954462659382,
      "count": 549,
      "coverage": 0.06375227686703097,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9987440028530742
    },
    {
      "accepted": 34,
      "cost": 0.18761384335154827,
      "count": 549,
      "coverage": 0.061930783242258654,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9988143968821726
    },
    {
      "accepted": 33,
      "cost": 0.18797814207650274,
      "count": 549,
      "coverage": 0.060109289617486336,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9988227230481244
    },
    {
      "accepted": 32,
      "cost": 0.1883424408014572,
      "count": 549,
      "coverage": 0.058287795992714025,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9988299618228526
    },
    {
      "accepted": 29,
      "cost": 0.1894353369763206,
      "count": 549,
      "coverage": 0.052823315118397086,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9988501207220871
    },
    {
      "accepted": 28,
      "cost": 0.18979963570127506,
      "count": 549,
      "coverage": 0.051001821493624776,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9988550720317414
    },
    {
      "accepted": 27,
      "cost": 0.19016393442622953,
      "count": 549,
      "coverage": 0.04918032786885246,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9988705201665556
    },
    {
      "accepted": 26,
      "cost": 0.19052823315118397,
      "count": 549,
      "coverage": 0.04735883424408015,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9988872821799899
    },
    {
      "accepted": 25,
      "cost": 0.19089253187613844,
      "count": 549,
      "coverage": 0.04553734061930783,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9988916606565151
    },
    {
      "accepted": 24,
      "cost": 0.1912568306010929,
      "count": 549,
      "coverage": 0.04371584699453552,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9989023250440173
    },
    {
      "accepted": 23,
      "cost": 0.19162112932604736,
      "count": 549,
      "coverage": 0.04189435336976321,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9989148473747711
    },
    {
      "accepted": 22,
      "cost": 0.19198542805100183,
      "count": 549,
      "coverage": 0.04007285974499089,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9989174645754092
    },
    {
      "accepted": 21,
      "cost": 0.1923497267759563,
      "count": 549,
      "coverage": 0.03825136612021858,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9989227109798217
    },
    {
      "accepted": 20,
      "cost": 0.19271402550091077,
      "count": 549,
      "coverage": 0.03642987249544627,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9989451011996864
    },
    {
      "accepted": 19,
      "cost": 0.1930783242258652,
      "count": 549,
      "coverage": 0.03460837887067395,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9989958418521613
    },
    {
      "accepted": 18,
      "cost": 0.19344262295081968,
      "count": 549,
      "coverage": 0.03278688524590164,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9990333355315099
    },
    {
      "accepted": 17,
      "cost": 0.19380692167577415,
      "count": 549,
      "coverage": 0.030965391621129327,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9990366121763975
    },
    {
      "accepted": 16,
      "cost": 0.19417122040072862,
      "count": 549,
      "coverage": 0.029143897996357013,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9990393651597176
    },
    {
      "accepted": 14,
      "cost": 0.19489981785063754,
      "count": 549,
      "coverage": 0.025500910746812388,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9991459783913822
    },
    {
      "accepted": 12,
      "cost": 0.19562841530054645,
      "count": 549,
      "coverage": 0.02185792349726776,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9991657668936255
    },
    {
      "accepted": 11,
      "cost": 0.19599271402550092,
      "count": 549,
      "coverage": 0.020036429872495445,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9991792428101192
    },
    {
      "accepted": 10,
      "cost": 0.1963570127504554,
      "count": 549,
      "coverage": 0.018214936247723135,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9992518000568389
    },
    {
      "accepted": 9,
      "cost": 0.19672131147540983,
      "count": 549,
      "coverage": 0.01639344262295082,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9992540044722412
    },
    {
      "accepted": 8,
      "cost": 0.1970856102003643,
      "count": 549,
      "coverage": 0.014571948998178506,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9992998422549307
    },
    {
      "accepted": 7,
      "cost": 0.19744990892531877,
      "count": 549,
      "coverage": 0.012750455373406194,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9994195658206861
    },
    {
      "accepted": 6,
      "cost": 0.19781420765027324,
      "count": 549,
      "coverage": 0.01092896174863388,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9994216841612169
    },
    {
      "accepted": 5,
      "cost": 0.19817850637522771,
      "count": 549,
      "coverage": 0.009107468123861567,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9994244970506562
    },
    {
      "accepted": 4,
      "cost": 0.19854280510018216,
      "count": 549,
      "coverage": 0.007285974499089253,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.999438742294243
    },
    {
      "accepted": 3,
      "cost": 0.19890710382513663,
      "count": 549,
      "coverage": 0.00546448087431694,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9994710693733424
    },
    {
      "accepted": 2,
      "cost": 0.1992714025500911,
      "count": 549,
      "coverage": 0.0036429872495446266,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9996343295771661
    },
    {
      "accepted": 1,
      "cost": 0.19963570127504554,
      "count": 549,
      "coverage": 0.0018214936247723133,
      "errors_accepted": 0,
      "risk": 0.0,
      "threshold": 0.9996596117513536
    },
    {
      "accepted": 0,
      "cost": 0.2,
      "count": 549,
      "coverage": 0.0,
      "errors_accepted": 0,
      "risk": null,
      "threshold": 1.0000000000000002
    }
  ],
  "runtime": {
    "numpy": "1.26.4",
    "python": "3.11.6",
    "scikit-learn": "1.3.2",
    "scipy": "1.11.4"
  },
  "seed": 41,
  "selected": {
    "accepted": 520,
    "cost": 0.02331511839708561,
    "count": 549,
    "coverage": 0.9471766848816029,
    "errors_accepted": 7,
    "risk": 0.013461538461538462,
    "threshold": 0.8122433534963528
  },
  "selected_on": "policy",
  "sources_sha256": {
    "artifact_capstone.py": "7bf0a3a37768aade374278aaca7908eb367553713892efa177f562bdff780108",
    "evaluation_protocol.py": "ebeb9e93a2f17e4866618e0d3fffba4c12b53dfad27c9f2f96d51c055c581714"
  },
  "split_policy": "60/10/10/20 by group; stratified by group label; random, not chronological",
  "splits": {
    "calibration": {
      "class_counts": {
        "ham": 474,
        "spam": 74
      },
      "groups": 516,
      "membership_sha256": "9dd4b0739e6ee35f5584d6c29377e436a7801bd5f7dcac669dd0a89d3033ef20",
      "row_ids": [
        4,
        10,
        23,
        70,
        80,
        93,
        94,
        107,
        126,
        134,
        171,
        176,
        191,
        218,
        219,
        227,
        245,
        249,
        251,
        255,
        257,
        278,
        282,
        293,
        302,
        328,
        336,
        345,
        347,
        348,
        358,
        376,
        377,
        392,
        400,
        405,
        406,
        420,
        429,
        435,
        465,
        476,
        481,
        486,
        494,
        510,
        513,
        521,
        534,
        543,
        546,
        547,
        552,
        576,
        581,
        587,
        590,
        593,
        612,
        616,
        617,
        622,
        632,
        637,
        652,
        658,
        675,
        706,
        710,
        751,
        754,
        768,
        781,
        785,
        787,
        798,
        800,
        804,
        821,
        825,
        839,
        854,
        862,
        864,
        870,
        872,
        875,
        882,
        887,
        888,
        898,
        904,
        907,
        912,
        918,
        925,
        928,
        929,
        939,
        948,
        949,
        963,
        982,
        988,
        1000,
        1014,
        1029,
        1037,
        1044,
        1064,
        1087,
        1097,
        1104,
        1113,
        1131,
        1139,
        1150,
        1163,
        1174,
        1177,
        1183,
        1186,
        1206,
        1217,
        1225,
        1232,
        1235,
        1236,
        1257,
        1290,
        1321,
        1338,
        1340,
        1359,
        1371,
        1412,
        1413,
        1417,
        1419,
        1426,
        1449,
        1450,
        1456,
        1462,
        1470,
        1507,
        1511,
        1512,
        1525,
        1529,
        1533,
        1539,
        1540,
        1542,
        1545,
        1548,
        1556,
        1561,
        1583,
        1589,
        1592,
        1616,
        1625,
        1629,
        1654,
        1658,
        1679,
        1696,
        1708,
        1711,
        1712,
        1727,
        1736,
        1741,
        1742,
        1750,
        1752,
        1764,
        1783,
        1786,
        1801,
        1802,
        1816,
        1818,
        1833,
        1851,
        1857,
        1860,
        1861,
        1867,
        1879,
        1886,
        1890,
        1897,
        1901,
        1913,
        1914,
        1927,
        1931,
        1939,
        1944,
        1947,
        1949,
        1958,
        1965,
        1972,
        1980,
        1983,
        1996,
        2003,
        2005,
        2006,
        2029,
        2048,
        2051,
        2052,
        2053,
        2055,
        2065,
        2066,
        2069,
        2089,
        2097,
        2103,
        2114,
        2129,
        2136,
        2152,
        2155,
        2157,
        2160,
        2167,
        2203,
        2207,
        2217,
        2223,
        2246,
        2262,
        2272,
        2283,
        2296,
        2309,
        2329,
        2332,
        2356,
        2363,
        2378,
        2381,
        2389,
        2407,
        2410,
        2415,
        2417,
        2440,
        2454,
        2465,
        2481,
        2488,
        2497,
        2504,
        2507,
        2518,
        2524,
        2556,
        2559,
        2569,
        2577,
        2586,
        2588,
        2591,
        2607,
        2621,
        2636,
        2650,
        2665,
        2679,
        2687,
        2700,
        2703,
        2710,
        2715,
        2716,
        2730,
        2739,
        2762,
        2766,
        2780,
        2788,
        2807,
        2820,
        2827,
        2829,
        2839,
        2863,
        2864,
        2866,
        2872,
        2894,
        2901,
        2912,
        2913,
        2916,
        2931,
        2934,
        2954,
        2965,
        2968,
        2971,
        3018,
        3024,
        3034,
        3036,
        3045,
        3049,
        3063,
        3075,
        3084,
        3102,
        3103,
        3118,
        3130,
        3140,
        3148,
        3163,
        3177,
        3182,
        3184,
        3195,
        3197,
        3209,
        3216,
        3223,
        3237,
        3252,
        3264,
        3265,
        3271,
        3277,
        3278,
        3287,
        3316,
        3328,
        3335,
        3348,
        3352,
        3358,
        3376,
        3387,
        3390,
        3418,
        3419,
        3460,
        3469,
        3478,
        3501,
        3514,
        3516,
        3521,
        3522,
        3529,
        3530,
        3540,
        3543,
        3546,
        3550,
        3554,
        3574,
        3575,
        3593,
        3599,
        3604,
        3605,
        3610,
        3618,
        3619,
        3621,
        3644,
        3652,
        3660,
        3670,
        3725,
        3763,
        3769,
        3789,
        3802,
        3806,
        3839,
        3842,
        3843,
        3867,
        3886,
        3894,
        3910,
        3927,
        3930,
        3943,
        3952,
        3986,
        4001,
        4005,
        4016,
        4020,
        4022,
        4026,
        4036,
        4042,
        4046,
        4057,
        4062,
        4071,
        4073,
        4106,
        4113,
        4130,
        4152,
        4162,
        4163,
        4168,
        4172,
        4203,
        4208,
        4211,
        4214,
        4228,
        4233,
        4237,
        4255,
        4271,
        4276,
        4286,
        4298,
        4303,
        4314,
        4334,
        4337,
        4354,
        4378,
        4384,
        4417,
        4422,
        4429,
        4432,
        4454,
        4465,
        4476,
        4477,
        4490,
        4524,
        4531,
        4542,
        4546,
        4549,
        4550,
        4558,
        4605,
        4607,
        4608,
        4610,
        4618,
        4629,
        4657,
        4682,
        4695,
        4707,
        4711,
        4713,
        4738,
        4750,
        4758,
        4772,
        4775,
        4786,
        4807,
        4827,
        4830,
        4850,
        4856,
        4858,
        4876,
        4879,
        4902,
        4909,
        4928,
        4934,
        4955,
        4956,
        4957,
        4961,
        4976,
        4979,
        4984,
        4999,
        5004,
        5015,
        5018,
        5020,
        5031,
        5038,
        5040,
        5041,
        5058,
        5060,
        5083,
        5122,
        5126,
        5129,
        5144,
        5152,
        5192,
        5195,
        5201,
        5211,
        5218,
        5221,
        5228,
        5229,
        5243,
        5246,
        5272,
        5275,
        5285,
        5286,
        5297,
        5309,
        5311,
        5312,
        5328,
        5349,
        5355,
        5363,
        5370,
        5374,
        5395,
        5397,
        5399,
        5413,
        5422,
        5433,
        5441,
        5455,
        5478,
        5491,
        5493,
        5499,
        5508,
        5509,
        5521,
        5543
      ],
      "rows": 548
    },
    "policy": {
      "class_counts": {
        "ham": 473,
        "spam": 76
      },
      "groups": 516,
      "membership_sha256": "7eb07aed9b7036614ffdce7aed3c034653b54b0ac0f056e986e7fb9b77982efb",
      "row_ids": [
        32,
        34,
        38,
        50,
        53,
        66,
        74,
        77,
        89,
        91,
        98,
        103,
        111,
        119,
        124,
        141,
        147,
        165,
        190,
        204,
        205,
        230,
        246,
        254,
        298,
        299,
        307,
        315,
        324,
        334,
        343,
        351,
        380,
        388,
        390,
        401,
        402,
        415,
        461,
        466,
        484,
        496,
        509,
        553,
        555,
        556,
        575,
        580,
        598,
        600,
        607,
        627,
        633,
        639,
        647,
        649,
        651,
        665,
        677,
        687,
        709,
        713,
        715,
        767,
        772,
        783,
        784,
        806,
        814,
        824,
        827,
        856,
        857,
        874,
        880,
        881,
        890,
        895,
        902,
        910,
        913,
        933,
        938,
        943,
        954,
        964,
        980,
        985,
        990,
        997,
        1019,
        1024,
        1025,
        1036,
        1042,
        1043,
        1083,
        1085,
        1090,
        1094,
        1098,
        1107,
        1110,
        1115,
        1116,
        1122,
        1140,
        1157,
        1200,
        1211,
        1246,
        1253,
        1256,
        1260,
        1266,
        1269,
        1270,
        1281,
        1282,
        1283,
        1293,
        1304,
        1310,
        1324,
        1331,
        1337,
        1343,
        1353,
        1372,
        1375,
        1379,
        1382,
        1387,
        1405,
        1406,
        1409,
        1452,
        1454,
        1468,
        1481,
        1492,
        1508,
        1520,
        1521,
        1537,
        1547,
        1560,
        1577,
        1590,
        1595,
        1603,
        1623,
        1624,
        1650,
        1704,
        1707,
        1721,
        1732,
        1763,
        1827,
        1830,
        1838,
        1846,
        1893,
        1915,
        1920,
        1937,
        1943,
        1945,
        1964,
        1968,
        1992,
        1998,
        2007,
        2009,
        2028,
        2031,
        2036,
        2040,
        2045,
        2080,
        2081,
        2090,
        2106,
        2111,
        2118,
        2122,
        2126,
        2133,
        2134,
        2142,
        2145,
        2148,
        2149,
        2154,
        2156,
        2163,
        2178,
        2181,
        2185,
        2187,
        2189,
        2193,
        2221,
        2228,
        2240,
        2259,
        2261,
        2282,
        2292,
        2305,
        2312,
        2316,
        2341,
        2353,
        2366,
        2374,
        2379,
        2390,
        2391,
        2401,
        2406,
        2409,
        2411,
        2412,
        2416,
        2441,
        2443,
        2449,
        2471,
        2472,
        2478,
        2485,
        2486,
        2498,
        2501,
        2509,
        2517,
        2526,
        2541,
        2544,
        2572,
        2584,
        2625,
        2628,
        2649,
        2655,
        2660,
        2662,
        2672,
        2675,
        2678,
        2682,
        2685,
        2694,
        2695,
        2697,
        2698,
        2702,
        2706,
        2719,
        2737,
        2746,
        2760,
        2776,
        2777,
        2794,
        2796,
        2812,
        2821,
        2824,
        2834,
        2869,
        2874,
        2886,
        2890,
        2909,
        2922,
        2943,
        2948,
        2953,
        2958,
        2975,
        2977,
        2979,
        2982,
        2988,
        2997,
        3005,
        3039,
        3051,
        3054,
        3055,
        3065,
        3067,
        3071,
        3086,
        3089,
        3125,
        3137,
        3167,
        3173,
        3178,
        3181,
        3183,
        3185,
        3193,
        3210,
        3225,
        3235,
        3243,
        3256,
        3258,
        3262,
        3281,
        3286,
        3312,
        3320,
        3322,
        3334,
        3337,
        3349,
        3365,
        3396,
        3402,
        3406,
        3416,
        3422,
        3423,
        3433,
        3438,
        3440,
        3447,
        3449,
        3462,
        3465,
        3473,
        3481,
        3482,
        3484,
        3491,
        3496,
        3505,
        3508,
        3513,
        3518,
        3520,
        3525,
        3538,
        3539,
        3545,
        3557,
        3563,
        3568,
        3572,
        3577,
        3587,
        3592,
        3597,
        3601,
        3609,
        3622,
        3627,
        3632,
        3676,
        3730,
        3733,
        3746,
        3759,
        3762,
        3767,
        3782,
        3784,
        3786,
        3791,
        3800,
        3833,
        3838,
        3840,
        3844,
        3882,
        3903,
        3909,
        3918,
        3929,
        3937,
        3941,
        3955,
        3956,
        3959,
        3962,
        3972,
        3975,
        3976,
        3980,
        4006,
        4008,
        4017,
        4034,
        4050,
        4061,
        4067,
        4074,
        4079,
        4085,
        4098,
        4105,
        4112,
        4118,
        4120,
        4143,
        4179,
        4190,
        4193,
        4209,
        4243,
        4254,
        4263,
        4277,
        4278,
        4293,
        4294,
        4300,
        4301,
        4311,
        4317,
        4324,
        4328,
        4333,
        4336,
        4350,
        4352,
        4365,
        4367,
        4373,
        4388,
        4405,
        4424,
        4458,
        4473,
        4485,
        4489,
        4501,
        4523,
        4526,
        4528,
        4553,
        4555,
        4563,
        4564,
        4590,
        4593,
        4599,
        4601,
        4606,
        4615,
        4639,
        4640,
        4642,
        4650,
        4652,
        4685,
        4709,
        4718,
        4731,
        4739,
        4755,
        4757,
        4773,
        4779,
        4783,
        4789,
        4793,
        4819,
        4832,
        4849,
        4859,
        4862,
        4868,
        4870,
        4872,
        4873,
        4881,
        4893,
        4898,
        4905,
        4913,
        4916,
        4929,
        4959,
        4967,
        4970,
        5012,
        5014,
        5024,
        5034,
        5056,
        5066,
        5084,
        5092,
        5095,
        5127,
        5139,
        5149,
        5157,
        5161,
        5162,
        5165,
        5166,
        5182,
        5189,
        5208,
        5212,
        5224,
        5237,
        5257,
        5276,
        5280,
        5283,
        5315,
        5317,
        5330,
        5336,
        5352,
        5354,
        5356,
        5373,
        5386,
        5396,
        5398,
        5443,
        5448,
        5452,
        5456,
        5465,
        5471,
        5500,
        5505,
        5511,
        5527,
        5529,
        5537,
        5538,
        5540,
        5545,
        5553,
        5559,
        5566,
        5568
      ],
      "rows": 549
    },
    "test": {
      "class_counts": {
        "ham": 950,
        "spam": 141
      },
      "groups": 1032,
      "membership_sha256": "91769cc45f823ad53cec40e37e955c9541f08d38897e971077243ddaf5013efe",
      "row_ids": [
        1,
        5,
        21,
        22,
        24,
        29,
        30,
        33,
        43,
        46,
        49,
        51,
        54,
        59,
        61,
        64,
        65,
        69,
        73,
        75,
        83,
        95,
        97,
        106,
        108,
        112,
        113,
        121,
        128,
        149,
        150,
        154,
        159,
        164,
        170,
        172,
        173,
        177,
        178,
        184,
        187,
        188,
        202,
        213,
        214,
        232,
        235,
        237,
        238,
        256,
        258,
        264,
        281,
        291,
        292,
        294,
        296,
        297,
        300,
        303,
        304,
        305,
        313,
        319,
        327,
        329,
        330,
        333,
        344,
        355,
        356,
        361,
        363,
        369,
        370,
        375,
        379,
        387,
        395,
        396,
        409,
        414,
        417,
        419,
        425,
        431,
        434,
        436,
        458,
        470,
        471,
        473,
        491,
        492,
        500,
        503,
        538,
        540,
        542,
        557,
        564,
        567,
        574,
        577,
        591,
        595,
        599,
        605,
        609,
        611,
        613,
        615,
        621,
        629,
        634,
        641,
        643,
        644,
        654,
        660,
        664,
        666,
        672,
        674,
        679,
        694,
        697,
        698,
        701,
        702,
        707,
        712,
        716,
        717,
        720,
        727,
        729,
        731,
        734,
        740,
        745,
        748,
        749,
        753,
        756,
        763,
        764,
        770,
        794,
        796,
        805,
        808,
        810,
        816,
        818,
        819,
        829,
        834,
        841,
        845,
        848,
        850,
        855,
        863,
        865,
        867,
        877,
        878,
        884,
        885,
        900,
        909,
        914,
        930,
        931,
        940,
        942,
        946,
        947,
        952,
        962,
        968,
        971,
        972,
        973,
        981,
        998,
        1001,
        1016,
        1027,
        1030,
        1031,
        1045,
        1047,
        1049,
        1056,
        1062,
        1066,
        1067,
        1072,
        1081,
        1089,
        1105,
        1106,
        1108,
        1119,
        1126,
        1127,
        1129,
        1144,
        1160,
        1161,
        1172,
        1178,
        1179,
        1189,
        1192,
        1197,
        1198,
        1199,
        1203,
        1205,
        1208,
        1213,
        1216,
        1218,
        1219,
        1221,
        1228,
        1231,
        1239,
        1240,
        1243,
        1244,
        1245,
        1252,
        1258,
        1259,
        1268,
        1272,
        1284,
        1287,
        1296,
        1302,
        1305,
        1306,
        1318,
        1326,
        1328,
        1342,
        1344,
        1355,
        1360,
        1367,
        1368,
        1373,
        1378,
        1386,
        1389,
        1392,
        1399,
        1401,
        1404,
        1408,
        1420,
        1421,
        1423,
        1427,
        1429,
        1434,
        1438,
        1440,
        1441,
        1446,
        1447,
        1457,
        1465,
        1466,
        1467,
        1477,
        1482,
        1485,
        1489,
        1490,
        1493,
        1494,
        1495,
        1497,
        1505,
        1506,
        1510,
        1513,
        1515,
        1527,
        1541,
        1549,
        1554,
        1555,
        1565,
        1567,
        1571,
        1578,
        1598,
        1607,
        1610,
        1613,
        1617,
        1620,
        1622,
        1626,
        1628,
        1632,
        1636,
        1639,
        1640,
        1642,
        1645,
        1652,
        1657,
        1661,
        1666,
        1671,
        1674,
        1675,
        1683,
        1686,
        1687,
        1688,
        1689,
        1697,
        1698,
        1699,
        1705,
        1709,
        1713,
        1714,
        1715,
        1719,
        1724,
        1725,
        1729,
        1730,
        1731,
        1735,
        1737,
        1739,
        1744,
        1746,
        1747,
        1757,
        1761,
        1762,
        1772,
        1776,
        1779,
        1785,
        1787,
        1789,
        1792,
        1793,
        1800,
        1809,
        1820,
        1822,
        1828,
        1837,
        1839,
        1844,
        1849,
        1865,
        1866,
        1872,
        1894,
        1898,
        1907,
        1908,
        1917,
        1923,
        1929,
        1940,
        1946,
        1950,
        1951,
        1953,
        1954,
        1959,
        1961,
        1962,
        1963,
        1970,
        1974,
        1975,
        1978,
        1985,
        1987,
        1989,
        1994,
        2000,
        2011,
        2012,
        2024,
        2030,
        2042,
        2049,
        2054,
        2068,
        2071,
        2074,
        2077,
        2087,
        2091,
        2093,
        2096,
        2098,
        2108,
        2115,
        2116,
        2124,
        2128,
        2146,
        2147,
        2150,
        2153,
        2158,
        2161,
        2165,
        2170,
        2171,
        2174,
        2176,
        2180,
        2200,
        2209,
        2213,
        2218,
        2220,
        2222,
        2234,
        2238,
        2242,
        2243,
        2254,
        2256,
        2258,
        2267,
        2274,
        2275,
        2277,
        2280,
        2287,
        2288,
        2308,
        2315,
        2333,
        2335,
        2340,
        2344,
        2349,
        2351,
        2355,
        2358,
        2359,
        2368,
        2370,
        2375,
        2376,
        2380,
        2392,
        2397,
        2398,
        2403,
        2408,
        2427,
        2428,
        2434,
        2435,
        2442,
        2447,
        2461,
        2463,
        2464,
        2473,
        2476,
        2489,
        2490,
        2492,
        2494,
        2495,
        2516,
        2522,
        2533,
        2540,
        2545,
        2546,
        2550,
        2552,
        2555,
        2561,
        2563,
        2568,
        2585,
        2593,
        2608,
        2616,
        2617,
        2618,
        2619,
        2622,
        2631,
        2641,
        2646,
        2652,
        2653,
        2659,
        2663,
        2686,
        2723,
        2729,
        2745,
        2753,
        2754,
        2757,
        2761,
        2763,
        2770,
        2773,
        2781,
        2785,
        2791,
        2795,
        2800,
        2805,
        2813,
        2831,
        2832,
        2833,
        2846,
        2849,
        2854,
        2858,
        2868,
        2873,
        2876,
        2877,
        2885,
        2888,
        2891,
        2892,
        2896,
        2897,
        2899,
        2900,
        2903,
        2908,
        2918,
        2924,
        2929,
        2933,
        2942,
        2944,
        2947,
        2959,
        2962,
        2973,
        2978,
        2986,
        2989,
        3009,
        3011,
        3017,
        3019,
        3026,
        3028,
        3031,
        3033,
        3035,
        3047,
        3058,
        3059,
        3061,
        3069,
        3074,
        3078,
        3090,
        3098,
        3106,
        3112,
        3120,
        3123,
        3128,
        3139,
        3141,
        3146,
        3149,
        3153,
        3154,
        3155,
        3164,
        3165,
        3168,
        3175,
        3176,
        3187,
        3188,
        3189,
        3194,
        3196,
        3202,
        3206,
        3208,
        3211,
        3221,
        3226,
        3227,
        3231,
        3238,
        3239,
        3242,
        3246,
        3247,
        3249,
        3250,
        3259,
        3260,
        3261,
        3270,
        3272,
        3273,
        3275,
        3283,
        3284,
        3289,
        3304,
        3309,
        3311,
        3319,
        3324,
        3331,
        3333,
        3336,
        3340,
        3341,
        3342,
        3343,
        3351,
        3355,
        3359,
        3370,
        3374,
        3378,
        3393,
        3394,
        3421,
        3425,
        3431,
        3442,
        3445,
        3450,
        3456,
        3458,
        3483,
        3489,
        3490,
        3492,
        3499,
        3504,
        3509,
        3511,
        3512,
        3515,
        3531,
        3533,
        3541,
        3549,
        3552,
        3558,
        3559,
        3560,
        3561,
        3562,
        3565,
        3576,
        3582,
        3583,
        3585,
        3598,
        3613,
        3615,
        3633,
        3634,
        3637,
        3639,
        3647,
        3648,
        3650,
        3653,
        3655,
        3664,
        3665,
        3666,
        3671,
        3673,
        3675,
        3678,
        3682,
        3688,
        3692,
        3693,
        3695,
        3699,
        3701,
        3702,
        3709,
        3710,
        3718,
        3720,
        3729,
        3742,
        3744,
        3745,
        3751,
        3755,
        3758,
        3773,
        3780,
        3785,
        3792,
        3796,
        3799,
        3801,
        3804,
        3807,
        3810,
        3812,
        3813,
        3814,
        3818,
        3828,
        3832,
        3835,
        3841,
        3846,
        3847,
        3851,
        3852,
        3853,
        3858,
        3860,
        3861,
        3868,
        3872,
        3875,
        3877,
        3881,
        3884,
        3891,
        3897,
        3905,
        3912,
        3914,
        3915,
        3921,
        3925,
        3933,
        3939,
        3946,
        3947,
        3949,
        3953,
        3966,
        3973,
        3991,
        3993,
        3999,
        4021,
        4024,
        4025,
        4028,
        4032,
        4039,
        4041,
        4053,
        4055,
        4065,
        4075,
        4076,
        4078,
        4080,
        4089,
        4090,
        4091,
        4097,
        4102,
        4104,
        4108,
        4110,
        4114,
        4133,
        4137,
        4139,
        4141,
        4144,
        4148,
        4157,
        4169,
        4170,
        4184,
        4186,
        4187,
        4201,
        4205,
        4210,
        4213,
        4215,
        4220,
        4221,
        4250,
        4257,
        4258,
        4262,
        4264,
        4266,
        4269,
        4274,
        4275,
        4279,
        4290,
        4309,
        4315,
        4319,
        4322,
        4323,
        4332,
        4341,
        4360,
        4363,
        4369,
        4370,
        4375,
        4376,
        4377,
        4379,
        4381,
        4386,
        4389,
        4398,
        4399,
        4400,
        4404,
        4407,
        4408,
        4411,
        4412,
        4416,
        4420,
        4434,
        4435,
        4440,
        4445,
        4457,
        4460,
        4461,
        4464,
        4467,
        4471,
        4472,
        4474,
        4478,
        4479,
        4486,
        4488,
        4492,
        4507,
        4509,
        4510,
        4512,
        4521,
        4525,
        4529,
        4532,
        4535,
        4539,
        4540,
        4544,
        4547,
        4548,
        4554,
        4556,
        4565,
        4570,
        4580,
        4581,
        4584,
        4587,
        4591,
        4596,
        4597,
        4600,
        4609,
        4611,
        4612,
        4614,
        4622,
        4623,
        4632,
        4634,
        4635,
        4641,
        4654,
        4661,
        4664,
        4680,
        4684,
        4692,
        4698,
        4704,
        4710,
        4715,
        4716,
        4717,
        4727,
        4729,
        4732,
        4736,
        4737,
        4740,
        4743,
        4748,
        4751,
        4752,
        4753,
        4763,
        4767,
        4769,
        4774,
        4787,
        4810,
        4811,
        4813,
        4816,
        4821,
        4823,
        4824,
        4825,
        4834,
        4835,
        4838,
        4845,
        4848,
        4851,
        4853,
        4864,
        4865,
        4867,
        4887,
        4891,
        4897,
        4899,
        4901,
        4906,
        4926,
        4930,
        4932,
        4935,
        4946,
        4951,
        4952,
        4958,
        4974,
        4978,
        4980,
        4982,
        4986,
        4996,
        5001,
        5008,
        5013,
        5022,
        5033,
        5035,
        5042,
        5043,
        5045,
        5046,
        5052,
        5062,
        5067,
        5073,
        5080,
        5085,
        5091,
        5093,
        5099,
        5103,
        5108,
        5110,
        5116,
        5118,
        5123,
        5125,
        5130,
        5147,
        5158,
        5163,
        5168,
        5173,
        5190,
        5198,
        5202,
        5206,
        5207,
        5210,
        5220,
        5227,
        5241,
        5249,
        5251,
        5255,
        5265,
        5266,
        5267,
        5270,
        5278,
        5282,
        5284,
        5292,
        5299,
        5300,
        5303,
        5305,
        5322,
        5326,
        5327,
        5332,
        5333,
        5334,
        5337,
        5339,
        5340,
        5346,
        5347,
        5348,
        5358,
        5362,
        5364,
        5372,
        5378,
        5381,
        5384,
        5387,
        5394,
        5402,
        5403,
        5407,
        5410,
        5415,
        5418,
        5425,
        5438,
        5444,
        5450,
        5454,
        5457,
        5459,
        5483,
        5488,
        5489,
        5495,
        5498,
        5501,
        5502,
        5504,
        5510,
        5512,
        5513,
        5519,
        5520,
        5528,
        5533,
        5536,
        5539,
        5541,
        5544,
        5546,
        5549,
        5560,
        5562,
        5564,
        5567,
        5571,
        5572
      ],
      "rows": 1091
    },
    "train": {
      "class_counts": {
        "ham": 2930,
        "spam": 456
      },
      "groups": 3095,
      "membership_sha256": "4e4ebb8fb364be8f3ff93b206b4560c2669a8e80e269a038823d4ae1625324fd",
      "row_ids": [
        2,
        3,
        6,
        7,
        8,
        9,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        25,
        26,
        27,
        28,
        31,
        35,
        36,
        37,
        39,
        40,
        41,
        42,
        44,
        45,
        47,
        48,
        52,
        55,
        56,
        57,
        58,
        60,
        62,
        63,
        67,
        68,
        71,
        72,
        76,
        78,
        79,
        81,
        82,
        84,
        85,
        86,
        87,
        88,
        90,
        92,
        96,
        99,
        100,
        101,
        102,
        104,
        105,
        109,
        110,
        114,
        115,
        116,
        117,
        118,
        120,
        122,
        123,
        125,
        127,
        129,
        130,
        131,
        132,
        133,
        135,
        136,
        137,
        138,
        139,
        140,
        142,
        143,
        144,
        145,
        146,
        148,
        151,
        152,
        153,
        155,
        156,
        157,
        158,
        160,
        161,
        162,
        163,
        166,
        167,
        168,
        169,
        174,
        175,
        179,
        180,
        181,
        182,
        183,
        185,
        186,
        189,
        192,
        193,
        194,
        195,
        196,
        197,
        198,
        199,
        200,
        201,
        203,
        206,
        207,
        208,
        209,
        210,
        211,
        212,
        215,
        216,
        217,
        220,
        221,
        222,
        223,
        224,
        225,
        226,
        228,
        229,
        231,
        233,
        234,
        236,
        239,
        240,
        241,
        242,
        243,
        244,
        247,
        248,
        250,
        252,
        253,
        259,
        260,
        261,
        262,
        263,
        265,
        266,
        267,
        268,
        269,
        270,
        271,
        272,
        273,
        274,
        275,
        276,
        277,
        279,
        280,
        283,
        284,
        285,
        286,
        287,
        288,
        289,
        290,
        295,
        301,
        306,
        308,
        309,
        310,
        311,
        312,
        314,
        316,
        317,
        318,
        320,
        321,
        322,
        323,
        325,
        326,
        331,
        332,
        335,
        337,
        338,
        339,
        340,
        341,
        342,
        346,
        349,
        350,
        352,
        353,
        354,
        357,
        359,
        360,
        362,
        364,
        365,
        366,
        367,
        368,
        371,
        372,
        373,
        374,
        378,
        381,
        382,
        383,
        384,
        385,
        386,
        389,
        391,
        393,
        394,
        397,
        398,
        399,
        403,
        404,
        407,
        408,
        410,
        411,
        412,
        413,
        416,
        418,
        421,
        422,
        423,
        424,
        426,
        427,
        428,
        430,
        432,
        433,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        459,
        460,
        462,
        463,
        464,
        467,
        468,
        469,
        472,
        474,
        475,
        477,
        478,
        479,
        480,
        482,
        483,
        485,
        487,
        488,
        489,
        490,
        493,
        495,
        497,
        498,
        499,
        501,
        502,
        504,
        505,
        506,
        507,
        508,
        511,
        512,
        514,
        515,
        516,
        517,
        518,
        519,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        528,
        529,
        530,
        531,
        532,
        533,
        535,
        536,
        537,
        539,
        541,
        544,
        545,
        548,
        549,
        550,
        551,
        554,
        558,
        559,
        560,
        561,
        562,
        563,
        565,
        566,
        568,
        569,
        570,
        571,
        572,
        573,
        578,
        579,
        582,
        583,
        584,
        585,
        586,
        588,
        589,
        592,
        594,
        596,
        597,
        601,
        602,
        603,
        604,
        606,
        608,
        610,
        614,
        618,
        619,
        620,
        623,
        624,
        625,
        626,
        628,
        630,
        631,
        635,
        636,
        638,
        640,
        642,
        645,
        646,
        648,
        650,
        653,
        655,
        656,
        657,
        659,
        661,
        662,
        663,
        667,
        668,
        669,
        670,
        671,
        673,
        676,
        678,
        680,
        681,
        682,
        683,
        684,
        685,
        686,
        688,
        689,
        690,
        691,
        692,
        693,
        695,
        696,
        699,
        700,
        703,
        704,
        705,
        708,
        711,
        714,
        718,
        719,
        721,
        722,
        723,
        724,
        725,
        726,
        728,
        730,
        732,
        733,
        735,
        736,
        737,
        738,
        739,
        741,
        742,
        743,
        744,
        746,
        747,
        750,
        752,
        755,
        757,
        758,
        759,
        760,
        761,
        762,
        765,
        766,
        769,
        771,
        773,
        774,
        775,
        776,
        777,
        778,
        779,
        780,
        782,
        786,
        788,
        789,
        790,
        791,
        792,
        793,
        795,
        797,
        799,
        801,
        802,
        803,
        807,
        809,
        811,
        812,
        813,
        815,
        817,
        820,
        822,
        823,
        826,
        828,
        830,
        831,
        832,
        833,
        835,
        836,
        837,
        838,
        840,
        842,
        843,
        844,
        846,
        847,
        849,
        851,
        852,
        853,
        858,
        859,
        860,
        861,
        866,
        868,
        869,
        871,
        873,
        876,
        879,
        883,
        886,
        889,
        891,
        892,
        893,
        894,
        896,
        897,
        899,
        901,
        903,
        905,
        906,
        908,
        911,
        915,
        916,
        917,
        919,
        920,
        921,
        922,
        923,
        924,
        926,
        927,
        932,
        934,
        935,
        936,
        937,
        941,
        944,
        945,
        950,
        951,
        953,
        955,
        956,
        957,
        958,
        959,
        960,
        961,
        965,
        966,
        967,
        969,
        970,
        974,
        975,
        976,
        977,
        978,
        979,
        983,
        984,
        986,
        987,
        989,
        991,
        992,
        993,
        994,
        995,
        996,
        999,
        1002,
        1003,
        1004,
        1005,
        1006,
        1007,
        1008,
        1009,
        1010,
        1011,
        1012,
        1013,
        1015,
        1017,
        1018,
        1020,
        1021,
        1022,
        1023,
        1026,
        1028,
        1032,
        1033,
        1034,
        1035,
        1038,
        1039,
        1040,
        1041,
        1046,
        1048,
        1050,
        1051,
        1052,
        1053,
        1054,
        1055,
        1057,
        1058,
        1059,
        1060,
        1061,
        1063,
        1065,
        1068,
        1069,
        1070,
        1071,
        1073,
        1074,
        1075,
        1076,
        1077,
        1078,
        1079,
        1080,
        1082,
        1084,
        1086,
        1088,
        1091,
        1092,
        1093,
        1095,
        1096,
        1099,
        1100,
        1101,
        1102,
        1103,
        1109,
        1111,
        1112,
        1114,
        1117,
        1118,
        1120,
        1121,
        1123,
        1124,
        1125,
        1128,
        1130,
        1132,
        1133,
        1134,
        1135,
        1136,
        1137,
        1138,
        1141,
        1142,
        1143,
        1145,
        1146,
        1147,
        1148,
        1149,
        1151,
        1152,
        1153,
        1154,
        1155,
        1156,
        1158,
        1159,
        1162,
        1164,
        1165,
        1166,
        1167,
        1168,
        1169,
        1170,
        1171,
        1173,
        1175,
        1176,
        1180,
        1181,
        1182,
        1184,
        1185,
        1187,
        1188,
        1190,
        1191,
        1193,
        1194,
        1195,
        1196,
        1201,
        1202,
        1204,
        1207,
        1209,
        1210,
        1212,
        1214,
        1215,
        1220,
        1222,
        1223,
        1224,
        1226,
        1227,
        1229,
        1230,
        1233,
        1234,
        1237,
        1238,
        1241,
        1242,
        1247,
        1248,
        1249,
        1250,
        1251,
        1254,
        1255,
        1261,
        1262,
        1263,
        1264,
        1265,
        1267,
        1271,
        1273,
        1274,
        1275,
        1276,
        1277,
        1278,
        1279,
        1280,
        1285,
        1286,
        1288,
        1289,
        1291,
        1292,
        1294,
        1295,
        1297,
        1298,
        1299,
        1300,
        1301,
        1303,
        1307,
        1308,
        1309,
        1311,
        1312,
        1313,
        1314,
        1315,
        1316,
        1317,
        1319,
        1320,
        1322,
        1323,
        1325,
        1327,
        1329,
        1330,
        1332,
        1333,
        1334,
        1335,
        1336,
        1339,
        1341,
        1345,
        1346,
        1347,
        1348,
        1349,
        1350,
        1351,
        1352,
        1354,
        1356,
        1357,
        1358,
        1361,
        1362,
        1363,
        1364,
        1365,
        1366,
        1369,
        1370,
        1374,
        1376,
        1377,
        1380,
        1381,
        1383,
        1384,
        1385,
        1388,
        1390,
        1391,
        1393,
        1394,
        1395,
        1396,
        1397,
        1398,
        1400,
        1402,
        1403,
        1407,
        1410,
        1411,
        1414,
        1415,
        1416,
        1418,
        1422,
        1424,
        1425,
        1428,
        1430,
        1431,
        1432,
        1433,
        1435,
        1436,
        1437,
        1439,
        1442,
        1443,
        1444,
        1445,
        1448,
        1451,
        1453,
        1455,
        1458,
        1459,
        1460,
        1461,
        1463,
        1464,
        1469,
        1471,
        1472,
        1473,
        1474,
        1475,
        1476,
        1478,
        1479,
        1480,
        1483,
        1484,
        1486,
        1487,
        1488,
        1491,
        1496,
        1498,
        1499,
        1500,
        1501,
        1502,
        1503,
        1504,
        1509,
        1514,
        1516,
        1517,
        1518,
        1519,
        1522,
        1523,
        1524,
        1526,
        1528,
        1530,
        1531,
        1532,
        1534,
        1535,
        1536,
        1538,
        1543,
        1544,
        1546,
        1550,
        1551,
        1552,
        1553,
        1557,
        1558,
        1559,
        1562,
        1563,
        1564,
        1566,
        1568,
        1569,
        1570,
        1572,
        1573,
        1574,
        1575,
        1576,
        1579,
        1580,
        1581,
        1582,
        1584,
        1585,
        1586,
        1587,
        1588,
        1591,
        1593,
        1594,
        1596,
        1597,
        1599,
        1600,
        1601,
        1602,
        1604,
        1605,
        1606,
        1608,
        1609,
        1611,
        1612,
        1614,
        1615,
        1618,
        1619,
        1621,
        1627,
        1630,
        1631,
        1633,
        1634,
        1635,
        1637,
        1638,
        1641,
        1643,
        1644,
        1646,
        1647,
        1648,
        1649,
        1651,
        1653,
        1655,
        1656,
        1659,
        1660,
        1662,
        1663,
        1664,
        1665,
        1667,
        1668,
        1669,
        1670,
        1672,
        1673,
        1676,
        1677,
        1678,
        1680,
        1681,
        1682,
        1684,
        1685,
        1690,
        1691,
        1692,
        1693,
        1694,
        1695,
        1700,
        1701,
        1702,
        1703,
        1706,
        1710,
        1716,
        1717,
        1718,
        1720,
        1722,
        1723,
        1726,
        1728,
        1733,
        1734,
        1738,
        1740,
        1743,
        1745,
        1748,
        1749,
        1751,
        1753,
        1754,
        1755,
        1756,
        1758,
        1759,
        1760,
        1765,
        1766,
        1767,
        1768,
        1769,
        1770,
        1771,
        1773,
        1774,
        1775,
        1777,
        1778,
        1780,
        1781,
        1782,
        1784,
        1788,
        1790,
        1791,
        1794,
        1795,
        1796,
        1797,
        1798,
        1799,
        1803,
        1804,
        1805,
        1806,
        1807,
        1808,
        1810,
        1811,
        1812,
        1813,
        1814,
        1815,
        1817,
        1819,
        1821,
        1823,
        1824,
        1825,
        1826,
        1829,
        1831,
        1832,
        1834,
        1835,
        1836,
        1840,
        1841,
        1842,
        1843,
        1845,
        1847,
        1848,
        1850,
        1852,
        1853,
        1854,
        1855,
        1856,
        1858,
        1859,
        1862,
        1863,
        1864,
        1868,
        1869,
        1870,
        1871,
        1873,
        1874,
        1875,
        1876,
        1877,
        1878,
        1880,
        1881,
        1882,
        1883,
        1884,
        1885,
        1887,
        1888,
        1889,
        1891,
        1892,
        1895,
        1896,
        1899,
        1900,
        1902,
        1903,
        1904,
        1905,
        1906,
        1909,
        1910,
        1911,
        1912,
        1916,
        1918,
        1919,
        1921,
        1922,
        1924,
        1925,
        1926,
        1928,
        1930,
        1932,
        1933,
        1934,
        1935,
        1936,
        1938,
        1941,
        1942,
        1948,
        1952,
        1955,
        1956,
        1957,
        1960,
        1966,
        1967,
        1969,
        1971,
        1973,
        1976,
        1977,
        1979,
        1981,
        1982,
        1984,
        1986,
        1988,
        1990,
        1991,
        1993,
        1995,
        1997,
        1999,
        2001,
        2002,
        2004,
        2008,
        2010,
        2013,
        2014,
        2015,
        2016,
        2017,
        2018,
        2019,
        2020,
        2021,
        2022,
        2023,
        2025,
        2026,
        2027,
        2032,
        2033,
        2034,
        2035,
        2037,
        2038,
        2039,
        2041,
        2043,
        2044,
        2046,
        2047,
        2050,
        2056,
        2057,
        2058,
        2059,
        2060,
        2061,
        2062,
        2063,
        2064,
        2067,
        2070,
        2072,
        2073,
        2075,
        2076,
        2078,
        2079,
        2082,
        2083,
        2084,
        2085,
        2086,
        2088,
        2092,
        2094,
        2095,
        2099,
        2100,
        2101,
        2102,
        2104,
        2105,
        2107,
        2109,
        2110,
        2112,
        2113,
        2117,
        2119,
        2120,
        2121,
        2123,
        2125,
        2127,
        2130,
        2131,
        2132,
        2135,
        2137,
        2138,
        2139,
        2140,
        2141,
        2143,
        2144,
        2151,
        2159,
        2162,
        2164,
        2166,
        2168,
        2169,
        2172,
        2173,
        2175,
        2177,
        2179,
        2182,
        2183,
        2184,
        2186,
        2188,
        2190,
        2191,
        2192,
        2194,
        2195,
        2196,
        2197,
        2198,
        2199,
        2201,
        2202,
        2204,
        2205,
        2206,
        2208,
        2210,
        2211,
        2212,
        2214,
        2215,
        2216,
        2219,
        2224,
        2225,
        2226,
        2227,
        2229,
        2230,
        2231,
        2232,
        2233,
        2235,
        2236,
        2237,
        2239,
        2241,
        2244,
        2245,
        2247,
        2248,
        2249,
        2250,
        2251,
        2252,
        2253,
        2255,
        2257,
        2260,
        2263,
        2264,
        2265,
        2266,
        2268,
        2269,
        2270,
        2271,
        2273,
        2276,
        2278,
        2279,
        2281,
        2284,
        2285,
        2286,
        2289,
        2290,
        2291,
        2293,
        2294,
        2295,
        2297,
        2298,
        2299,
        2300,
        2301,
        2302,
        2303,
        2304,
        2306,
        2307,
        2310,
        2311,
        2313,
        2314,
        2317,
        2318,
        2319,
        2320,
        2321,
        2322,
        2323,
        2324,
        2325,
        2326,
        2327,
        2328,
        2330,
        2331,
        2334,
        2336,
        2337,
        2338,
        2339,
        2342,
        2343,
        2345,
        2346,
        2347,
        2348,
        2350,
        2352,
        2354,
        2357,
        2360,
        2361,
        2362,
        2364,
        2365,
        2367,
        2369,
        2371,
        2372,
        2373,
        2377,
        2382,
        2383,
        2384,
        2385,
        2386,
        2387,
        2388,
        2393,
        2394,
        2395,
        2396,
        2399,
        2400,
        2402,
        2404,
        2405,
        2413,
        2414,
        2418,
        2419,
        2420,
        2421,
        2422,
        2423,
        2424,
        2425,
        2426,
        2429,
        2430,
        2431,
        2432,
        2433,
        2436,
        2437,
        2438,
        2439,
        2444,
        2445,
        2446,
        2448,
        2450,
        2451,
        2452,
        2453,
        2455,
        2456,
        2457,
        2458,
        2459,
        2460,
        2462,
        2466,
        2467,
        2468,
        2469,
        2470,
        2474,
        2475,
        2477,
        2479,
        2480,
        2482,
        2483,
        2484,
        2487,
        2491,
        2493,
        2496,
        2499,
        2500,
        2502,
        2503,
        2505,
        2506,
        2508,
        2510,
        2511,
        2512,
        2513,
        2514,
        2515,
        2519,
        2520,
        2521,
        2523,
        2525,
        2527,
        2528,
        2529,
        2530,
        2531,
        2532,
        2534,
        2535,
        2536,
        2537,
        2538,
        2539,
        2542,
        2543,
        2547,
        2548,
        2549,
        2551,
        2553,
        2554,
        2557,
        2558,
        2560,
        2562,
        2564,
        2565,
        2566,
        2567,
        2570,
        2571,
        2573,
        2574,
        2575,
        2576,
        2578,
        2579,
        2580,
        2581,
        2582,
        2583,
        2587,
        2589,
        2590,
        2592,
        2594,
        2595,
        2596,
        2597,
        2598,
        2599,
        2600,
        2601,
        2602,
        2603,
        2604,
        2605,
        2606,
        2609,
        2610,
        2611,
        2612,
        2613,
        2614,
        2615,
        2620,
        2623,
        2624,
        2626,
        2627,
        2629,
        2630,
        2632,
        2633,
        2634,
        2635,
        2637,
        2638,
        2639,
        2640,
        2642,
        2643,
        2644,
        2645,
        2647,
        2648,
        2651,
        2654,
        2656,
        2657,
        2658,
        2661,
        2664,
        2666,
        2667,
        2668,
        2669,
        2670,
        2671,
        2673,
        2674,
        2676,
        2677,
        2680,
        2681,
        2683,
        2684,
        2688,
        2689,
        2690,
        2691,
        2692,
        2693,
        2696,
        2699,
        2701,
        2704,
        2705,
        2707,
        2708,
        2709,
        2711,
        2712,
        2713,
        2714,
        2717,
        2718,
        2720,
        2721,
        2722,
        2724,
        2725,
        2726,
        2727,
        2728,
        2731,
        2732,
        2733,
        2734,
        2735,
        2736,
        2738,
        2740,
        2741,
        2742,
        2743,
        2744,
        2747,
        2748,
        2749,
        2750,
        2751,
        2752,
        2755,
        2756,
        2758,
        2759,
        2764,
        2765,
        2767,
        2768,
        2769,
        2771,
        2772,
        2774,
        2775,
        2778,
        2779,
        2782,
        2783,
        2784,
        2786,
        2787,
        2789,
        2790,
        2792,
        2793,
        2797,
        2798,
        2799,
        2801,
        2802,
        2803,
        2804,
        2806,
        2808,
        2809,
        2810,
        2811,
        2814,
        2815,
        2816,
        2817,
        2818,
        2819,
        2822,
        2823,
        2825,
        2826,
        2828,
        2830,
        2835,
        2836,
        2837,
        2838,
        2840,
        2841,
        2842,
        2843,
        2844,
        2845,
        2847,
        2848,
        2850,
        2851,
        2852,
        2853,
        2855,
        2856,
        2857,
        2859,
        2860,
        2861,
        2862,
        2865,
        2867,
        2870,
        2871,
        2875,
        2878,
        2879,
        2880,
        2881,
        2882,
        2883,
        2884,
        2887,
        2889,
        2893,
        2895,
        2898,
        2902,
        2904,
        2905,
        2906,
        2907,
        2910,
        2911,
        2914,
        2915,
        2917,
        2919,
        2920,
        2921,
        2923,
        2925,
        2926,
        2927,
        2928,
        2930,
        2932,
        2935,
        2936,
        2937,
        2938,
        2939,
        2940,
        2941,
        2945,
        2946,
        2949,
        2950,
        2951,
        2952,
        2955,
        2956,
        2957,
        2960,
        2961,
        2963,
        2964,
        2966,
        2967,
        2969,
        2970,
        2972,
        2974,
        2976,
        2980,
        2981,
        2983,
        2984,
        2985,
        2987,
        2990,
        2991,
        2992,
        2993,
        2994,
        2995,
        2996,
        2998,
        2999,
        3000,
        3001,
        3002,
        3003,
        3004,
        3006,
        3007,
        3008,
        3010,
        3012,
        3013,
        3014,
        3015,
        3016,
        3020,
        3021,
        3022,
        3023,
        3025,
        3027,
        3029,
        3030,
        3032,
        3037,
        3038,
        3040,
        3041,
        3042,
        3043,
        3044,
        3046,
        3048,
        3050,
        3052,
        3053,
        3056,
        3057,
        3060,
        3062,
        3064,
        3066,
        3068,
        3070,
        3072,
        3073,
        3076,
        3077,
        3079,
        3080,
        3081,
        3082,
        3083,
        3085,
        3087,
        3088,
        3091,
        3092,
        3093,
        3094,
        3095,
        3096,
        3097,
        3099,
        3100,
        3101,
        3104,
        3105,
        3107,
        3108,
        3109,
        3110,
        3111,
        3113,
        3114,
        3115,
        3116,
        3117,
        3119,
        3121,
        3122,
        3124,
        3126,
        3127,
        3129,
        3131,
        3132,
        3133,
        3134,
        3135,
        3136,
        3138,
        3142,
        3143,
        3144,
        3145,
        3147,
        3150,
        3151,
        3152,
        3156,
        3157,
        3158,
        3159,
        3160,
        3161,
        3162,
        3166,
        3169,
        3170,
        3171,
        3172,
        3174,
        3179,
        3180,
        3186,
        3190,
        3191,
        3192,
        3198,
        3199,
        3200,
        3201,
        3203,
        3204,
        3205,
        3207,
        3212,
        3213,
        3214,
        3215,
        3217,
        3218,
        3219,
        3220,
        3222,
        3224,
        3228,
        3229,
        3230,
        3232,
        3233,
        3234,
        3236,
        3240,
        3241,
        3244,
        3245,
        3248,
        3251,
        3253,
        3254,
        3255,
        3257,
        3263,
        3266,
        3267,
        3268,
        3269,
        3274,
        3276,
        3279,
        3280,
        3282,
        3285,
        3288,
        3290,
        3291,
        3292,
        3293,
        3294,
        3295,
        3296,
        3297,
        3298,
        3299,
        3300,
        3301,
        3302,
        3303,
        3305,
        3306,
        3307,
        3308,
        3310,
        3313,
        3314,
        3315,
        3317,
        3318,
        3321,
        3323,
        3325,
        3326,
        3327,
        3329,
        3330,
        3332,
        3338,
        3339,
        3344,
        3345,
        3346,
        3347,
        3350,
        3353,
        3354,
        3356,
        3357,
        3360,
        3361,
        3362,
        3363,
        3364,
        3366,
        3367,
        3368,
        3369,
        3371,
        3372,
        3373,
        3375,
        3377,
        3379,
        3380,
        3381,
        3382,
        3383,
        3384,
        3385,
        3386,
        3388,
        3389,
        3391,
        3392,
        3395,
        3397,
        3398,
        3399,
        3400,
        3401,
        3403,
        3404,
        3405,
        3407,
        3408,
        3409,
        3410,
        3411,
        3412,
        3413,
        3414,
        3415,
        3417,
        3420,
        3424,
        3426,
        3427,
        3428,
        3429,
        3430,
        3432,
        3434,
        3435,
        3436,
        3437,
        3439,
        3441,
        3443,
        3444,
        3446,
        3448,
        3451,
        3452,
        3453,
        3454,
        3455,
        3457,
        3459,
        3461,
        3463,
        3464,
        3466,
        3467,
        3468,
        3470,
        3471,
        3472,
        3474,
        3475,
        3476,
        3477,
        3479,
        3480,
        3485,
        3486,
        3487,
        3488,
        3493,
        3494,
        3495,
        3497,
        3498,
        3500,
        3502,
        3503,
        3506,
        3507,
        3510,
        3517,
        3519,
        3523,
        3524,
        3526,
        3527,
        3528,
        3532,
        3534,
        3535,
        3536,
        3537,
        3542,
        3544,
        3547,
        3548,
        3551,
        3553,
        3555,
        3556,
        3564,
        3566,
        3567,
        3569,
        3570,
        3571,
        3573,
        3578,
        3579,
        3580,
        3581,
        3584,
        3586,
        3588,
        3589,
        3590,
        3591,
        3594,
        3595,
        3596,
        3600,
        3602,
        3603,
        3606,
        3607,
        3608,
        3611,
        3612,
        3614,
        3616,
        3617,
        3620,
        3623,
        3624,
        3625,
        3626,
        3628,
        3629,
        3630,
        3631,
        3635,
        3636,
        3638,
        3640,
        3641,
        3642,
        3643,
        3645,
        3646,
        3649,
        3651,
        3654,
        3656,
        3657,
        3658,
        3659,
        3661,
        3662,
        3663,
        3667,
        3668,
        3669,
        3672,
        3674,
        3677,
        3679,
        3680,
        3681,
        3683,
        3684,
        3685,
        3686,
        3687,
        3689,
        3690,
        3691,
        3694,
        3696,
        3697,
        3698,
        3700,
        3703,
        3704,
        3705,
        3706,
        3707,
        3708,
        3711,
        3712,
        3713,
        3714,
        3715,
        3716,
        3717,
        3719,
        3721,
        3722,
        3723,
        3724,
        3726,
        3727,
        3728,
        3731,
        3732,
        3734,
        3735,
        3736,
        3737,
        3738,
        3739,
        3740,
        3741,
        3743,
        3747,
        3748,
        3749,
        3750,
        3752,
        3753,
        3754,
        3756,
        3757,
        3760,
        3761,
        3764,
        3765,
        3766,
        3768,
        3770,
        3771,
        3772,
        3774,
        3775,
        3776,
        3777,
        3778,
        3779,
        3781,
        3783,
        3787,
        3788,
        3790,
        3793,
        3794,
        3795,
        3797,
        3798,
        3803,
        3805,
        3808,
        3809,
        3811,
        3815,
        3816,
        3817,
        3819,
        3820,
        3821,
        3822,
        3823,
        3824,
        3825,
        3826,
        3827,
        3829,
        3830,
        3831,
        3834,
        3836,
        3837,
        3845,
        3848,
        3849,
        3850,
        3854,
        3855,
        3856,
        3857,
        3859,
        3862,
        3863,
        3864,
        3865,
        3866,
        3869,
        3870,
        3871,
        3873,
        3874,
        3876,
        3878,
        3879,
        3880,
        3883,
        3885,
        3887,
        3888,
        3889,
        3890,
        3892,
        3893,
        3895,
        3896,
        3898,
        3899,
        3900,
        3901,
        3902,
        3904,
        3906,
        3907,
        3908,
        3911,
        3913,
        3916,
        3917,
        3919,
        3920,
        3922,
        3923,
        3924,
        3926,
        3928,
        3931,
        3932,
        3934,
        3935,
        3936,
        3938,
        3940,
        3942,
        3944,
        3945,
        3948,
        3950,
        3951,
        3954,
        3957,
        3958,
        3960,
        3961,
        3963,
        3964,
        3965,
        3967,
        3968,
        3969,
        3970,
        3971,
        3974,
        3977,
        3978,
        3979,
        3981,
        3982,
        3983,
        3984,
        3985,
        3987,
        3988,
        3989,
        3990,
        3992,
        3994,
        3995,
        3996,
        3997,
        3998,
        4000,
        4002,
        4003,
        4004,
        4007,
        4009,
        4010,
        4011,
        4012,
        4013,
        4014,
        4015,
        4018,
        4019,
        4023,
        4027,
        4029,
        4030,
        4031,
        4033,
        4035,
        4037,
        4038,
        4040,
        4043,
        4044,
        4045,
        4047,
        4048,
        4049,
        4051,
        4052,
        4054,
        4056,
        4058,
        4059,
        4060,
        4063,
        4064,
        4066,
        4068,
        4069,
        4070,
        4072,
        4077,
        4081,
        4082,
        4083,
        4084,
        4086,
        4087,
        4088,
        4092,
        4093,
        4094,
        4095,
        4096,
        4099,
        4100,
        4101,
        4103,
        4107,
        4109,
        4111,
        4115,
        4116,
        4117,
        4119,
        4121,
        4122,
        4123,
        4124,
        4125,
        4126,
        4127,
        4128,
        4129,
        4131,
        4132,
        4134,
        4135,
        4136,
        4138,
        4140,
        4142,
        4145,
        4146,
        4147,
        4149,
        4150,
        4151,
        4153,
        4154,
        4155,
        4156,
        4158,
        4159,
        4160,
        4161,
        4164,
        4165,
        4166,
        4167,
        4171,
        4173,
        4174,
        4175,
        4176,
        4177,
        4178,
        4180,
        4181,
        4182,
        4183,
        4185,
        4188,
        4189,
        4191,
        4192,
        4194,
        4195,
        4196,
        4197,
        4198,
        4199,
        4200,
        4202,
        4204,
        4206,
        4207,
        4212,
        4216,
        4217,
        4218,
        4219,
        4222,
        4223,
        4224,
        4225,
        4226,
        4227,
        4229,
        4230,
        4231,
        4232,
        4234,
        4235,
        4236,
        4238,
        4239,
        4240,
        4241,
        4242,
        4244,
        4245,
        4246,
        4247,
        4248,
        4249,
        4251,
        4252,
        4253,
        4256,
        4259,
        4260,
        4261,
        4265,
        4267,
        4268,
        4270,
        4272,
        4273,
        4280,
        4281,
        4282,
        4283,
        4284,
        4285,
        4287,
        4288,
        4289,
        4291,
        4292,
        4295,
        4296,
        4297,
        4299,
        4302,
        4304,
        4305,
        4306,
        4307,
        4308,
        4310,
        4312,
        4313,
        4316,
        4318,
        4320,
        4321,
        4325,
        4326,
        4327,
        4329,
        4330,
        4331,
        4335,
        4338,
        4339,
        4340,
        4342,
        4343,
        4344,
        4345,
        4346,
        4347,
        4348,
        4349,
        4351,
        4353,
        4355,
        4356,
        4357,
        4358,
        4359,
        4361,
        4362,
        4364,
        4366,
        4368,
        4371,
        4372,
        4374,
        4380,
        4382,
        4383,
        4385,
        4387,
        4390,
        4391,
        4392,
        4393,
        4394,
        4395,
        4396,
        4397,
        4401,
        4402,
        4403,
        4406,
        4409,
        4410,
        4413,
        4414,
        4415,
        4418,
        4419,
        4421,
        4423,
        4425,
        4426,
        4427,
        4428,
        4430,
        4431,
        4433,
        4436,
        4437,
        4438,
        4439,
        4441,
        4442,
        4443,
        4444,
        4446,
        4447,
        4448,
        4449,
        4450,
        4451,
        4452,
        4453,
        4455,
        4456,
        4459,
        4462,
        4463,
        4466,
        4468,
        4469,
        4470,
        4475,
        4480,
        4481,
        4482,
        4483,
        4484,
        4487,
        4491,
        4493,
        4494,
        4495,
        4496,
        4497,
        4498,
        4499,
        4500,
        4502,
        4503,
        4504,
        4505,
        4506,
        4508,
        4511,
        4513,
        4514,
        4515,
        4516,
        4517,
        4518,
        4519,
        4520,
        4522,
        4527,
        4530,
        4533,
        4534,
        4536,
        4537,
        4538,
        4541,
        4543,
        4545,
        4551,
        4552,
        4557,
        4559,
        4560,
        4561,
        4562,
        4566,
        4567,
        4568,
        4569,
        4571,
        4572,
        4573,
        4574,
        4575,
        4576,
        4577,
        4578,
        4579,
        4582,
        4583,
        4585,
        4586,
        4588,
        4589,
        4592,
        4594,
        4595,
        4598,
        4602,
        4603,
        4604,
        4613,
        4616,
        4617,
        4619,
        4620,
        4621,
        4624,
        4625,
        4626,
        4627,
        4628,
        4630,
        4631,
        4633,
        4636,
        4637,
        4638,
        4643,
        4644,
        4645,
        4646,
        4647,
        4648,
        4649,
        4651,
        4653,
        4655,
        4656,
        4658,
        4659,
        4660,
        4662,
        4663,
        4665,
        4666,
        4667,
        4668,
        4669,
        4670,
        4671,
        4672,
        4673,
        4674,
        4675,
        4676,
        4677,
        4678,
        4679,
        4681,
        4683,
        4686,
        4687,
        4688,
        4689,
        4690,
        4691,
        4693,
        4694,
        4696,
        4697,
        4699,
        4700,
        4701,
        4702,
        4703,
        4705,
        4706,
        4708,
        4712,
        4714,
        4719,
        4720,
        4721,
        4722,
        4723,
        4724,
        4725,
        4726,
        4728,
        4730,
        4733,
        4734,
        4735,
        4741,
        4742,
        4744,
        4745,
        4746,
        4747,
        4749,
        4754,
        4756,
        4759,
        4760,
        4761,
        4762,
        4764,
        4765,
        4766,
        4768,
        4770,
        4771,
        4776,
        4777,
        4778,
        4780,
        4781,
        4782,
        4784,
        4785,
        4788,
        4790,
        4791,
        4792,
        4794,
        4795,
        4796,
        4797,
        4798,
        4799,
        4800,
        4801,
        4802,
        4803,
        4804,
        4805,
        4806,
        4808,
        4809,
        4812,
        4814,
        4815,
        4817,
        4818,
        4820,
        4822,
        4826,
        4828,
        4829,
        4831,
        4833,
        4836,
        4837,
        4839,
        4840,
        4841,
        4842,
        4843,
        4844,
        4846,
        4847,
        4852,
        4854,
        4855,
        4857,
        4860,
        4861,
        4863,
        4866,
        4869,
        4871,
        4874,
        4875,
        4877,
        4878,
        4880,
        4882,
        4883,
        4884,
        4885,
        4886,
        4888,
        4889,
        4890,
        4892,
        4894,
        4895,
        4896,
        4900,
        4903,
        4904,
        4907,
        4908,
        4910,
        4911,
        4912,
        4914,
        4915,
        4917,
        4918,
        4919,
        4920,
        4921,
        4922,
        4923,
        4924,
        4925,
        4927,
        4931,
        4933,
        4936,
        4937,
        4938,
        4939,
        4940,
        4941,
        4942,
        4943,
        4944,
        4945,
        4947,
        4948,
        4949,
        4950,
        4953,
        4954,
        4960,
        4962,
        4963,
        4964,
        4965,
        4966,
        4968,
        4969,
        4971,
        4972,
        4973,
        4975,
        4977,
        4981,
        4983,
        4985,
        4987,
        4988,
        4989,
        4990,
        4991,
        4992,
        4993,
        4994,
        4995,
        4997,
        4998,
        5000,
        5002,
        5003,
        5005,
        5006,
        5007,
        5009,
        5010,
        5011,
        5016,
        5017,
        5019,
        5021,
        5023,
        5025,
        5026,
        5027,
        5028,
        5029,
        5030,
        5032,
        5036,
        5037,
        5039,
        5044,
        5047,
        5048,
        5049,
        5050,
        5051,
        5053,
        5054,
        5055,
        5057,
        5059,
        5061,
        5063,
        5064,
        5065,
        5068,
        5069,
        5070,
        5071,
        5072,
        5074,
        5075,
        5076,
        5077,
        5078,
        5079,
        5081,
        5082,
        5086,
        5087,
        5088,
        5089,
        5090,
        5094,
        5096,
        5097,
        5098,
        5100,
        5101,
        5102,
        5104,
        5105,
        5106,
        5107,
        5109,
        5111,
        5112,
        5113,
        5114,
        5115,
        5117,
        5119,
        5120,
        5121,
        5124,
        5128,
        5131,
        5132,
        5133,
        5134,
        5135,
        5136,
        5137,
        5138,
        5140,
        5141,
        5142,
        5143,
        5145,
        5146,
        5148,
        5150,
        5151,
        5153,
        5154,
        5155,
        5156,
        5159,
        5160,
        5164,
        5167,
        5169,
        5170,
        5171,
        5172,
        5174,
        5175,
        5176,
        5177,
        5178,
        5179,
        5180,
        5181,
        5183,
        5184,
        5185,
        5186,
        5187,
        5188,
        5191,
        5193,
        5194,
        5196,
        5197,
        5199,
        5200,
        5203,
        5204,
        5205,
        5209,
        5213,
        5214,
        5215,
        5216,
        5217,
        5219,
        5222,
        5223,
        5225,
        5226,
        5230,
        5231,
        5232,
        5233,
        5234,
        5235,
        5236,
        5238,
        5239,
        5240,
        5242,
        5244,
        5245,
        5247,
        5248,
        5250,
        5252,
        5253,
        5254,
        5256,
        5258,
        5259,
        5260,
        5261,
        5262,
        5263,
        5264,
        5268,
        5269,
        5271,
        5273,
        5274,
        5277,
        5279,
        5281,
        5287,
        5288,
        5289,
        5290,
        5291,
        5293,
        5294,
        5295,
        5296,
        5298,
        5301,
        5302,
        5304,
        5306,
        5307,
        5308,
        5310,
        5313,
        5314,
        5316,
        5318,
        5319,
        5320,
        5321,
        5323,
        5324,
        5325,
        5329,
        5331,
        5335,
        5338,
        5341,
        5342,
        5343,
        5344,
        5345,
        5350,
        5351,
        5353,
        5357,
        5359,
        5360,
        5361,
        5365,
        5366,
        5367,
        5368,
        5369,
        5371,
        5375,
        5376,
        5377,
        5379,
        5380,
        5382,
        5383,
        5385,
        5388,
        5389,
        5390,
        5391,
        5392,
        5393,
        5400,
        5401,
        5404,
        5405,
        5406,
        5408,
        5409,
        5411,
        5412,
        5414,
        5416,
        5417,
        5419,
        5420,
        5421,
        5423,
        5424,
        5426,
        5427,
        5428,
        5429,
        5430,
        5431,
        5432,
        5434,
        5435,
        5436,
        5437,
        5439,
        5440,
        5442,
        5445,
        5446,
        5447,
        5449,
        5451,
        5453,
        5458,
        5460,
        5461,
        5462,
        5463,
        5464,
        5466,
        5467,
        5468,
        5469,
        5470,
        5472,
        5473,
        5474,
        5475,
        5476,
        5477,
        5479,
        5480,
        5481,
        5482,
        5484,
        5485,
        5486,
        5487,
        5490,
        5492,
        5494,
        5496,
        5497,
        5503,
        5506,
        5507,
        5514,
        5515,
        5516,
        5517,
        5518,
        5522,
        5523,
        5524,
        5525,
        5526,
        5530,
        5531,
        5532,
        5534,
        5535,
        5542,
        5547,
        5548,
        5550,
        5551,
        5552,
        5554,
        5555,
        5556,
        5557,
        5558,
        5561,
        5563,
        5565,
        5569,
        5570,
        5573,
        5574
      ],
      "rows": 3386
    }
  },
  "study": "SMS duplicate-group holdout, fixed TF-IDF/logistic baseline",
  "study_source_sha256": "1c094b771c7e88c6f9065c5b9c10dcfe4a99297e591dce8fd34e69b279a2e2cb",
  "temperature": 0.5738990676314769,
  "test": {
    "accuracy": 0.9807516040329972,
    "bootstrap": {
      "groups": 1032,
      "intervals": {
        "cost": {
          "high": 0.021292380334071128,
          "low": 0.010978455676847685,
          "valid_replicates": 1000
        },
        "coverage": {
          "high": 0.9671843579185999,
          "low": 0.9386811224553049,
          "valid_replicates": 1000
        },
        "risk": {
          "high": 0.011651052094745193,
          "low": 0.0028089389127592015,
          "valid_replicates": 1000
        }
      },
      "method": "group percentile bootstrap; pooled-row estimand; fixed fitted policy",
      "repetitions": 1000,
      "seed": 41
    },
    "classification": {
      "accuracy": 0.9807516040329972,
      "ham": {
        "f1-score": 0.9890681936491411,
        "precision": 0.9783728115345005,
        "recall": 1.0,
        "support": 950.0
      },
      "macro avg": {
        "f1-score": 0.9543042117670993,
        "precision": 0.9891864057672503,
        "recall": 0.925531914893617,
        "support": 1091.0
      },
      "spam": {
        "f1-score": 0.9195402298850576,
        "precision": 1.0,
        "recall": 0.851063829787234,
        "support": 141.0
      },
      "weighted avg": {
        "f1-score": 0.9800824531443421,
        "precision": 0.9811678927202341,
        "recall": 0.9807516040329972,
        "support": 1091.0
      }
    },
    "confusion_matrix_true_rows_predicted_columns": [
      [
        950,
        0
      ],
      [
        21,
        120
      ]
    ],
    "errors_without_message_text": [
      {
        "accepted": true,
        "characters": 78,
        "confidence": 0.9929190421767081,
        "has_digits": false,
        "id": 69,
        "oov_ngram_fraction": 0.27586206896551724,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": true,
        "characters": 152,
        "confidence": 0.9847802076915153,
        "has_digits": true,
        "id": 2403,
        "oov_ngram_fraction": 0.4716981132075472,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": true,
        "characters": 155,
        "confidence": 0.9293952250135753,
        "has_digits": true,
        "id": 1639,
        "oov_ngram_fraction": 0.49019607843137253,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": true,
        "characters": 157,
        "confidence": 0.872576884924611,
        "has_digits": true,
        "id": 3531,
        "oov_ngram_fraction": 0.32786885245901637,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": true,
        "characters": 163,
        "confidence": 0.8612408102909295,
        "has_digits": true,
        "id": 1894,
        "oov_ngram_fraction": 0.45454545454545453,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": true,
        "characters": 156,
        "confidence": 0.8404267531327515,
        "has_digits": true,
        "id": 4257,
        "oov_ngram_fraction": 0.45098039215686275,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": true,
        "characters": 147,
        "confidence": 0.8151335590262482,
        "has_digits": true,
        "id": 3751,
        "oov_ngram_fraction": 0.3953488372093023,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 130,
        "confidence": 0.7977496932822397,
        "has_digits": true,
        "id": 3565,
        "oov_ngram_fraction": 0.4489795918367347,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 145,
        "confidence": 0.7906016931193632,
        "has_digits": true,
        "id": 1598,
        "oov_ngram_fraction": 0.3617021276595745,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 160,
        "confidence": 0.7596975756117402,
        "has_digits": true,
        "id": 4753,
        "oov_ngram_fraction": 0.4489795918367347,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 33,
        "confidence": 0.7377047746561657,
        "has_digits": false,
        "id": 2805,
        "oov_ngram_fraction": 0.36363636363636365,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 143,
        "confidence": 0.7179936837697135,
        "has_digits": true,
        "id": 4544,
        "oov_ngram_fraction": 0.35294117647058826,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 73,
        "confidence": 0.6998572350818713,
        "has_digits": true,
        "id": 1675,
        "oov_ngram_fraction": 0.5555555555555556,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 133,
        "confidence": 0.6497465189712436,
        "has_digits": true,
        "id": 816,
        "oov_ngram_fraction": 0.5609756097560976,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 160,
        "confidence": 0.6284134573350098,
        "has_digits": true,
        "id": 2831,
        "oov_ngram_fraction": 0.0,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 138,
        "confidence": 0.6252577637288815,
        "has_digits": true,
        "id": 3861,
        "oov_ngram_fraction": 0.0,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 152,
        "confidence": 0.6058859256066985,
        "has_digits": true,
        "id": 3549,
        "oov_ngram_fraction": 0.5454545454545454,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 147,
        "confidence": 0.5917679965453074,
        "has_digits": true,
        "id": 4201,
        "oov_ngram_fraction": 0.32727272727272727,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 65,
        "confidence": 0.5742164687718162,
        "has_digits": false,
        "id": 753,
        "oov_ngram_fraction": 0.29411764705882354,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 138,
        "confidence": 0.5113872208624334,
        "has_digits": true,
        "id": 1719,
        "oov_ngram_fraction": 0.4897959183673469,
        "prediction": "ham",
        "truth": "spam"
      },
      {
        "accepted": false,
        "characters": 42,
        "confidence": 0.5079702126024782,
        "has_digits": true,
        "id": 5384,
        "oov_ngram_fraction": 0.4,
        "prediction": "ham",
        "truth": "spam"
      }
    ],
    "majority_baseline": {
      "accuracy": 0.8707607699358387,
      "calibration": {
        "log_loss": 0.38506606310363445,
        "multiclass_brier_sum": 0.22513193683368,
        "reliability": [
          {
            "accuracy": null,
            "confidence": null,
            "count": 0,
            "lower": 0.0,
            "upper": 0.1
          },
          {
            "accuracy": null,
            "confidence": null,
            "count": 0,
            "lower": 0.1,
            "upper": 0.2
          },
          {
            "accuracy": null,
            "confidence": null,
            "count": 0,
            "lower": 0.2,
            "upper": 0.3
          },
          {
            "accuracy": null,
            "confidence": null,
            "count": 0,
            "lower": 0.3,
            "upper": 0.4
          },
          {
            "accuracy": null,
            "confidence": null,
            "count": 0,
            "lower": 0.4,
            "upper": 0.5
          },
          {
            "accuracy": null,
            "confidence": null,
            "count": 0,
            "lower": 0.5,
            "upper": 0.6
          },
          {
            "accuracy": null,
            "confidence": null,
            "count": 0,
            "lower": 0.6,
            "upper": 0.7
          },
          {
            "accuracy": null,
            "confidence": null,
            "count": 0,
            "lower": 0.7,
            "upper": 0.8
          },
          {
            "accuracy": 0.8707607699358387,
            "confidence": 0.8653278204370939,
            "count": 1091,
            "lower": 0.8,
            "upper": 0.9
          },
          {
            "accuracy": null,
            "confidence": null,
            "count": 0,
            "lower": 0.9,
            "upper": 1.0
          }
        ],
        "top_label_ece": 0.0054329494987448435
      },
      "label": "ham"
    },
    "policy": {
      "accepted": 1040,
      "cost": 0.015765352887259398,
      "count": 1091,
      "coverage": 0.9532538955087076,
      "errors_accepted": 7,
      "risk": 0.006730769230769231
    },
    "raw_calibration": {
      "log_loss": 0.10296845030981491,
      "multiclass_brier_sum": 0.04070407087000761,
      "reliability": [
        {
          "accuracy": null,
          "confidence": null,
          "count": 0,
          "lower": 0.0,
          "upper": 0.1
        },
        {
          "accuracy": null,
          "confidence": null,
          "count": 0,
          "lower": 0.1,
          "upper": 0.2
        },
        {
          "accuracy": null,
          "confidence": null,
          "count": 0,
          "lower": 0.2,
          "upper": 0.3
        },
        {
          "accuracy": null,
          "confidence": null,
          "count": 0,
          "lower": 0.3,
          "upper": 0.4
        },
        {
          "accuracy": null,
          "confidence": null,
          "count": 0,
          "lower": 0.4,
          "upper": 0.5
        },
        {
          "accuracy": 0.7037037037037037,
          "confidence": 0.5595650354669185,
          "count": 27,
          "lower": 0.5,
          "upper": 0.6
        },
        {
          "accuracy": 0.75,
          "confidence": 0.6563692641339652,
          "count": 24,
          "lower": 0.6,
          "upper": 0.7
        },
        {
          "accuracy": 0.9024390243902439,
          "confidence": 0.7426392267700731,
          "count": 41,
          "lower": 0.7,
          "upper": 0.8
        },
        {
          "accuracy": 0.9922480620155039,
          "confidence": 0.8640738719522102,
          "count": 129,
          "lower": 0.8,
          "upper": 0.9
        },
        {
          "accuracy": 0.9977011494252873,
          "confidence": 0.9561168338571222,
          "count": 870,
          "lower": 0.9,
          "upper": 1.0
        }
      ],
      "top_label_ece": 0.05994821124479704
    },
    "scaled_calibration": {
      "log_loss": 0.05938563057529548,
      "multiclass_brier_sum": 0.03101880908607411,
      "reliability": [
        {
          "accuracy": null,
          "confidence": null,
          "count": 0,
          "lower": 0.0,
          "upper": 0.1
        },
        {
          "accuracy": null,
          "confidence": null,
          "count": 0,
          "lower": 0.1,
          "upper": 0.2
        },
        {
          "accuracy": null,
          "confidence": null,
          "count": 0,
          "lower": 0.2,
          "upper": 0.3
        },
        {
          "accuracy": null,
          "confidence": null,
          "count": 0,
          "lower": 0.3,
          "upper": 0.4
        },
        {
          "accuracy": null,
          "confidence": null,
          "count": 0,
          "lower": 0.4,
          "upper": 0.5
        },
        {
          "accuracy": 0.6666666666666666,
          "confidence": 0.5478121754174806,
          "count": 12,
          "lower": 0.5,
          "upper": 0.6
        },
        {
          "accuracy": 0.7368421052631579,
          "confidence": 0.6555766842938016,
          "count": 19,
          "lower": 0.6,
          "upper": 0.7
        },
        {
          "accuracy": 0.7368421052631579,
          "confidence": 0.7639719088381998,
          "count": 19,
          "lower": 0.7,
          "upper": 0.8
        },
        {
          "accuracy": 0.8918918918918919,
          "confidence": 0.8547336003748661,
          "count": 37,
          "lower": 0.8,
          "upper": 0.9
        },
        {
          "accuracy": 0.9970119521912351,
          "confidence": 0.989732552192385,
          "count": 1004,
          "lower": 0.9,
          "upper": 1.0
        }
      ],
      "top_label_ece": 0.011154113241346682
    },
    "spam_average_precision": 0.9883921904687193,
    "spam_roc_auc": 0.9961328854050019
  }
}