{ "aggregate": { "after_correction": { "checklist": { "accept_precision": 0.375, "accepted": 16, "accuracy": 0.8958333333333334, "adequate": 6, "adequate_recall": 1.0, "adequate_retained": 6, "confusion": { "accept": { "accept": 6, "ask": 0, "reject": 0 }, "ask": { "accept": 10, "ask": 32, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 86, "false_accepts": 10, "macro_recall": 0.9206349206349206, "n": 96 }, "learner": { "accept_precision": 0.42857142857142855, "accepted": 14, "accuracy": 0.9166666666666666, "adequate": 6, "adequate_recall": 1.0, "adequate_retained": 6, "confusion": { "accept": { "accept": 6, "ask": 0, "reject": 0 }, "ask": { "accept": 8, "ask": 34, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 88, "false_accepts": 8, "macro_recall": 0.9365079365079364, "n": 96 }, "reference": { "accept_precision": 1.0, "accepted": 6, "accuracy": 1.0, "adequate": 6, "adequate_recall": 1.0, "adequate_retained": 6, "confusion": { "accept": { "accept": 6, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 42, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 96, "false_accepts": 0, "macro_recall": 1.0, "n": 96 }, "retrieval": { "accept_precision": 0.3333333333333333, "accepted": 6, "accuracy": 0.7291666666666666, "adequate": 6, "adequate_recall": 0.3333333333333333, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 4, "reject": 0 }, "ask": { "accept": 4, "ask": 34, "reject": 4 }, "reject": { "accept": 0, "ask": 14, "reject": 34 } }, "correct": 70, "false_accepts": 4, "macro_recall": 0.6170634920634921, "n": 96 } }, "changed_use": { "checklist": { "accept_precision": 0.375, "accepted": 16, "accuracy": 0.8958333333333334, "adequate": 6, "adequate_recall": 1.0, "adequate_retained": 6, "confusion": { "accept": { "accept": 6, "ask": 0, "reject": 0 }, "ask": { "accept": 10, "ask": 32, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 86, "false_accepts": 10, "macro_recall": 0.9206349206349206, "n": 96 }, "learner": { "accept_precision": 0.375, "accepted": 16, "accuracy": 0.8958333333333334, "adequate": 6, "adequate_recall": 1.0, "adequate_retained": 6, "confusion": { "accept": { "accept": 6, "ask": 0, "reject": 0 }, "ask": { "accept": 10, "ask": 32, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 86, "false_accepts": 10, "macro_recall": 0.9206349206349206, "n": 96 }, "reference": { "accept_precision": 1.0, "accepted": 6, "accuracy": 1.0, "adequate": 6, "adequate_recall": 1.0, "adequate_retained": 6, "confusion": { "accept": { "accept": 6, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 42, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 96, "false_accepts": 0, "macro_recall": 1.0, "n": 96 }, "retrieval": { "accept_precision": 0.2857142857142857, "accepted": 14, "accuracy": 0.8333333333333334, "adequate": 6, "adequate_recall": 0.6666666666666666, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 2, "reject": 0 }, "ask": { "accept": 10, "ask": 32, "reject": 0 }, "reject": { "accept": 0, "ask": 4, "reject": 44 } }, "correct": 80, "false_accepts": 10, "macro_recall": 0.7817460317460316, "n": 96 } }, "same_use": { "checklist": { "accept_precision": 1.0, "accepted": 16, "accuracy": 1.0, "adequate": 16, "adequate_recall": 1.0, "adequate_retained": 16, "confusion": { "accept": { "accept": 16, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 32, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 96, "false_accepts": 0, "macro_recall": 1.0, "n": 96 }, "learner": { "accept_precision": 1.0, "accepted": 16, "accuracy": 1.0, "adequate": 16, "adequate_recall": 1.0, "adequate_retained": 16, "confusion": { "accept": { "accept": 16, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 32, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 96, "false_accepts": 0, "macro_recall": 1.0, "n": 96 }, "reference": { "accept_precision": 1.0, "accepted": 16, "accuracy": 1.0, "adequate": 16, "adequate_recall": 1.0, "adequate_retained": 16, "confusion": { "accept": { "accept": 16, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 32, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 96, "false_accepts": 0, "macro_recall": 1.0, "n": 96 }, "retrieval": { "accept_precision": 1.0, "accepted": 14, "accuracy": 0.9375, "adequate": 16, "adequate_recall": 0.875, "adequate_retained": 14, "confusion": { "accept": { "accept": 14, "ask": 2, "reject": 0 }, "ask": { "accept": 0, "ask": 32, "reject": 0 }, "reject": { "accept": 0, "ask": 4, "reject": 44 } }, "correct": 90, "false_accepts": 0, "macro_recall": 0.9305555555555555, "n": 96 } }, "taste": { "checklist": { "accept_precision": 1.0, "accepted": 16, "accuracy": 1.0, "adequate": 16, "adequate_recall": 1.0, "adequate_retained": 16, "confusion": { "accept": { "accept": 16, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 32, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 96, "false_accepts": 0, "macro_recall": 1.0, "n": 96, "reviewer_imitation": { "accept_precision": 0.5, "accepted": 16, "accuracy": 0.875, "adequate": 12, "adequate_recall": 0.6666666666666666, "adequate_retained": 8, "confusion": { "accept": { "accept": 8, "ask": 4, "reject": 0 }, "ask": { "accept": 8, "ask": 28, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 84, "false_accepts": 8, "macro_recall": 0.8148148148148149, "n": 96 } }, "learner": { "accept_precision": 0.6666666666666666, "accepted": 12, "accuracy": 0.875, "adequate": 16, "adequate_recall": 0.5, "adequate_retained": 8, "confusion": { "accept": { "accept": 8, "ask": 8, "reject": 0 }, "ask": { "accept": 4, "ask": 28, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 84, "false_accepts": 4, "macro_recall": 0.7916666666666666, "n": 96, "reviewer_imitation": { "accept_precision": 1.0, "accepted": 12, "accuracy": 1.0, "adequate": 12, "adequate_recall": 1.0, "adequate_retained": 12, "confusion": { "accept": { "accept": 12, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 36, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 96, "false_accepts": 0, "macro_recall": 1.0, "n": 96 } }, "reference": { "accept_precision": 1.0, "accepted": 16, "accuracy": 1.0, "adequate": 16, "adequate_recall": 1.0, "adequate_retained": 16, "confusion": { "accept": { "accept": 16, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 32, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 96, "false_accepts": 0, "macro_recall": 1.0, "n": 96, "reviewer_imitation": { "accept_precision": 0.5, "accepted": 16, "accuracy": 0.875, "adequate": 12, "adequate_recall": 0.6666666666666666, "adequate_retained": 8, "confusion": { "accept": { "accept": 8, "ask": 4, "reject": 0 }, "ask": { "accept": 8, "ask": 28, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 48 } }, "correct": 84, "false_accepts": 8, "macro_recall": 0.8148148148148149, "n": 96 } }, "retrieval": { "accept_precision": 0.7, "accepted": 10, "accuracy": 0.84375, "adequate": 16, "adequate_recall": 0.4375, "adequate_retained": 7, "confusion": { "accept": { "accept": 7, "ask": 9, "reject": 0 }, "ask": { "accept": 3, "ask": 29, "reject": 0 }, "reject": { "accept": 0, "ask": 3, "reject": 45 } }, "correct": 81, "false_accepts": 3, "macro_recall": 0.7604166666666666, "n": 96, "reviewer_imitation": { "accept_precision": 1.0, "accepted": 10, "accuracy": 0.9479166666666666, "adequate": 12, "adequate_recall": 0.8333333333333334, "adequate_retained": 10, "confusion": { "accept": { "accept": 10, "ask": 2, "reject": 0 }, "ask": { "accept": 0, "ask": 36, "reject": 0 }, "reject": { "accept": 0, "ask": 3, "reject": 45 } }, "correct": 91, "false_accepts": 0, "macro_recall": 0.9236111111111112, "n": 96 } } } }, "by_fold": { "after_correction": { "checklist": { "0": { "accept_precision": 0.5, "accepted": 4, "accuracy": 0.9375, "adequate": 2, "adequate_recall": 1.0, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 0, "reject": 0 }, "ask": { "accept": 2, "ask": 10, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 18 } }, "correct": 30, "false_accepts": 2, "macro_recall": 0.9444444444444445, "n": 32 }, "1": { "accept_precision": 0.5, "accepted": 8, "accuracy": 0.875, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 4, "ask": 8, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 16 } }, "correct": 28, "false_accepts": 4, "macro_recall": 0.8888888888888888, "n": 32 }, "2": { "accept_precision": 0.0, "accepted": 4, "accuracy": 0.875, "adequate": 0, "adequate_recall": null, "adequate_retained": 0, "confusion": { "accept": { "accept": 0, "ask": 0, "reject": 0 }, "ask": { "accept": 4, "ask": 14, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 28, "false_accepts": 4, "macro_recall": 0.8888888888888888, "n": 32 } }, "learner": { "0": { "accept_precision": 1.0, "accepted": 2, "accuracy": 1.0, "adequate": 2, "adequate_recall": 1.0, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 12, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 18 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "1": { "accept_precision": 0.5, "accepted": 8, "accuracy": 0.875, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 4, "ask": 8, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 16 } }, "correct": 28, "false_accepts": 4, "macro_recall": 0.8888888888888888, "n": 32 }, "2": { "accept_precision": 0.0, "accepted": 4, "accuracy": 0.875, "adequate": 0, "adequate_recall": null, "adequate_retained": 0, "confusion": { "accept": { "accept": 0, "ask": 0, "reject": 0 }, "ask": { "accept": 4, "ask": 14, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 28, "false_accepts": 4, "macro_recall": 0.8888888888888888, "n": 32 } }, "reference": { "0": { "accept_precision": 1.0, "accepted": 2, "accuracy": 1.0, "adequate": 2, "adequate_recall": 1.0, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 12, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 18 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "1": { "accept_precision": 1.0, "accepted": 4, "accuracy": 1.0, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 12, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 16 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "2": { "accept_precision": null, "accepted": 0, "accuracy": 1.0, "adequate": 0, "adequate_recall": null, "adequate_retained": 0, "confusion": { "accept": { "accept": 0, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 18, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 } }, "retrieval": { "0": { "accept_precision": null, "accepted": 0, "accuracy": 0.625, "adequate": 2, "adequate_recall": 0.0, "adequate_retained": 0, "confusion": { "accept": { "accept": 0, "ask": 2, "reject": 0 }, "ask": { "accept": 0, "ask": 12, "reject": 0 }, "reject": { "accept": 0, "ask": 10, "reject": 8 } }, "correct": 20, "false_accepts": 0, "macro_recall": 0.48148148148148145, "n": 32 }, "1": { "accept_precision": 1.0, "accepted": 2, "accuracy": 0.8125, "adequate": 4, "adequate_recall": 0.5, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 2, "reject": 0 }, "ask": { "accept": 0, "ask": 12, "reject": 0 }, "reject": { "accept": 0, "ask": 4, "reject": 12 } }, "correct": 26, "false_accepts": 0, "macro_recall": 0.75, "n": 32 }, "2": { "accept_precision": 0.0, "accepted": 4, "accuracy": 0.75, "adequate": 0, "adequate_recall": null, "adequate_retained": 0, "confusion": { "accept": { "accept": 0, "ask": 0, "reject": 0 }, "ask": { "accept": 4, "ask": 10, "reject": 4 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 24, "false_accepts": 4, "macro_recall": 0.7777777777777778, "n": 32 } } }, "changed_use": { "checklist": { "0": { "accept_precision": 0.5, "accepted": 4, "accuracy": 0.9375, "adequate": 2, "adequate_recall": 1.0, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 0, "reject": 0 }, "ask": { "accept": 2, "ask": 10, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 18 } }, "correct": 30, "false_accepts": 2, "macro_recall": 0.9444444444444445, "n": 32 }, "1": { "accept_precision": 0.5, "accepted": 8, "accuracy": 0.875, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 4, "ask": 8, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 16 } }, "correct": 28, "false_accepts": 4, "macro_recall": 0.8888888888888888, "n": 32 }, "2": { "accept_precision": 0.0, "accepted": 4, "accuracy": 0.875, "adequate": 0, "adequate_recall": null, "adequate_retained": 0, "confusion": { "accept": { "accept": 0, "ask": 0, "reject": 0 }, "ask": { "accept": 4, "ask": 14, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 28, "false_accepts": 4, "macro_recall": 0.8888888888888888, "n": 32 } }, "learner": { "0": { "accept_precision": 0.5, "accepted": 4, "accuracy": 0.9375, "adequate": 2, "adequate_recall": 1.0, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 0, "reject": 0 }, "ask": { "accept": 2, "ask": 10, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 18 } }, "correct": 30, "false_accepts": 2, "macro_recall": 0.9444444444444445, "n": 32 }, "1": { "accept_precision": 0.5, "accepted": 8, "accuracy": 0.875, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 4, "ask": 8, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 16 } }, "correct": 28, "false_accepts": 4, "macro_recall": 0.8888888888888888, "n": 32 }, "2": { "accept_precision": 0.0, "accepted": 4, "accuracy": 0.875, "adequate": 0, "adequate_recall": null, "adequate_retained": 0, "confusion": { "accept": { "accept": 0, "ask": 0, "reject": 0 }, "ask": { "accept": 4, "ask": 14, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 28, "false_accepts": 4, "macro_recall": 0.8888888888888888, "n": 32 } }, "reference": { "0": { "accept_precision": 1.0, "accepted": 2, "accuracy": 1.0, "adequate": 2, "adequate_recall": 1.0, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 12, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 18 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "1": { "accept_precision": 1.0, "accepted": 4, "accuracy": 1.0, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 12, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 16 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "2": { "accept_precision": null, "accepted": 0, "accuracy": 1.0, "adequate": 0, "adequate_recall": null, "adequate_retained": 0, "confusion": { "accept": { "accept": 0, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 18, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 } }, "retrieval": { "0": { "accept_precision": 0.5, "accepted": 4, "accuracy": 0.875, "adequate": 2, "adequate_recall": 1.0, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 0, "reject": 0 }, "ask": { "accept": 2, "ask": 10, "reject": 0 }, "reject": { "accept": 0, "ask": 2, "reject": 16 } }, "correct": 28, "false_accepts": 2, "macro_recall": 0.9074074074074074, "n": 32 }, "1": { "accept_precision": 0.3333333333333333, "accepted": 6, "accuracy": 0.75, "adequate": 4, "adequate_recall": 0.5, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 2, "reject": 0 }, "ask": { "accept": 4, "ask": 8, "reject": 0 }, "reject": { "accept": 0, "ask": 2, "reject": 14 } }, "correct": 24, "false_accepts": 4, "macro_recall": 0.6805555555555555, "n": 32 }, "2": { "accept_precision": 0.0, "accepted": 4, "accuracy": 0.875, "adequate": 0, "adequate_recall": null, "adequate_retained": 0, "confusion": { "accept": { "accept": 0, "ask": 0, "reject": 0 }, "ask": { "accept": 4, "ask": 14, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 28, "false_accepts": 4, "macro_recall": 0.8888888888888888, "n": 32 } } }, "same_use": { "checklist": { "0": { "accept_precision": 1.0, "accepted": 4, "accuracy": 1.0, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 10, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 18 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "1": { "accept_precision": 1.0, "accepted": 8, "accuracy": 1.0, "adequate": 8, "adequate_recall": 1.0, "adequate_retained": 8, "confusion": { "accept": { "accept": 8, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 8, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 16 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "2": { "accept_precision": 1.0, "accepted": 4, "accuracy": 1.0, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 14, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 } }, "learner": { "0": { "accept_precision": 1.0, "accepted": 4, "accuracy": 1.0, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 10, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 18 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "1": { "accept_precision": 1.0, "accepted": 8, "accuracy": 1.0, "adequate": 8, "adequate_recall": 1.0, "adequate_retained": 8, "confusion": { "accept": { "accept": 8, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 8, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 16 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "2": { "accept_precision": 1.0, "accepted": 4, "accuracy": 1.0, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 14, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 } }, "reference": { "0": { "accept_precision": 1.0, "accepted": 4, "accuracy": 1.0, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 10, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 18 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "1": { "accept_precision": 1.0, "accepted": 8, "accuracy": 1.0, "adequate": 8, "adequate_recall": 1.0, "adequate_retained": 8, "confusion": { "accept": { "accept": 8, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 8, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 16 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "2": { "accept_precision": 1.0, "accepted": 4, "accuracy": 1.0, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 14, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 } }, "retrieval": { "0": { "accept_precision": 1.0, "accepted": 4, "accuracy": 0.9375, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 10, "reject": 0 }, "reject": { "accept": 0, "ask": 2, "reject": 16 } }, "correct": 30, "false_accepts": 0, "macro_recall": 0.9629629629629629, "n": 32 }, "1": { "accept_precision": 1.0, "accepted": 6, "accuracy": 0.875, "adequate": 8, "adequate_recall": 0.75, "adequate_retained": 6, "confusion": { "accept": { "accept": 6, "ask": 2, "reject": 0 }, "ask": { "accept": 0, "ask": 8, "reject": 0 }, "reject": { "accept": 0, "ask": 2, "reject": 14 } }, "correct": 28, "false_accepts": 0, "macro_recall": 0.875, "n": 32 }, "2": { "accept_precision": 1.0, "accepted": 4, "accuracy": 1.0, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 14, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 } } }, "taste": { "checklist": { "0": { "accept_precision": 1.0, "accepted": 4, "accuracy": 1.0, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 10, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 18 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "1": { "accept_precision": 1.0, "accepted": 8, "accuracy": 1.0, "adequate": 8, "adequate_recall": 1.0, "adequate_retained": 8, "confusion": { "accept": { "accept": 8, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 8, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 16 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "2": { "accept_precision": 1.0, "accepted": 4, "accuracy": 1.0, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 14, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 } }, "learner": { "0": { "accept_precision": 1.0, "accepted": 2, "accuracy": 0.9375, "adequate": 4, "adequate_recall": 0.5, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 2, "reject": 0 }, "ask": { "accept": 0, "ask": 10, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 18 } }, "correct": 30, "false_accepts": 0, "macro_recall": 0.8333333333333334, "n": 32 }, "1": { "accept_precision": 0.5714285714285714, "accepted": 7, "accuracy": 0.78125, "adequate": 8, "adequate_recall": 0.5, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 4, "reject": 0 }, "ask": { "accept": 3, "ask": 5, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 16 } }, "correct": 25, "false_accepts": 3, "macro_recall": 0.7083333333333334, "n": 32 }, "2": { "accept_precision": 0.6666666666666666, "accepted": 3, "accuracy": 0.90625, "adequate": 4, "adequate_recall": 0.5, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 2, "reject": 0 }, "ask": { "accept": 1, "ask": 13, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 29, "false_accepts": 1, "macro_recall": 0.8095238095238096, "n": 32 } }, "reference": { "0": { "accept_precision": 1.0, "accepted": 4, "accuracy": 1.0, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 10, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 18 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "1": { "accept_precision": 1.0, "accepted": 8, "accuracy": 1.0, "adequate": 8, "adequate_recall": 1.0, "adequate_retained": 8, "confusion": { "accept": { "accept": 8, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 8, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 16 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 }, "2": { "accept_precision": 1.0, "accepted": 4, "accuracy": 1.0, "adequate": 4, "adequate_recall": 1.0, "adequate_retained": 4, "confusion": { "accept": { "accept": 4, "ask": 0, "reject": 0 }, "ask": { "accept": 0, "ask": 14, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 32, "false_accepts": 0, "macro_recall": 1.0, "n": 32 } }, "retrieval": { "0": { "accept_precision": 1.0, "accepted": 2, "accuracy": 0.90625, "adequate": 4, "adequate_recall": 0.5, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 2, "reject": 0 }, "ask": { "accept": 0, "ask": 10, "reject": 0 }, "reject": { "accept": 0, "ask": 1, "reject": 17 } }, "correct": 29, "false_accepts": 0, "macro_recall": 0.8148148148148149, "n": 32 }, "1": { "accept_precision": 0.6, "accepted": 5, "accuracy": 0.71875, "adequate": 8, "adequate_recall": 0.375, "adequate_retained": 3, "confusion": { "accept": { "accept": 3, "ask": 5, "reject": 0 }, "ask": { "accept": 2, "ask": 6, "reject": 0 }, "reject": { "accept": 0, "ask": 2, "reject": 14 } }, "correct": 23, "false_accepts": 2, "macro_recall": 0.6666666666666666, "n": 32 }, "2": { "accept_precision": 0.6666666666666666, "accepted": 3, "accuracy": 0.90625, "adequate": 4, "adequate_recall": 0.5, "adequate_retained": 2, "confusion": { "accept": { "accept": 2, "ask": 2, "reject": 0 }, "ask": { "accept": 1, "ask": 13, "reject": 0 }, "reject": { "accept": 0, "ask": 0, "reject": 14 } }, "correct": 29, "false_accepts": 1, "macro_recall": 0.8095238095238096, "n": 32 } } } }, "folds": [ { "correction_labels": 32, "fold": 0, "initial_labels": 64, "tree_nodes": { "corrected": 16, "initial": 10, "taste": 7 }, "trees": { "corrected": { "branches": { "clear": { "branches": { "complete": { "branches": { "absent": { "counts": { "accept": 0, "ask": 12, "reject": 0 }, "n": 12, "prediction": "ask" }, "checked": { "branches": { "decide": { "branches": { "current": { "counts": { "accept": 2, "ask": 0, "reject": 0 }, "n": 2, "prediction": "accept" }, "old": { "counts": { "accept": 0, "ask": 2, "reject": 0 }, "n": 2, "prediction": "ask" } }, "counts": { "accept": 2, "ask": 2, "reject": 0 }, "feature": "currency", "gain": 1.0, "n": 4, "prediction": "ask" }, "explore": { "counts": { "accept": 6, "ask": 0, "reject": 0 }, "n": 6, "prediction": "accept" } }, "counts": { "accept": 8, "ask": 2, "reject": 0 }, "feature": "purpose", "gain": 0.3219280948873623, "n": 10, "prediction": "accept" }, "cited": { "branches": { "decide": { "branches": { "current": { "counts": { "accept": 2, "ask": 0, "reject": 0 }, "n": 2, "prediction": "accept" }, "old": { "counts": { "accept": 0, "ask": 2, "reject": 0 }, "n": 2, "prediction": "ask" } }, "counts": { "accept": 2, "ask": 2, "reject": 0 }, "feature": "currency", "gain": 1.0, "n": 4, "prediction": "ask" }, "explore": { "counts": { "accept": 6, "ask": 0, "reject": 0 }, "n": 6, "prediction": "accept" } }, "counts": { "accept": 8, "ask": 2, "reject": 0 }, "feature": "purpose", "gain": 0.3219280948873623, "n": 10, "prediction": "accept" } }, "counts": { "accept": 16, "ask": 16, "reject": 0 }, "feature": "evidence", "gain": 0.5487949406953986, "n": 32, "prediction": "ask" }, "partial": { "counts": { "accept": 0, "ask": 26, "reject": 0 }, "n": 26, "prediction": "ask" } }, "counts": { "accept": 16, "ask": 42, "reject": 0 }, "feature": "coverage", "gain": 0.29802699932226295, "n": 58, "prediction": "ask" }, "unresolved": { "counts": { "accept": 0, "ask": 0, "reject": 38 }, "n": 38, "prediction": "reject" } }, "counts": { "accept": 16, "ask": 42, "reject": 38 }, "feature": "conflict", "gain": 0.9684610087601622, "n": 96, "prediction": "ask" }, "initial": { "branches": { "clear": { "branches": { "absent": { "counts": { "accept": 0, "ask": 14, "reject": 0 }, "n": 14, "prediction": "ask" }, "checked": { "branches": { "complete": { "counts": { "accept": 6, "ask": 0, "reject": 0 }, "n": 6, "prediction": "accept" }, "partial": { "counts": { "accept": 0, "ask": 4, "reject": 0 }, "n": 4, "prediction": "ask" } }, "counts": { "accept": 6, "ask": 4, "reject": 0 }, "feature": "coverage", "gain": 0.9709505944546686, "n": 10, "prediction": "accept" }, "cited": { "branches": { "complete": { "counts": { "accept": 6, "ask": 0, "reject": 0 }, "n": 6, "prediction": "accept" }, "partial": { "counts": { "accept": 0, "ask": 4, "reject": 0 }, "n": 4, "prediction": "ask" } }, "counts": { "accept": 6, "ask": 4, "reject": 0 }, "feature": "coverage", "gain": 0.9709505944546686, "n": 10, "prediction": "accept" } }, "counts": { "accept": 12, "ask": 22, "reject": 0 }, "feature": "evidence", "gain": 0.36551997337481634, "n": 34, "prediction": "ask" }, "unresolved": { "counts": { "accept": 0, "ask": 0, "reject": 30 }, "n": 30, "prediction": "reject" } }, "counts": { "accept": 12, "ask": 22, "reject": 30 }, "feature": "conflict", "gain": 0.9971803988942641, "n": 64, "prediction": "reject" }, "taste": { "branches": { "clear": { "branches": { "plain": { "counts": { "accept": 0, "ask": 17, "reject": 0 }, "n": 17, "prediction": "ask" }, "polished": { "branches": { "complete": { "counts": { "accept": 10, "ask": 0, "reject": 0 }, "n": 10, "prediction": "accept" }, "partial": { "counts": { "accept": 0, "ask": 7, "reject": 0 }, "n": 7, "prediction": "ask" } }, "counts": { "accept": 10, "ask": 7, "reject": 0 }, "feature": "coverage", "gain": 0.9774178175281716, "n": 17, "prediction": "accept" } }, "counts": { "accept": 10, "ask": 24, "reject": 0 }, "feature": "finish", "gain": 0.385272139363272, "n": 34, "prediction": "ask" }, "unresolved": { "counts": { "accept": 0, "ask": 0, "reject": 30 }, "n": 30, "prediction": "reject" } }, "counts": { "accept": 10, "ask": 24, "reject": 30 }, "feature": "conflict", "gain": 0.9971803988942644, "n": 64, "prediction": "reject" } } }, { "correction_labels": 32, "fold": 1, "initial_labels": 64, "tree_nodes": { "corrected": 12, "initial": 8, "taste": 7 }, "trees": { "corrected": { "branches": { "clear": { "branches": { "complete": { "branches": { "current": { "counts": { "accept": 6, "ask": 0, "reject": 0 }, "n": 6, "prediction": "accept" }, "old": { "branches": { "decide": { "counts": { "accept": 0, "ask": 6, "reject": 0 }, "n": 6, "prediction": "ask" }, "explore": { "branches": { "absent": { "counts": { "accept": 0, "ask": 2, "reject": 0 }, "n": 2, "prediction": "ask" }, "checked": { "counts": { "accept": 2, "ask": 0, "reject": 0 }, "n": 2, "prediction": "accept" }, "cited": { "counts": { "accept": 2, "ask": 0, "reject": 0 }, "n": 2, "prediction": "accept" } }, "counts": { "accept": 4, "ask": 2, "reject": 0 }, "feature": "evidence", "gain": 0.9182958340544896, "n": 6, "prediction": "accept" } }, "counts": { "accept": 4, "ask": 8, "reject": 0 }, "feature": "purpose", "gain": 0.4591479170272448, "n": 12, "prediction": "ask" } }, "counts": { "accept": 10, "ask": 8, "reject": 0 }, "feature": "currency", "gain": 0.3788788371352292, "n": 18, "prediction": "accept" }, "partial": { "counts": { "accept": 0, "ask": 36, "reject": 0 }, "n": 36, "prediction": "ask" } }, "counts": { "accept": 10, "ask": 44, "reject": 0 }, "feature": "coverage", "gain": 0.36093118279304826, "n": 54, "prediction": "ask" }, "unresolved": { "counts": { "accept": 0, "ask": 0, "reject": 42 }, "n": 42, "prediction": "reject" } }, "counts": { "accept": 10, "ask": 44, "reject": 42 }, "feature": "conflict", "gain": 0.9886994082884974, "n": 96, "prediction": "ask" }, "initial": { "branches": { "clear": { "branches": { "complete": { "branches": { "absent": { "counts": { "accept": 0, "ask": 2, "reject": 0 }, "n": 2, "prediction": "ask" }, "checked": { "counts": { "accept": 4, "ask": 0, "reject": 0 }, "n": 4, "prediction": "accept" }, "cited": { "counts": { "accept": 4, "ask": 0, "reject": 0 }, "n": 4, "prediction": "accept" } }, "counts": { "accept": 8, "ask": 2, "reject": 0 }, "feature": "evidence", "gain": 0.7219280948873623, "n": 10, "prediction": "accept" }, "partial": { "counts": { "accept": 0, "ask": 22, "reject": 0 }, "n": 22, "prediction": "ask" } }, "counts": { "accept": 8, "ask": 24, "reject": 0 }, "feature": "coverage", "gain": 0.5856755948068322, "n": 32, "prediction": "ask" }, "unresolved": { "counts": { "accept": 0, "ask": 0, "reject": 32 }, "n": 32, "prediction": "reject" } }, "counts": { "accept": 8, "ask": 24, "reject": 32 }, "feature": "conflict", "gain": 1.0, "n": 64, "prediction": "reject" }, "taste": { "branches": { "clear": { "branches": { "complete": { "branches": { "plain": { "counts": { "accept": 0, "ask": 5, "reject": 0 }, "n": 5, "prediction": "ask" }, "polished": { "counts": { "accept": 5, "ask": 0, "reject": 0 }, "n": 5, "prediction": "accept" } }, "counts": { "accept": 5, "ask": 5, "reject": 0 }, "feature": "finish", "gain": 1.0, "n": 10, "prediction": "ask" }, "partial": { "counts": { "accept": 0, "ask": 22, "reject": 0 }, "n": 22, "prediction": "ask" } }, "counts": { "accept": 5, "ask": 27, "reject": 0 }, "feature": "coverage", "gain": 0.31276240522342313, "n": 32, "prediction": "ask" }, "unresolved": { "counts": { "accept": 0, "ask": 0, "reject": 32 }, "n": 32, "prediction": "reject" } }, "counts": { "accept": 5, "ask": 27, "reject": 32 }, "feature": "conflict", "gain": 1.0, "n": 64, "prediction": "reject" } } }, { "correction_labels": 32, "fold": 2, "initial_labels": 64, "tree_nodes": { "corrected": 12, "initial": 8, "taste": 7 }, "trees": { "corrected": { "branches": { "clear": { "branches": { "complete": { "branches": { "absent": { "counts": { "accept": 0, "ask": 6, "reject": 0 }, "n": 6, "prediction": "ask" }, "checked": { "counts": { "accept": 8, "ask": 0, "reject": 0 }, "n": 8, "prediction": "accept" }, "cited": { "branches": { "decide": { "branches": { "current": { "counts": { "accept": 2, "ask": 0, "reject": 0 }, "n": 2, "prediction": "accept" }, "old": { "counts": { "accept": 0, "ask": 2, "reject": 0 }, "n": 2, "prediction": "ask" } }, "counts": { "accept": 2, "ask": 2, "reject": 0 }, "feature": "currency", "gain": 1.0, "n": 4, "prediction": "ask" }, "explore": { "counts": { "accept": 6, "ask": 0, "reject": 0 }, "n": 6, "prediction": "accept" } }, "counts": { "accept": 8, "ask": 2, "reject": 0 }, "feature": "purpose", "gain": 0.3219280948873623, "n": 10, "prediction": "accept" } }, "counts": { "accept": 16, "ask": 8, "reject": 0 }, "feature": "evidence", "gain": 0.6174924611847552, "n": 24, "prediction": "accept" }, "partial": { "counts": { "accept": 0, "ask": 16, "reject": 0 }, "n": 16, "prediction": "ask" } }, "counts": { "accept": 16, "ask": 24, "reject": 0 }, "feature": "coverage", "gain": 0.4199730940219749, "n": 40, "prediction": "ask" }, "unresolved": { "counts": { "accept": 0, "ask": 0, "reject": 56 }, "n": 56, "prediction": "reject" } }, "counts": { "accept": 16, "ask": 24, "reject": 56 }, "feature": "conflict", "gain": 0.9798687566511526, "n": 96, "prediction": "reject" }, "initial": { "branches": { "clear": { "branches": { "complete": { "branches": { "absent": { "counts": { "accept": 0, "ask": 6, "reject": 0 }, "n": 6, "prediction": "ask" }, "checked": { "counts": { "accept": 6, "ask": 0, "reject": 0 }, "n": 6, "prediction": "accept" }, "cited": { "counts": { "accept": 6, "ask": 0, "reject": 0 }, "n": 6, "prediction": "accept" } }, "counts": { "accept": 12, "ask": 6, "reject": 0 }, "feature": "evidence", "gain": 0.9182958340544896, "n": 18, "prediction": "accept" }, "partial": { "counts": { "accept": 0, "ask": 12, "reject": 0 }, "n": 12, "prediction": "ask" } }, "counts": { "accept": 12, "ask": 18, "reject": 0 }, "feature": "coverage", "gain": 0.4199730940219749, "n": 30, "prediction": "ask" }, "unresolved": { "counts": { "accept": 0, "ask": 0, "reject": 34 }, "n": 34, "prediction": "reject" } }, "counts": { "accept": 12, "ask": 18, "reject": 34 }, "feature": "conflict", "gain": 0.9971803988942642, "n": 64, "prediction": "reject" }, "taste": { "branches": { "clear": { "branches": { "plain": { "counts": { "accept": 0, "ask": 15, "reject": 0 }, "n": 15, "prediction": "ask" }, "polished": { "branches": { "complete": { "counts": { "accept": 9, "ask": 0, "reject": 0 }, "n": 9, "prediction": "accept" }, "partial": { "counts": { "accept": 0, "ask": 6, "reject": 0 }, "n": 6, "prediction": "ask" } }, "counts": { "accept": 9, "ask": 6, "reject": 0 }, "feature": "coverage", "gain": 0.9709505944546686, "n": 15, "prediction": "accept" } }, "counts": { "accept": 9, "ask": 21, "reject": 0 }, "feature": "finish", "gain": 0.3958156020033584, "n": 30, "prediction": "ask" }, "unresolved": { "counts": { "accept": 0, "ask": 0, "reject": 34 }, "n": 34, "prediction": "reject" } }, "counts": { "accept": 9, "ask": 21, "reject": 34 }, "feature": "conflict", "gain": 0.9971803988942642, "n": 64, "prediction": "reject" } } } ], "freeze_sha256": "fcd39ca6ce325aa27671f52c6967dc258cb7f1aabe78360fa9ea5c8b0609203a", "input_hashes": { "data.json": "42ee2376d82609bc472fcec61d4bca971c84b06c7885ad483cc99d42cf162b00", "experiment.py": "bfaf179f7797effef30c4c9e99ea94efc679bcf05c108782b5821103730de8bd", "protocol.json": "dc2608640e5609a4c4eff5e598e748e61e4b421801bbddf4e503aa7b24fe4a47" }, "predictions": [ { "case": "B03-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-pl", "B02-e-pl", "B11-e-pl", "B19-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-po", "B02-e-po", "B11-e-po", "B19-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-pl", "B04-e-pl", "B14-e-pl", "B22-e-pl", "B38-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-po", "B04-e-po", "B14-e-po", "B22-e-po", "B38-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-pl", "B15-e-pl" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-po", "B15-e-po" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B09-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-pl", "B08-e-pl", "B11-e-pl", "B13-e-pl", "B41-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 14, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "absent" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-po", "B08-e-po", "B11-e-po", "B13-e-po", "B41-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 14, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "absent" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B10-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-pl", "B08-e-pl", "B11-e-pl", "B14-e-pl", "B26-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-po", "B08-e-po", "B11-e-po", "B14-e-po", "B26-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B16-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B00-e-pl", "B17-e-pl", "B18-e-pl", "B20-e-pl", "B24-e-pl", "B32-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "cited" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B00-e-po", "B17-e-po", "B18-e-po", "B20-e-po", "B24-e-po", "B32-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "cited" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B21-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B21-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-pl", "B17-e-pl", "B20-e-pl", "B29-e-pl", "B37-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B21-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "cited" }, { "feature": "coverage", "support": 10, "value": "complete" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B21-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B21-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B21-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-po", "B17-e-po", "B20-e-po", "B29-e-po", "B37-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B21-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "cited" }, { "feature": "coverage", "support": 10, "value": "complete" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B21-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B23-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B19-e-pl", "B22-e-pl", "B31-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B19-e-po", "B22-e-po", "B31-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B25-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B17-e-pl", "B24-e-pl", "B27-e-pl", "B29-e-pl", "B41-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "cited" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B17-e-po", "B24-e-po", "B27-e-po", "B29-e-po", "B41-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "cited" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-pl", "B17-e-pl", "B32-e-pl", "B37-e-pl", "B41-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "checked" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-po", "B17-e-po", "B32-e-po", "B37-e-po", "B41-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "checked" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B34-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-pl", "B18-e-pl", "B32-e-pl", "B38-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-po", "B18-e-po", "B32-e-po", "B38-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B19-e-pl", "B43-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B19-e-po", "B43-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B37-e-pl", "B38-e-pl", "B47-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B37-e-po", "B38-e-po", "B47-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B40-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B08-e-pl", "B24-e-pl", "B32-e-pl", "B41-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "checked" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B08-e-po", "B24-e-po", "B32-e-po", "B41-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "checked" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B42-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B26-e-pl", "B43-e-pl", "B46-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B26-e-po", "B43-e-po", "B46-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B44-e-pl", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B44-e-pl", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B12-e-pl", "B28-e-pl", "B36-e-pl", "B45-e-pl", "B46-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B44-e-pl", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "checked" }, { "feature": "coverage", "support": 10, "value": "complete" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B44-e-pl", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B44-e-po", "condition": "same_use", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B44-e-po", "condition": "same_use", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B12-e-po", "B28-e-po", "B36-e-po", "B45-e-po", "B46-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B44-e-po", "condition": "same_use", "fallback": false, "fold": 0, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "checked" }, { "feature": "coverage", "support": 10, "value": "complete" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B44-e-po", "condition": "same_use", "fold": 0, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B03-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-pl", "B02-e-pl", "B11-e-pl", "B19-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-po", "B02-e-po", "B11-e-po", "B19-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-pl", "B04-e-pl", "B14-e-pl", "B22-e-pl", "B38-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-po", "B04-e-po", "B14-e-po", "B22-e-po", "B38-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-pl", "B15-e-pl" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-po", "B15-e-po" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B09-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-pl", "B08-e-pl", "B11-e-pl", "B13-e-pl", "B41-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 14, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "absent" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-po", "B08-e-po", "B11-e-po", "B13-e-po", "B41-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 14, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "absent" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B10-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-pl", "B08-e-pl", "B11-e-pl", "B14-e-pl", "B26-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-po", "B08-e-po", "B11-e-po", "B14-e-po", "B26-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B16-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B00-e-pl", "B17-e-pl", "B18-e-pl", "B20-e-pl", "B24-e-pl", "B32-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "cited" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B00-e-po", "B17-e-po", "B18-e-po", "B20-e-po", "B24-e-po", "B32-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "cited" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-pl", "B17-e-pl", "B20-e-pl", "B29-e-pl", "B37-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "cited" }, { "feature": "coverage", "support": 10, "value": "complete" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-po", "B17-e-po", "B20-e-po", "B29-e-po", "B37-e-po" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "cited" }, { "feature": "coverage", "support": 10, "value": "complete" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B23-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B19-e-pl", "B22-e-pl", "B31-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B19-e-po", "B22-e-po", "B31-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B25-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B17-e-pl", "B24-e-pl", "B27-e-pl", "B29-e-pl", "B41-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "cited" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B17-e-po", "B24-e-po", "B27-e-po", "B29-e-po", "B41-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "cited" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-pl", "B17-e-pl", "B32-e-pl", "B37-e-pl", "B41-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "checked" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-po", "B17-e-po", "B32-e-po", "B37-e-po", "B41-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "checked" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B34-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-pl", "B18-e-pl", "B32-e-pl", "B38-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-po", "B18-e-po", "B32-e-po", "B38-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B19-e-pl", "B43-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B19-e-po", "B43-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B37-e-pl", "B38-e-pl", "B47-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B37-e-po", "B38-e-po", "B47-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B40-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B08-e-pl", "B24-e-pl", "B32-e-pl", "B41-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "checked" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B08-e-po", "B24-e-po", "B32-e-po", "B41-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "checked" }, { "feature": "coverage", "support": 10, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B42-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B26-e-pl", "B43-e-pl", "B46-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B26-e-po", "B43-e-po", "B46-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B44-d-pl", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B44-d-pl", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B12-e-pl", "B28-e-pl", "B36-e-pl", "B45-e-pl", "B46-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B44-d-pl", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "checked" }, { "feature": "coverage", "support": 10, "value": "complete" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B44-d-pl", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B44-d-po", "condition": "changed_use", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B44-d-po", "condition": "changed_use", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B12-e-po", "B28-e-po", "B36-e-po", "B45-e-po", "B46-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B44-d-po", "condition": "changed_use", "fallback": false, "fold": 0, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "evidence", "support": 34, "value": "checked" }, { "feature": "coverage", "support": 10, "value": "complete" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B44-d-po", "condition": "changed_use", "fold": 0, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B03-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-d-pl", "B19-d-pl" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-d-po", "B19-d-po" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B04-d-pl" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B04-d-po" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-pl", "condition": "after_correction", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-pl", "B15-e-pl", "B01-d-pl", "B04-d-pl", "B19-d-pl", "B31-d-pl", "B37-d-pl" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-po", "condition": "after_correction", "distance": 2, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-po", "B15-e-po", "B01-d-po", "B04-d-po", "B19-d-po", "B31-d-po", "B37-d-po" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B09-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-d-pl", "B08-d-pl", "B41-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 26, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-d-po", "B08-d-po", "B41-d-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 26, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B10-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B08-d-pl" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B08-d-po" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B16-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B00-d-pl", "B17-d-pl", "B18-d-pl", "B20-d-pl", "B24-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 26, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B00-d-po", "B17-d-po", "B18-d-po", "B20-d-po", "B24-d-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 26, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B17-d-pl", "B20-d-pl", "B29-d-pl", "B37-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "complete" }, { "feature": "evidence", "support": 32, "value": "cited" }, { "feature": "purpose", "support": 10, "value": "decide" }, { "feature": "currency", "support": 4, "value": "old" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B17-d-po", "B20-d-po", "B29-d-po", "B37-d-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "complete" }, { "feature": "evidence", "support": 32, "value": "cited" }, { "feature": "purpose", "support": 10, "value": "decide" }, { "feature": "currency", "support": 4, "value": "old" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B21-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B23-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B19-d-pl", "B31-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B19-d-po", "B31-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B25-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B17-d-pl", "B24-d-pl", "B29-d-pl", "B41-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 26, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B17-d-po", "B24-d-po", "B29-d-po", "B41-d-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 26, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-d-pl", "B17-d-pl", "B37-d-pl", "B41-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 26, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-d-po", "B17-d-po", "B37-d-po", "B41-d-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 26, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B34-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B18-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B18-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B19-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B19-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B37-d-pl" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B37-d-po" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B40-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B08-d-pl", "B24-d-pl", "B41-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 26, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B08-d-po", "B24-d-po", "B41-d-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 26, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B42-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B46-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B46-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 38, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B44-d-pl", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B44-d-pl", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B12-d-pl", "B45-d-pl", "B46-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B44-d-pl", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "complete" }, { "feature": "evidence", "support": 32, "value": "checked" }, { "feature": "purpose", "support": 10, "value": "decide" }, { "feature": "currency", "support": 4, "value": "current" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B44-d-pl", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B44-d-po", "condition": "after_correction", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B44-d-po", "condition": "after_correction", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B12-d-po", "B45-d-po", "B46-d-po" ], "prediction": "ask", "reviewer": "accept", "truth": "accept" }, { "case": "B44-d-po", "condition": "after_correction", "fallback": false, "fold": 0, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 58, "value": "complete" }, { "feature": "evidence", "support": 32, "value": "checked" }, { "feature": "purpose", "support": 10, "value": "decide" }, { "feature": "currency", "support": 4, "value": "current" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B44-d-po", "condition": "after_correction", "fold": 0, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B03-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-pl", "B02-e-pl", "B11-e-pl", "B19-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-po", "B02-e-po", "B11-e-po", "B19-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B03-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-pl", "B04-e-pl", "B14-e-pl", "B22-e-pl", "B38-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-po", "B04-e-po", "B14-e-po", "B22-e-po", "B38-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B06-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-pl", "B15-e-pl" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-po", "B15-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B07-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B09-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-pl", "B08-e-pl", "B11-e-pl", "B13-e-pl", "B41-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 17, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-po", "B08-e-po", "B11-e-po", "B13-e-po", "B41-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 7, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "polished" }, { "feature": "coverage", "support": 17, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B09-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B10-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-pl", "B08-e-pl", "B11-e-pl", "B14-e-pl", "B26-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-po", "B08-e-po", "B11-e-po", "B14-e-po", "B26-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B10-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B16-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B00-e-pl", "B17-e-pl", "B18-e-pl", "B20-e-pl", "B24-e-pl", "B32-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 17, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B00-e-po", "B17-e-po", "B18-e-po", "B20-e-po", "B24-e-po", "B32-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 7, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "polished" }, { "feature": "coverage", "support": 17, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B16-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B21-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B21-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-pl", "B17-e-pl", "B20-e-pl", "B29-e-pl", "B37-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B21-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 17, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B21-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B21-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B21-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B05-e-po", "B17-e-po", "B20-e-po", "B29-e-po", "B37-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B21-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 10, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "polished" }, { "feature": "coverage", "support": 17, "value": "complete" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B21-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B23-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B19-e-pl", "B22-e-pl", "B31-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B19-e-po", "B22-e-po", "B31-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B23-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B25-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B17-e-pl", "B24-e-pl", "B27-e-pl", "B29-e-pl", "B41-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 17, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B17-e-po", "B24-e-po", "B27-e-po", "B29-e-po", "B41-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 7, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "polished" }, { "feature": "coverage", "support": 17, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B25-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-pl", "B17-e-pl", "B32-e-pl", "B37-e-pl", "B41-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 17, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B01-e-po", "B17-e-po", "B32-e-po", "B37-e-po", "B41-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 7, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "polished" }, { "feature": "coverage", "support": 17, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B33-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B34-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-pl", "B18-e-pl", "B32-e-pl", "B38-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B02-e-po", "B18-e-po", "B32-e-po", "B38-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B34-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B19-e-pl", "B43-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B19-e-po", "B43-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B35-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B37-e-pl", "B38-e-pl", "B47-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B37-e-po", "B38-e-po", "B47-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B39-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B40-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B08-e-pl", "B24-e-pl", "B32-e-pl", "B41-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 17, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B08-e-po", "B24-e-po", "B32-e-po", "B41-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 7, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "polished" }, { "feature": "coverage", "support": 17, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B40-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B42-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B26-e-pl", "B43-e-pl", "B46-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B26-e-po", "B43-e-po", "B46-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 30, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B42-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B44-e-pl", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B44-e-pl", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B12-e-pl", "B28-e-pl", "B36-e-pl", "B45-e-pl", "B46-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B44-e-pl", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 17, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B44-e-pl", "condition": "taste", "fold": 0, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B44-e-po", "condition": "taste", "fold": 0, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B44-e-po", "condition": "taste", "distance": 1, "fold": 0, "model": "retrieval", "neighbours": [ "B12-e-po", "B28-e-po", "B36-e-po", "B45-e-po", "B46-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B44-e-po", "condition": "taste", "fallback": false, "fold": 0, "leaf_support": 10, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 34, "value": "polished" }, { "feature": "coverage", "support": 17, "value": "complete" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B44-e-po", "condition": "taste", "fold": 0, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B05-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B01-e-pl", "B04-e-pl", "B07-e-pl", "B21-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "absent" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B05-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B01-e-po", "B04-e-po", "B07-e-po", "B21-e-po" ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B05-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "absent" } ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B05-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B11-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B03-e-pl", "B09-e-pl", "B10-e-pl", "B15-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B03-e-po", "B09-e-po", "B10-e-po", "B15-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B12-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-e-pl", "B08-e-pl", "B28-e-pl", "B44-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "absent" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B12-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-e-po", "B08-e-po", "B28-e-po", "B44-e-po" ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B12-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "absent" } ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B12-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B09-e-pl", "B15-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "absent" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B09-e-po", "B15-e-po" ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "absent" } ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B14-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B06-e-pl", "B10-e-pl", "B15-e-pl", "B30-e-pl", "B46-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B06-e-po", "B10-e-po", "B15-e-po", "B30-e-po", "B46-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B02-e-pl", "B16-e-pl", "B22-e-pl", "B34-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B02-e-po", "B16-e-po", "B22-e-po", "B34-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B03-e-pl", "B17-e-pl", "B23-e-pl", "B35-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B03-e-po", "B17-e-po", "B23-e-po", "B35-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B20-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B20-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-e-pl", "B16-e-pl", "B21-e-pl", "B22-e-pl", "B28-e-pl", "B36-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B20-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "cited" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B20-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B20-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B20-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-e-po", "B16-e-po", "B21-e-po", "B22-e-po", "B28-e-po", "B36-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B20-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "cited" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B20-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B24-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B08-e-pl", "B16-e-pl", "B25-e-pl", "B28-e-pl", "B40-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 22, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B08-e-po", "B16-e-po", "B25-e-po", "B28-e-po", "B40-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 22, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B26-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B10-e-pl", "B30-e-pl", "B42-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B10-e-po", "B30-e-po", "B42-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B25-e-pl", "B31-e-pl" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B25-e-po", "B31-e-po" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B29-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B29-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B21-e-pl", "B25-e-pl", "B28-e-pl", "B31-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B29-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "cited" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B29-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B29-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B29-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B21-e-po", "B25-e-po", "B28-e-po", "B31-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B29-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "cited" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B29-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B37-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B37-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B21-e-pl", "B33-e-pl", "B36-e-pl", "B39-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B37-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "checked" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B37-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B37-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B37-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B21-e-po", "B33-e-po", "B36-e-po", "B39-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B37-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "checked" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B37-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B43-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B35-e-pl", "B41-e-pl", "B42-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B35-e-po", "B41-e-po", "B42-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B45-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B45-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B41-e-pl", "B44-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B45-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "checked" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B45-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B45-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B45-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B41-e-po", "B44-e-po" ], "prediction": "ask", "reviewer": "accept", "truth": "accept" }, { "case": "B45-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "checked" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B45-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B47-e-pl", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-pl", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B15-e-pl", "B31-e-pl", "B39-e-pl", "B46-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-pl", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-pl", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-po", "condition": "same_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-po", "condition": "same_use", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B15-e-po", "B31-e-po", "B39-e-po", "B46-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-po", "condition": "same_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-po", "condition": "same_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B05-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B01-e-pl", "B04-e-pl", "B07-e-pl", "B21-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "absent" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B05-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B01-e-po", "B04-e-po", "B07-e-po", "B21-e-po" ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B05-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "absent" } ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B05-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B11-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B03-e-pl", "B09-e-pl", "B10-e-pl", "B15-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B03-e-po", "B09-e-po", "B10-e-po", "B15-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B12-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B04-e-pl", "B08-e-pl", "B28-e-pl", "B44-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "absent" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B12-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B04-e-po", "B08-e-po", "B28-e-po", "B44-e-po" ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B12-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "absent" } ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B12-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B09-e-pl", "B15-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "absent" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B09-e-po", "B15-e-po" ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "absent" } ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B14-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B06-e-pl", "B10-e-pl", "B15-e-pl", "B30-e-pl", "B46-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B06-e-po", "B10-e-po", "B15-e-po", "B30-e-po", "B46-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B02-e-pl", "B16-e-pl", "B22-e-pl", "B34-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B02-e-po", "B16-e-po", "B22-e-po", "B34-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B03-e-pl", "B17-e-pl", "B23-e-pl", "B35-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B03-e-po", "B17-e-po", "B23-e-po", "B35-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B20-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B04-e-pl", "B16-e-pl", "B21-e-pl", "B22-e-pl", "B28-e-pl", "B36-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "cited" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B04-e-po", "B16-e-po", "B21-e-po", "B22-e-po", "B28-e-po", "B36-e-po" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "cited" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B08-e-pl", "B16-e-pl", "B25-e-pl", "B28-e-pl", "B40-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 22, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B08-e-po", "B16-e-po", "B25-e-po", "B28-e-po", "B40-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 22, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B26-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B10-e-pl", "B30-e-pl", "B42-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B10-e-po", "B30-e-po", "B42-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B25-e-pl", "B31-e-pl" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B25-e-po", "B31-e-po" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B29-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B29-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B21-e-pl", "B25-e-pl", "B28-e-pl", "B31-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B29-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "cited" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B29-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B29-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B29-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B21-e-po", "B25-e-po", "B28-e-po", "B31-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B29-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "cited" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B29-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B37-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B21-e-pl", "B33-e-pl", "B36-e-pl", "B39-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "checked" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B21-e-po", "B33-e-po", "B36-e-po", "B39-e-po" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "checked" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B43-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B35-e-pl", "B41-e-pl", "B42-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B35-e-po", "B41-e-po", "B42-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B45-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B45-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B41-e-pl", "B44-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B45-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "checked" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B45-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B45-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B45-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B41-e-po", "B44-e-po" ], "prediction": "ask", "reviewer": "accept", "truth": "accept" }, { "case": "B45-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 4, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "evidence", "support": 10, "value": "checked" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B45-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B47-d-pl", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-pl", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B15-e-pl", "B31-e-pl", "B39-e-pl", "B46-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-pl", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-pl", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-po", "condition": "changed_use", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-po", "condition": "changed_use", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B15-e-po", "B31-e-po", "B39-e-po", "B46-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-po", "condition": "changed_use", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-po", "condition": "changed_use", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B05-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-d-pl", "B21-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "old" }, { "feature": "purpose", "support": 12, "value": "decide" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B05-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-d-po", "B21-d-po" ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B05-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "old" }, { "feature": "purpose", "support": 12, "value": "decide" } ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B05-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B11-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B09-d-pl", "B10-d-pl" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B09-d-po", "B10-d-po" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B12-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-d-pl", "B08-d-pl", "B44-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "current" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B12-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B12-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-d-po", "B08-d-po", "B44-d-po" ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B12-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "current" } ], "prediction": "accept", "reviewer": "accept", "truth": "ask" }, { "case": "B12-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B09-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "current" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B13-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B09-d-po" ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "current" } ], "prediction": "accept", "reviewer": "accept", "truth": "ask" }, { "case": "B13-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B14-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B10-d-pl", "B46-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B10-d-po", "B46-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-pl", "condition": "after_correction", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B02-e-pl", "B16-e-pl", "B22-e-pl", "B34-e-pl", "B00-d-pl", "B10-d-pl", "B23-d-pl", "B32-d-pl", "B42-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-po", "condition": "after_correction", "distance": 2, "fold": 1, "model": "retrieval", "neighbours": [ "B02-e-po", "B16-e-po", "B22-e-po", "B34-e-po", "B00-d-po", "B10-d-po", "B23-d-po", "B32-d-po", "B42-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B23-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B23-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B20-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-d-pl", "B21-d-pl", "B36-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "old" }, { "feature": "purpose", "support": 12, "value": "decide" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-d-po", "B21-d-po", "B36-d-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "old" }, { "feature": "purpose", "support": 12, "value": "decide" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B20-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B08-d-pl", "B25-d-pl", "B40-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 36, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B08-d-po", "B25-d-po", "B40-d-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 36, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B26-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B10-d-pl", "B42-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B10-d-po", "B42-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B25-d-pl", "B31-d-pl" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B25-d-po", "B31-d-po" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B29-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B29-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B21-d-pl", "B25-d-pl", "B31-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B29-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "current" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B29-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B29-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B29-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B21-d-po", "B25-d-po", "B31-d-po" ], "prediction": "ask", "reviewer": "accept", "truth": "accept" }, { "case": "B29-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "current" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B29-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B37-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B21-d-pl", "B33-d-pl", "B36-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "old" }, { "feature": "purpose", "support": 12, "value": "decide" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B21-d-po", "B33-d-po", "B36-d-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "old" }, { "feature": "purpose", "support": 12, "value": "decide" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B37-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B43-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B42-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B42-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B45-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B45-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B44-d-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B45-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "current" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B45-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B45-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B45-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B44-d-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B45-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 54, "value": "complete" }, { "feature": "currency", "support": 18, "value": "current" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B45-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B47-d-pl", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-pl", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B31-d-pl", "B46-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-pl", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-pl", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-po", "condition": "after_correction", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-po", "condition": "after_correction", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B31-d-po", "B46-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-po", "condition": "after_correction", "fallback": false, "fold": 1, "leaf_support": 42, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-d-po", "condition": "after_correction", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B05-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B01-e-pl", "B04-e-pl", "B07-e-pl", "B21-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B05-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B05-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B01-e-po", "B04-e-po", "B07-e-po", "B21-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "ask" }, { "case": "B05-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "polished" } ], "prediction": "accept", "reviewer": "accept", "truth": "ask" }, { "case": "B05-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B11-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B03-e-pl", "B09-e-pl", "B10-e-pl", "B15-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B03-e-po", "B09-e-po", "B10-e-po", "B15-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B11-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B12-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-e-pl", "B08-e-pl", "B28-e-pl", "B44-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B12-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B12-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-e-po", "B08-e-po", "B28-e-po", "B44-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "ask" }, { "case": "B12-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "polished" } ], "prediction": "accept", "reviewer": "accept", "truth": "ask" }, { "case": "B12-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B09-e-pl", "B15-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B13-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B09-e-po", "B15-e-po" ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B13-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "polished" } ], "prediction": "accept", "reviewer": "accept", "truth": "ask" }, { "case": "B13-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B14-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B06-e-pl", "B10-e-pl", "B15-e-pl", "B30-e-pl", "B46-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B06-e-po", "B10-e-po", "B15-e-po", "B30-e-po", "B46-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B14-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B02-e-pl", "B16-e-pl", "B22-e-pl", "B34-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B02-e-po", "B16-e-po", "B22-e-po", "B34-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B18-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B03-e-pl", "B17-e-pl", "B23-e-pl", "B35-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B03-e-po", "B17-e-po", "B23-e-po", "B35-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B19-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B20-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B20-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-e-pl", "B16-e-pl", "B21-e-pl", "B22-e-pl", "B28-e-pl", "B36-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B20-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B20-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B20-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B20-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B04-e-po", "B16-e-po", "B21-e-po", "B22-e-po", "B28-e-po", "B36-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B20-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "polished" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B20-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B24-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B08-e-pl", "B16-e-pl", "B25-e-pl", "B28-e-pl", "B40-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 22, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B08-e-po", "B16-e-po", "B25-e-po", "B28-e-po", "B40-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 22, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B24-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B26-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B10-e-pl", "B30-e-pl", "B42-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B10-e-po", "B30-e-po", "B42-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B26-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B25-e-pl", "B31-e-pl" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B25-e-po", "B31-e-po" ], "prediction": "ask", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B27-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B29-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B29-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B21-e-pl", "B25-e-pl", "B28-e-pl", "B31-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B29-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B29-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B29-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B29-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B21-e-po", "B25-e-po", "B28-e-po", "B31-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B29-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "polished" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B29-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B37-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B37-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B21-e-pl", "B33-e-pl", "B36-e-pl", "B39-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B37-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B37-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B37-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B37-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B21-e-po", "B33-e-po", "B36-e-po", "B39-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B37-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "polished" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B37-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B43-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B35-e-pl", "B41-e-pl", "B42-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B35-e-po", "B41-e-po", "B42-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B43-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B45-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B45-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B41-e-pl", "B44-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B45-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B45-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B45-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B45-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B41-e-po", "B44-e-po" ], "prediction": "ask", "reviewer": "accept", "truth": "accept" }, { "case": "B45-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 5, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 32, "value": "complete" }, { "feature": "finish", "support": 10, "value": "polished" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B45-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B47-e-pl", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-pl", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B15-e-pl", "B31-e-pl", "B39-e-pl", "B46-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-pl", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-pl", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-po", "condition": "taste", "fold": 1, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-po", "condition": "taste", "distance": 1, "fold": 1, "model": "retrieval", "neighbours": [ "B15-e-po", "B31-e-po", "B39-e-po", "B46-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-po", "condition": "taste", "fallback": false, "fold": 1, "leaf_support": 32, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B47-e-po", "condition": "taste", "fold": 1, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B00-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B03-e-pl", "B05-e-pl", "B09-e-pl", "B33-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B03-e-po", "B05-e-po", "B09-e-po", "B33-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B02-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B03-e-pl", "B06-e-pl", "B10-e-pl", "B18-e-pl", "B34-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B03-e-po", "B06-e-po", "B10-e-po", "B18-e-po", "B34-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B04-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B05-e-pl", "B06-e-pl", "B12-e-pl", "B20-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "complete" }, { "feature": "evidence", "support": 18, "value": "absent" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B04-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B05-e-po", "B06-e-po", "B12-e-po", "B20-e-po" ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B04-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "complete" }, { "feature": "evidence", "support": 18, "value": "absent" } ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B04-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B08-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B09-e-pl", "B10-e-pl", "B12-e-pl", "B24-e-pl", "B40-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B09-e-po", "B10-e-po", "B12-e-po", "B24-e-po", "B40-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B15-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B07-e-pl", "B11-e-pl", "B13-e-pl", "B14-e-pl", "B47-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B07-e-po", "B11-e-po", "B13-e-po", "B14-e-po", "B47-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B17-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-pl", "B19-e-pl", "B21-e-pl", "B25-e-pl", "B33-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-po", "B19-e-po", "B21-e-po", "B25-e-po", "B33-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B22-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B06-e-pl", "B18-e-pl", "B20-e-pl", "B23-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B06-e-po", "B18-e-po", "B20-e-po", "B23-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B28-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B28-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B12-e-pl", "B20-e-pl", "B24-e-pl", "B29-e-pl", "B44-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B28-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "complete" }, { "feature": "evidence", "support": 18, "value": "cited" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B28-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B28-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B28-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B12-e-po", "B20-e-po", "B24-e-po", "B29-e-po", "B44-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B28-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "complete" }, { "feature": "evidence", "support": 18, "value": "cited" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B28-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B30-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B14-e-pl", "B26-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B14-e-po", "B26-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B23-e-pl", "B27-e-pl", "B29-e-pl", "B47-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B23-e-po", "B27-e-po", "B29-e-po", "B47-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B32-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-pl", "B33-e-pl", "B34-e-pl", "B40-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-po", "B33-e-po", "B34-e-po", "B40-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B36-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B36-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B20-e-pl", "B37-e-pl", "B44-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B36-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "complete" }, { "feature": "evidence", "support": 18, "value": "checked" } ], "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B36-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B36-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B36-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B20-e-po", "B37-e-po", "B44-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B36-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "complete" }, { "feature": "evidence", "support": 18, "value": "checked" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B36-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B38-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B06-e-pl", "B34-e-pl", "B39-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B06-e-po", "B34-e-po", "B39-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B41-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B09-e-pl", "B25-e-pl", "B33-e-pl", "B40-e-pl", "B43-e-pl", "B45-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B09-e-po", "B25-e-po", "B33-e-po", "B40-e-po", "B43-e-po", "B45-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B46-e-pl", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-pl", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B14-e-pl", "B42-e-pl", "B44-e-pl", "B47-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-pl", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-pl", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-po", "condition": "same_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-po", "condition": "same_use", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B14-e-po", "B42-e-po", "B44-e-po", "B47-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-po", "condition": "same_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-po", "condition": "same_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B00-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B03-e-pl", "B05-e-pl", "B09-e-pl", "B33-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B03-e-po", "B05-e-po", "B09-e-po", "B33-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B02-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B03-e-pl", "B06-e-pl", "B10-e-pl", "B18-e-pl", "B34-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B03-e-po", "B06-e-po", "B10-e-po", "B18-e-po", "B34-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B04-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B05-e-pl", "B06-e-pl", "B12-e-pl", "B20-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "complete" }, { "feature": "evidence", "support": 18, "value": "absent" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B04-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B05-e-po", "B06-e-po", "B12-e-po", "B20-e-po" ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B04-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "complete" }, { "feature": "evidence", "support": 18, "value": "absent" } ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B04-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B08-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B09-e-pl", "B10-e-pl", "B12-e-pl", "B24-e-pl", "B40-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B09-e-po", "B10-e-po", "B12-e-po", "B24-e-po", "B40-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B15-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B07-e-pl", "B11-e-pl", "B13-e-pl", "B14-e-pl", "B47-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B07-e-po", "B11-e-po", "B13-e-po", "B14-e-po", "B47-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B17-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-pl", "B19-e-pl", "B21-e-pl", "B25-e-pl", "B33-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-po", "B19-e-po", "B21-e-po", "B25-e-po", "B33-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B22-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B06-e-pl", "B18-e-pl", "B20-e-pl", "B23-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B06-e-po", "B18-e-po", "B20-e-po", "B23-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B28-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B12-e-pl", "B20-e-pl", "B24-e-pl", "B29-e-pl", "B44-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "complete" }, { "feature": "evidence", "support": 18, "value": "cited" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B12-e-po", "B20-e-po", "B24-e-po", "B29-e-po", "B44-e-po" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "complete" }, { "feature": "evidence", "support": 18, "value": "cited" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B30-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B14-e-pl", "B26-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B14-e-po", "B26-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B23-e-pl", "B27-e-pl", "B29-e-pl", "B47-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B23-e-po", "B27-e-po", "B29-e-po", "B47-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B32-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-pl", "B33-e-pl", "B34-e-pl", "B40-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-po", "B33-e-po", "B34-e-po", "B40-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B20-e-pl", "B37-e-pl", "B44-e-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "complete" }, { "feature": "evidence", "support": 18, "value": "checked" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B20-e-po", "B37-e-po", "B44-e-po" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "complete" }, { "feature": "evidence", "support": 18, "value": "checked" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B38-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B06-e-pl", "B34-e-pl", "B39-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B06-e-po", "B34-e-po", "B39-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B41-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B09-e-pl", "B25-e-pl", "B33-e-pl", "B40-e-pl", "B43-e-pl", "B45-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B09-e-po", "B25-e-po", "B33-e-po", "B40-e-po", "B43-e-po", "B45-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 12, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "coverage", "support": 30, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B46-d-pl", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-pl", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B14-e-pl", "B42-e-pl", "B44-e-pl", "B47-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-pl", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-pl", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-po", "condition": "changed_use", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-po", "condition": "changed_use", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B14-e-po", "B42-e-po", "B44-e-po", "B47-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-po", "condition": "changed_use", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-po", "condition": "changed_use", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B00-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-pl", "condition": "after_correction", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-pl", "B03-d-pl", "B09-d-pl", "B10-d-pl", "B18-d-pl", "B24-d-pl", "B34-d-pl" ], "prediction": "reject", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 16, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-po", "condition": "after_correction", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-po", "B03-d-po", "B09-d-po", "B10-d-po", "B18-d-po", "B24-d-po", "B34-d-po" ], "prediction": "reject", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 16, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B03-d-pl", "B09-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 16, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B03-d-po", "B09-d-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 16, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B02-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B03-d-pl", "B10-d-pl", "B18-d-pl", "B34-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B03-d-po", "B10-d-po", "B18-d-po", "B34-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B04-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-d-pl", "condition": "after_correction", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B05-e-pl", "B06-e-pl", "B12-e-pl", "B20-e-pl", "B14-d-pl", "B21-d-pl", "B44-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "complete" }, { "feature": "evidence", "support": 24, "value": "absent" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B04-d-po", "condition": "after_correction", "distance": 2, "fold": 2, "model": "retrieval", "neighbours": [ "B05-e-po", "B06-e-po", "B12-e-po", "B20-e-po", "B14-d-po", "B21-d-po", "B44-d-po" ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B04-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "complete" }, { "feature": "evidence", "support": 24, "value": "absent" } ], "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B04-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B08-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B09-d-pl", "B10-d-pl", "B24-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 16, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B09-d-po", "B10-d-po", "B24-d-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 16, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B15-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B11-d-pl", "B14-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B11-d-po", "B14-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B17-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B19-d-pl", "B21-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 16, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B19-d-po", "B21-d-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 16, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B22-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B18-d-pl", "B23-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B18-d-po", "B23-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B28-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B24-d-pl", "B29-d-pl", "B44-d-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "complete" }, { "feature": "evidence", "support": 24, "value": "cited" }, { "feature": "purpose", "support": 10, "value": "decide" }, { "feature": "currency", "support": 4, "value": "current" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B24-d-po", "B29-d-po", "B44-d-po" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 2, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "complete" }, { "feature": "evidence", "support": 24, "value": "cited" }, { "feature": "purpose", "support": 10, "value": "decide" }, { "feature": "currency", "support": 4, "value": "current" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B28-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B30-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B14-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B14-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B23-d-pl", "B29-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B23-d-po", "B29-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B32-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B34-d-pl" ], "prediction": "reject", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 16, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B34-d-po" ], "prediction": "reject", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 16, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B44-d-pl" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 8, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "complete" }, { "feature": "evidence", "support": 24, "value": "checked" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B44-d-po" ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 8, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "complete" }, { "feature": "evidence", "support": 24, "value": "checked" } ], "prediction": "accept", "reviewer": "ask", "truth": "ask" }, { "case": "B36-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B38-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B34-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B34-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B41-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B09-d-pl", "B43-d-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 16, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B09-d-po", "B43-d-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 16, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "clear" }, { "feature": "coverage", "support": 40, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B46-d-pl", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-pl", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B14-d-pl", "B42-d-pl", "B44-d-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-pl", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-pl", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-po", "condition": "after_correction", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-po", "condition": "after_correction", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B14-d-po", "B42-d-po", "B44-d-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-po", "condition": "after_correction", "fallback": false, "fold": 2, "leaf_support": 56, "model": "learner", "path": [ { "feature": "conflict", "support": 96, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-d-po", "condition": "after_correction", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B00-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 15, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "polished" }, { "feature": "coverage", "support": 15, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B00-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B03-e-pl", "B05-e-pl", "B09-e-pl", "B33-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 15, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B03-e-po", "B05-e-po", "B09-e-po", "B33-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "polished" }, { "feature": "coverage", "support": 15, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B01-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B02-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B03-e-pl", "B06-e-pl", "B10-e-pl", "B18-e-pl", "B34-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B03-e-po", "B06-e-po", "B10-e-po", "B18-e-po", "B34-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B02-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B04-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B05-e-pl", "B06-e-pl", "B12-e-pl", "B20-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 15, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B04-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B04-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B05-e-po", "B06-e-po", "B12-e-po", "B20-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "ask" }, { "case": "B04-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 9, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "polished" }, { "feature": "coverage", "support": 15, "value": "complete" } ], "prediction": "accept", "reviewer": "accept", "truth": "ask" }, { "case": "B04-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "accept", "truth": "ask" }, { "case": "B08-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B09-e-pl", "B10-e-pl", "B12-e-pl", "B24-e-pl", "B40-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 15, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B09-e-po", "B10-e-po", "B12-e-po", "B24-e-po", "B40-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "polished" }, { "feature": "coverage", "support": 15, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B08-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B15-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B07-e-pl", "B11-e-pl", "B13-e-pl", "B14-e-pl", "B47-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B07-e-po", "B11-e-po", "B13-e-po", "B14-e-po", "B47-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B15-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B17-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-pl", "B19-e-pl", "B21-e-pl", "B25-e-pl", "B33-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 15, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-po", "B19-e-po", "B21-e-po", "B25-e-po", "B33-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "polished" }, { "feature": "coverage", "support": 15, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B17-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B22-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B06-e-pl", "B18-e-pl", "B20-e-pl", "B23-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B06-e-po", "B18-e-po", "B20-e-po", "B23-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B22-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B28-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B28-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B12-e-pl", "B20-e-pl", "B24-e-pl", "B29-e-pl", "B44-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B28-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 15, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B28-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B28-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B28-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B12-e-po", "B20-e-po", "B24-e-po", "B29-e-po", "B44-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B28-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 9, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "polished" }, { "feature": "coverage", "support": 15, "value": "complete" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B28-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B30-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B14-e-pl", "B26-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B14-e-po", "B26-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B30-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B23-e-pl", "B27-e-pl", "B29-e-pl", "B47-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B23-e-po", "B27-e-po", "B29-e-po", "B47-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B31-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B32-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-pl", "B33-e-pl", "B34-e-pl", "B40-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 15, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B16-e-po", "B33-e-po", "B34-e-po", "B40-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "polished" }, { "feature": "coverage", "support": 15, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B32-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B36-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B36-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B20-e-pl", "B37-e-pl", "B44-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B36-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 15, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "accept" }, { "case": "B36-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "accept", "reviewer": "ask", "truth": "accept" }, { "case": "B36-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B36-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B20-e-po", "B37-e-po", "B44-e-po" ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B36-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 9, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "polished" }, { "feature": "coverage", "support": 15, "value": "complete" } ], "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B36-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "accept", "reviewer": "accept", "truth": "accept" }, { "case": "B38-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B06-e-pl", "B34-e-pl", "B39-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B06-e-po", "B34-e-po", "B39-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B38-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B41-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B09-e-pl", "B25-e-pl", "B33-e-pl", "B40-e-pl", "B43-e-pl", "B45-e-pl" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 15, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "plain" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B09-e-po", "B25-e-po", "B33-e-po", "B40-e-po", "B43-e-po", "B45-e-po" ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 6, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "clear" }, { "feature": "finish", "support": 30, "value": "polished" }, { "feature": "coverage", "support": 15, "value": "partial" } ], "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B41-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "ask", "reviewer": "ask", "truth": "ask" }, { "case": "B46-e-pl", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-pl", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B14-e-pl", "B42-e-pl", "B44-e-pl", "B47-e-pl" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-pl", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-pl", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-po", "condition": "taste", "fold": 2, "model": "checklist", "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-po", "condition": "taste", "distance": 1, "fold": 2, "model": "retrieval", "neighbours": [ "B14-e-po", "B42-e-po", "B44-e-po", "B47-e-po" ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-po", "condition": "taste", "fallback": false, "fold": 2, "leaf_support": 34, "model": "learner", "path": [ { "feature": "conflict", "support": 64, "value": "unresolved" } ], "prediction": "reject", "reviewer": "reject", "truth": "reject" }, { "case": "B46-e-po", "condition": "taste", "fold": 2, "model": "reference", "prediction": "reject", "reviewer": "reject", "truth": "reject" } ], "scored_utc": "2026-10-18T16:11:23.834423+00:00", "version": "1.0" }