{
 "derived": "Derived from the original RESULTS.json only; not a new run. Distinct counts collapse the same test method that runs in two classes (HostTests and HostWithoutVendorFile).",
 "suites": {
  "154_suite": {
   "source": "eng-uk-zip/out-before-zip/RESULTS.json",
   "rows": [
    {
     "mutation": "baseline",
     "exit": 0,
     "ran": 154,
     "skipped": 0,
     "failing_entries": 0,
     "distinct_test_method_names": 0,
     "failing_sample": []
    },
    {
     "mutation": "H1 drop the review-time hold in the host",
     "exit": 1,
     "ran": 154,
     "skipped": 0,
     "failing_entries": 2,
     "distinct_test_method_names": 1,
     "failing_sample": [
      "test_flow.HostTests.test_unknown_outcome_holds_the_principal_across_sessions_and_restart.test_unknown_outcome_",
      "test_host_ci.HostWithoutVendorFile.test_unknown_outcome_holds_the_principal_across_sessions_and_restart.test_u"
     ]
    },
    {
     "mutation": "H2 drop the send-time hold in the journal",
     "exit": 0,
     "ran": 154,
     "skipped": 0,
     "failing_entries": 0,
     "distinct_test_method_names": 0,
     "failing_sample": []
    },
    {
     "mutation": "H3 the journal stops holding after an unknown",
     "exit": 1,
     "ran": 154,
     "skipped": 0,
     "failing_entries": 2,
     "distinct_test_method_names": 1,
     "failing_sample": [
      "test_flow.HostTests.test_unknown_outcome_holds_the_principal_across_sessions_and_restart.test_unknown_outcome_",
      "test_host_ci.HostWithoutVendorFile.test_unknown_outcome_holds_the_principal_across_sessions_and_restart.test_u"
     ]
    },
    {
     "mutation": "H12 drop both host holds",
     "exit": 1,
     "ran": 154,
     "skipped": 0,
     "failing_entries": 2,
     "distinct_test_method_names": 1,
     "failing_sample": [
      "test_flow.HostTests.test_unknown_outcome_holds_the_principal_across_sessions_and_restart.test_unknown_outcome_",
      "test_host_ci.HostWithoutVendorFile.test_unknown_outcome_holds_the_principal_across_sessions_and_restart.test_u"
     ]
    },
    {
     "mutation": "A1 drop the unknown-first wording rule",
     "exit": 1,
     "ran": 154,
     "skipped": 0,
     "failing_entries": 1,
     "distinct_test_method_names": 1,
     "failing_sample": [
      "test_reply_adapter.ReplyAdapterTests.test_an_unknown_earlier_outcome_outranks_an_expired_verification.test_an_"
     ]
    },
    {
     "mutation": "A2 forget the journal status after a restart",
     "exit": 1,
     "ran": 154,
     "skipped": 0,
     "failing_entries": 3,
     "distinct_test_method_names": 3,
     "failing_sample": [
      "test_reply_adapter.ReplyAdapterTests.test_a_status_that_was_never_learned_is_never_cleared_after_a_restart.tes",
      "test_reply_adapter.ReplyAdapterTests.test_an_unknown_earlier_outcome_outranks_an_expired_verification.test_an_"
     ]
    },
    {
     "mutation": "ALL drop every hold and both wording rules",
     "exit": 1,
     "ran": 154,
     "skipped": 0,
     "failing_entries": 5,
     "distinct_test_method_names": 4,
     "failing_sample": [
      "test_reply_adapter.ReplyAdapterTests.test_a_status_that_was_never_learned_is_never_cleared_after_a_restart.tes",
      "test_reply_adapter.ReplyAdapterTests.test_an_unknown_earlier_outcome_outranks_an_expired_verification.test_an_"
     ]
    }
   ]
  },
  "158_suite": {
   "source": "eng-uk-zip/out-after-zip/RESULTS.json",
   "rows": [
    {
     "mutation": "baseline",
     "exit": 0,
     "ran": 158,
     "skipped": 0,
     "failing_entries": 0,
     "distinct_test_method_names": 0,
     "failing_sample": []
    },
    {
     "mutation": "H1 drop the review-time hold in the host",
     "exit": 1,
     "ran": 158,
     "skipped": 0,
     "failing_entries": 2,
     "distinct_test_method_names": 1,
     "failing_sample": [
      "test_flow.HostTests.test_unknown_outcome_holds_the_principal_across_sessions_and_restart.test_unknown_outcome_",
      "test_host_ci.HostWithoutVendorFile.test_unknown_outcome_holds_the_principal_across_sessions_and_restart.test_u"
     ]
    },
    {
     "mutation": "H2 drop the send-time hold in the journal",
     "exit": 1,
     "ran": 158,
     "skipped": 0,
     "failing_entries": 4,
     "distinct_test_method_names": 2,
     "failing_sample": [
      "test_flow.HostTests.test_a_review_made_before_an_unknown_outcome_cannot_be_sent_after_it.test_a_review_made_be",
      "test_host_ci.HostWithoutVendorFile.test_a_review_made_before_an_unknown_outcome_cannot_be_sent_after_it.test_a"
     ]
    },
    {
     "mutation": "H3 the journal stops holding after an unknown",
     "exit": 1,
     "ran": 158,
     "skipped": 0,
     "failing_entries": 6,
     "distinct_test_method_names": 3,
     "failing_sample": [
      "test_flow.HostTests.test_a_review_made_before_an_unknown_outcome_cannot_be_sent_after_it.test_a_review_made_be",
      "test_host_ci.HostWithoutVendorFile.test_a_review_made_before_an_unknown_outcome_cannot_be_sent_after_it.test_a"
     ]
    },
    {
     "mutation": "H12 drop both host holds",
     "exit": 1,
     "ran": 158,
     "skipped": 0,
     "failing_entries": 6,
     "distinct_test_method_names": 3,
     "failing_sample": [
      "test_flow.HostTests.test_a_review_made_before_an_unknown_outcome_cannot_be_sent_after_it.test_a_review_made_be",
      "test_host_ci.HostWithoutVendorFile.test_a_review_made_before_an_unknown_outcome_cannot_be_sent_after_it.test_a"
     ]
    },
    {
     "mutation": "A1 drop the unknown-first wording rule",
     "exit": 1,
     "ran": 158,
     "skipped": 0,
     "failing_entries": 1,
     "distinct_test_method_names": 1,
     "failing_sample": [
      "test_reply_adapter.ReplyAdapterTests.test_an_unknown_earlier_outcome_outranks_an_expired_verification.test_an_"
     ]
    },
    {
     "mutation": "A2 forget the journal status after a restart",
     "exit": 1,
     "ran": 158,
     "skipped": 0,
     "failing_entries": 3,
     "distinct_test_method_names": 3,
     "failing_sample": [
      "test_reply_adapter.ReplyAdapterTests.test_a_status_that_was_never_learned_is_never_cleared_after_a_restart.tes",
      "test_reply_adapter.ReplyAdapterTests.test_an_unknown_earlier_outcome_outranks_an_expired_verification.test_an_"
     ]
    },
    {
     "mutation": "ALL drop every hold and both wording rules",
     "exit": 1,
     "ran": 158,
     "skipped": 0,
     "failing_entries": 9,
     "distinct_test_method_names": 6,
     "failing_sample": [
      "test_flow.HostTests.test_a_review_made_before_an_unknown_outcome_cannot_be_sent_after_it.test_a_review_made_be",
      "test_host_ci.HostWithoutVendorFile.test_a_review_made_before_an_unknown_outcome_cannot_be_sent_after_it.test_a"
     ]
    }
   ]
  }
 }
}