{
  "commit": "84a145aae7360e7d8d8b4d6db6ec05ca7bee6104",
  "example": "examples/jack-henry-silverlake",
  "file": "silverlake_demo/rasa_adapter.py",
  "fileSha256Original": "500a591ec366a598986cea8f5d7256118506be31abdfea17caaa4402ec58defa",
  "fileRestoredIdentical": true,
  "suiteBefore": 150,
  "suiteWithNewTests": 152,
  "command": "uv run --locked --group models python -m unittest discover -s tests -v",
  "environment": "macOS, a real (non-symlinked) temporary directory, vendor archive downloaded with make download",
  "scope": "Offline unit tests of the example code. No model, speech service or bank. The reply-policy layer was not changed.",
  "rows": [
    {
      "change": "baseline",
      "failingBefore": 0,
      "testsBefore": [],
      "failingWithNewTests": 0,
      "testsWithNewTests": []
    },
    {
      "change": "A1 drop phrase check in _host only",
      "failingBefore": 0,
      "testsBefore": [],
      "failingWithNewTests": 0,
      "testsWithNewTests": []
    },
    {
      "change": "A2 drop adjacency check in _host only",
      "failingBefore": 1,
      "testsBefore": [
        "test_a_confirmation_never_reads_an_earlier_accepted_transfer_as_this_one"
      ],
      "failingWithNewTests": 1,
      "testsWithNewTests": [
        "test_a_confirmation_never_reads_an_earlier_accepted_transfer_as_this_one"
      ]
    },
    {
      "change": "A3 drop both checks in _host only",
      "failingBefore": 1,
      "testsBefore": [
        "test_a_confirmation_never_reads_an_earlier_accepted_transfer_as_this_one"
      ],
      "failingWithNewTests": 1,
      "testsWithNewTests": [
        "test_a_confirmation_never_reads_an_earlier_accepted_transfer_as_this_one"
      ]
    },
    {
      "change": "B1 drop phrase check in submit only",
      "failingBefore": 0,
      "testsBefore": [],
      "failingWithNewTests": 1,
      "testsWithNewTests": [
        "test_the_submit_tool_checks_the_words_and_the_turn_itself"
      ]
    },
    {
      "change": "B2 drop adjacency check in submit only",
      "failingBefore": 0,
      "testsBefore": [],
      "failingWithNewTests": 1,
      "testsWithNewTests": [
        "test_the_submit_tool_checks_the_words_and_the_turn_itself"
      ]
    },
    {
      "change": "B3 drop both checks in submit only",
      "failingBefore": 0,
      "testsBefore": [],
      "failingWithNewTests": 1,
      "testsWithNewTests": [
        "test_the_submit_tool_checks_the_words_and_the_turn_itself"
      ]
    },
    {
      "change": "C1 drop phrase check at both sites",
      "failingBefore": 0,
      "testsBefore": [],
      "failingWithNewTests": 2,
      "testsWithNewTests": [
        "test_any_reply_but_the_exact_words_straight_after_a_review_sends_nothing",
        "test_the_submit_tool_checks_the_words_and_the_turn_itself"
      ]
    },
    {
      "change": "C2 drop adjacency check at both sites",
      "failingBefore": 2,
      "testsBefore": [
        "test_a_confirmation_never_reads_an_earlier_accepted_transfer_as_this_one",
        "test_no_confirmation_is_accepted_after_an_interrupted_or_declined_review"
      ],
      "failingWithNewTests": 3,
      "testsWithNewTests": [
        "test_a_confirmation_never_reads_an_earlier_accepted_transfer_as_this_one",
        "test_no_confirmation_is_accepted_after_an_interrupted_or_declined_review",
        "test_the_submit_tool_checks_the_words_and_the_turn_itself"
      ]
    },
    {
      "change": "C3 drop both checks at both sites",
      "failingBefore": 3,
      "testsBefore": [
        "test_a_confirmation_never_reads_an_earlier_accepted_transfer_as_this_one",
        "test_intervening_read_cancels_review_and_confirmation_requires_new_request",
        "test_no_confirmation_is_accepted_after_an_interrupted_or_declined_review"
      ],
      "failingWithNewTests": 5,
      "testsWithNewTests": [
        "test_a_confirmation_never_reads_an_earlier_accepted_transfer_as_this_one",
        "test_any_reply_but_the_exact_words_straight_after_a_review_sends_nothing",
        "test_intervening_read_cancels_review_and_confirmation_requires_new_request",
        "test_no_confirmation_is_accepted_after_an_interrupted_or_declined_review",
        "test_the_submit_tool_checks_the_words_and_the_turn_itself"
      ]
    },
    {
      "change": "L loosen the phrase to accept 'yes'",
      "failingBefore": 0,
      "testsBefore": [],
      "failingWithNewTests": 2,
      "testsWithNewTests": [
        "test_any_reply_but_the_exact_words_straight_after_a_review_sends_nothing",
        "test_the_submit_tool_checks_the_words_and_the_turn_itself"
      ]
    }
  ]
}