# SPDX-License-Identifier: AGPL-3.0-only # Copyright (c) 2026 sol pbc import logging from solstone.apps.chat.copy import CHAT_CLOSER_SUPPORT_SEND_FAILED from solstone.convey import chat from solstone.think.cogitate_policy import DETERMINISTIC_FAILURE_REASON_CODES CHAT_LOGGER = "solstone.convey.chat" FIXTURE_OPENERS = ( "Let me look up ", "Let me check ", "Let me find out ", "Let me also ", "I'll look up ", "I'll check ", "I'll find ", "And one more thing — ", "And let me ", ) FIXTURE_TRAILING = (" and I'll let you know",) def _chat_debug_records(caplog): return [ record for record in caplog.records if record.name == CHAT_LOGGER and record.levelno == logging.DEBUG ] def test_closer_strip_patterns_locked_bytes(): assert chat.CLOSER_STRIP_PATTERNS["openers"] == FIXTURE_OPENERS assert chat.CLOSER_STRIP_PATTERNS["trailing"] == FIXTURE_TRAILING def test_strip_closer_patterns_casefolds_openers_and_preserves_out_of_set(): assert ( chat._strip_closer_patterns("let me look up emails. Found one.") == "Found one." ) assert ( chat._strip_closer_patterns("Let me check your inbox. Found one.") == "Found one." ) assert ( chat._strip_closer_patterns("AND ONE MORE THING — checking that. Found one.") == "Found one." ) assert ( chat._strip_closer_patterns("Looking into this. Found one.") == "Looking into this. Found one." ) def test_strip_closer_patterns_removes_trailing_span_only(): assert ( chat._strip_closer_patterns( "Here is the answer and I'll let you know if anything else turns up." ) == "Here is the answer if anything else turns up." ) def test_strip_closer_patterns_logs_opener_match_debug(caplog): with caplog.at_level(logging.DEBUG, logger=CHAT_LOGGER): result = chat._strip_closer_patterns( "Let me look up emails. There are 3 from Adrian." ) records = _chat_debug_records(caplog) assert result == "There are 3 from Adrian." assert len(records) == 1 message = records[0].getMessage() assert "Let me look up " in message assert "There are 3 from Adrian." in message def test_strip_closer_patterns_logs_trailing_match_debug(caplog): with caplog.at_level(logging.DEBUG, logger=CHAT_LOGGER): result = chat._strip_closer_patterns("Sure thing and I'll let you know later.") records = _chat_debug_records(caplog) assert result == "Sure thing later." assert len(records) == 1 message = records[0].getMessage() assert " and I'll let you know" in message assert result in message def test_strip_closer_patterns_no_match_emits_no_debug(caplog): with caplog.at_level(logging.DEBUG, logger=CHAT_LOGGER): result = chat._strip_closer_patterns("There are 3 emails from Adrian.") assert result == "There are 3 emails from Adrian." assert _chat_debug_records(caplog) == [] def test_strip_closer_patterns_logs_each_match_debug(caplog): with caplog.at_level(logging.DEBUG, logger=CHAT_LOGGER): result = chat._strip_closer_patterns( "Let me check the emails. Sure, found three and I'll let you know." ) records = _chat_debug_records(caplog) assert result == "Sure, found three." assert len(records) == 2 messages = [record.getMessage() for record in records] assert "Let me check " in messages[0] assert "Sure, found three and I'll let you know." in messages[0] assert " and I'll let you know" in messages[1] assert result in messages[1] def test_loop_exhausted_substantive_text_surfaces_verbatim(): message = ( "Adrian sent three updates about the launch plan, the budget review, and " "the Friday timeline, with the timeline note asking for confirmation today please." ) assert chat._compose_terminal_closer("loop_exhausted", message) == message def test_loop_exhausted_fragmentary_text_frames_with_suffix(): assert ( chat._compose_terminal_closer("loop_exhausted", "Found three relevant notes.") == "Here's what I have so far: Found three relevant notes. " "Want me to try a different angle?" ) def test_loop_exhausted_token_threshold_boundary(): fourteen_tokens = ( "one two three four five six seven eight nine ten eleven twelve thirteen " "fourteen" ) fifteen_tokens = f"{fourteen_tokens} fifteen" assert ( chat._compose_terminal_closer("loop_exhausted", fourteen_tokens) == f"Here's what I have so far: {fourteen_tokens} " "Want me to try a different angle?" ) assert ( chat._compose_terminal_closer("loop_exhausted", fifteen_tokens) == fifteen_tokens ) def test_talent_errored_reason_framing(): assert ( chat._compose_terminal_closer( "talent_errored", "I'll check.", talent_errored_reason="talent timed out waiting for provider response", ) == "I couldn't finish that lookup — talent timed out waiting for provider response. " "Want to try a different angle, or rephrase the question?" ) assert ( chat._compose_terminal_closer( "talent_errored", "", talent_errored_reason="Traceback (most recent call last)", ) == "I couldn't finish that lookup. Want to try a different angle, or rephrase the question?" ) assert ( chat._compose_terminal_closer("talent_errored", "", talent_errored_reason="") == "I couldn't finish that lookup. Want to try a different angle, or rephrase the question?" ) assert ( chat._compose_terminal_closer( "talent_errored", "", talent_errored_reason="/tmp/provider.py failed", ) == "I couldn't finish that lookup. Want to try a different angle, or rephrase the question?" ) def test_support_talent_errored_send_failed_closer(): model_text = ( "" ) for reason_code in DETERMINISTIC_FAILURE_REASON_CODES: assert ( chat._compose_terminal_closer( "talent_errored", model_text, talent_name="support", talent_errored_reason="Traceback (most recent call last)", talent_errored_reason_code=reason_code, ) == CHAT_CLOSER_SUPPORT_SEND_FAILED ) support_unknown = chat._compose_terminal_closer( "talent_errored", model_text, talent_name="support", talent_errored_reason="provider gave up", talent_errored_reason_code=None, ) assert support_unknown != CHAT_CLOSER_SUPPORT_SEND_FAILED assert ( support_unknown == "I couldn't finish that lookup — provider gave up. Want to try a different angle, or rephrase the question?" ) support_unrecognized = chat._compose_terminal_closer( "talent_errored", model_text, talent_name="support", talent_errored_reason="provider gave up", talent_errored_reason_code="some_other_code", ) assert support_unrecognized != CHAT_CLOSER_SUPPORT_SEND_FAILED assert support_unrecognized == support_unknown non_support = chat._compose_terminal_closer( "talent_errored", model_text, talent_name="exec", talent_errored_reason="provider gave up", talent_errored_reason_code="wall_clock_exceeded", ) assert non_support != CHAT_CLOSER_SUPPORT_SEND_FAILED assert non_support == support_unknown def test_loop_exhausted_empty_empty_fallback(): assert ( chat._compose_terminal_closer( "loop_exhausted", "", talent_finished_summary="", ) == "Here's what I have so far: Want me to try a different angle?" ) def test_keep_form_survives_strip_helper_verbatim(): keep_form = "Useful result — let me know if you want me to dig deeper" assert chat._strip_closer_patterns(keep_form) == keep_form def test_multi_sentence_post_strip_frames_remaining_body(): assert ( chat._compose_terminal_closer( "loop_exhausted", "Let me look up emails. There are 3 from Adrian.", ) == "Here's what I have so far: There are 3 from Adrian. " "Want me to try a different angle?" )