Something went wrong. Try again.
The agent that grows with you
Something went wrong. Try again.
6.8 kB · 161 lines
Python
at bb/theme
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162"""Tests for the low context length warning in the CLI banner."""
import osfrom types import SimpleNamespacefrom unittest.mock import MagicMock, patch
import pytest
@pytest.fixturedef _isolate(tmp_path, monkeypatch): """Isolate HERMES_HOME so tests don't touch real config.""" home = tmp_path / ".hermes" home.mkdir() monkeypatch.setenv("HERMES_HOME", str(home))
@pytest.fixturedef cli_obj(_isolate): """Create a minimal HermesCLI instance for banner testing.""" with patch("cli.load_cli_config", return_value={ "display": {"tool_progress": "new"}, "terminal": {}, }), patch("cli.get_tool_definitions", return_value=[]), \ patch("cli.build_welcome_banner"): from cli import HermesCLI obj = HermesCLI.__new__(HermesCLI) obj.model = "test-model" obj.enabled_toolsets = ["hermes-core"] obj.compact = False obj.console = MagicMock() obj.session_id = None obj.api_key = "test" obj.base_url = "" obj.provider = "test" obj._provider_source = None # Mock agent with context compressor obj.agent = SimpleNamespace( context_compressor=SimpleNamespace(context_length=None) ) return obj
class TestLowContextWarning: """Tests that the CLI warns about low context lengths."""
def test_no_warning_for_normal_context(self, cli_obj): """No warning when context is 32k+.""" cli_obj.agent.context_compressor.context_length = 32768 with patch("cli.get_tool_definitions", return_value=[]), \ patch("cli.build_welcome_banner"): cli_obj.show_banner()
# Check that no yellow warning was printed calls = [str(c) for c in cli_obj.console.print.call_args_list] warning_calls = [c for c in calls if "too low" in c] assert len(warning_calls) == 0
def test_warning_for_low_context(self, cli_obj): """Warning shown when context is 4096 (Ollama default).""" cli_obj.agent.context_compressor.context_length = 4096 with patch("cli.get_tool_definitions", return_value=[]), \ patch("cli.build_welcome_banner"): cli_obj.show_banner()
calls = [str(c) for c in cli_obj.console.print.call_args_list] warning_calls = [c for c in calls if "too low" in c] assert len(warning_calls) == 1 assert "4,096" in warning_calls[0]
def test_warning_for_2048_context(self, cli_obj): """Warning shown for 2048 tokens (common LM Studio default).""" cli_obj.agent.context_compressor.context_length = 2048 with patch("cli.get_tool_definitions", return_value=[]), \ patch("cli.build_welcome_banner"): cli_obj.show_banner()
calls = [str(c) for c in cli_obj.console.print.call_args_list] warning_calls = [c for c in calls if "too low" in c] assert len(warning_calls) == 1
def test_no_warning_at_boundary(self, cli_obj): """No warning at exactly 8192 — 8192 is borderline but included in warning.""" cli_obj.agent.context_compressor.context_length = 8192 with patch("cli.get_tool_definitions", return_value=[]), \ patch("cli.build_welcome_banner"): cli_obj.show_banner()
calls = [str(c) for c in cli_obj.console.print.call_args_list] warning_calls = [c for c in calls if "too low" in c] assert len(warning_calls) == 1 # 8192 is still warned about
def test_no_warning_above_boundary(self, cli_obj): """No warning at 16384.""" cli_obj.agent.context_compressor.context_length = 16384 with patch("cli.get_tool_definitions", return_value=[]), \ patch("cli.build_welcome_banner"): cli_obj.show_banner()
calls = [str(c) for c in cli_obj.console.print.call_args_list] warning_calls = [c for c in calls if "too low" in c] assert len(warning_calls) == 0
def test_ollama_specific_hint(self, cli_obj): """Ollama-specific fix shown when port 11434 detected.""" cli_obj.agent.context_compressor.context_length = 4096 cli_obj.base_url = "http://localhost:11434/v1" with patch("cli.get_tool_definitions", return_value=[]), \ patch("cli.build_welcome_banner"): cli_obj.show_banner()
calls = [str(c) for c in cli_obj.console.print.call_args_list] ollama_hints = [c for c in calls if "OLLAMA_CONTEXT_LENGTH" in c] assert len(ollama_hints) == 1
def test_lm_studio_specific_hint(self, cli_obj): """LM Studio-specific fix shown when port 1234 detected.""" cli_obj.agent.context_compressor.context_length = 2048 cli_obj.base_url = "http://localhost:1234/v1" with patch("cli.get_tool_definitions", return_value=[]), \ patch("cli.build_welcome_banner"): cli_obj.show_banner()
calls = [str(c) for c in cli_obj.console.print.call_args_list] lms_hints = [c for c in calls if "LM Studio" in c] assert len(lms_hints) == 1
def test_generic_hint_for_other_servers(self, cli_obj): """Generic fix shown for unknown servers.""" cli_obj.agent.context_compressor.context_length = 4096 cli_obj.base_url = "http://localhost:8080/v1" with patch("cli.get_tool_definitions", return_value=[]), \ patch("cli.build_welcome_banner"): cli_obj.show_banner()
calls = [str(c) for c in cli_obj.console.print.call_args_list] generic_hints = [c for c in calls if "config.yaml" in c] assert len(generic_hints) == 1
def test_no_warning_when_no_context_length(self, cli_obj): """No warning when context length is not yet known.""" cli_obj.agent.context_compressor.context_length = None with patch("cli.get_tool_definitions", return_value=[]), \ patch("cli.build_welcome_banner"): cli_obj.show_banner()
calls = [str(c) for c in cli_obj.console.print.call_args_list] warning_calls = [c for c in calls if "too low" in c] assert len(warning_calls) == 0
def test_compact_banner_does_not_crash_on_narrow_terminal(self, cli_obj): """Compact mode should still have ctx_len defined for warning logic.""" cli_obj.agent.context_compressor.context_length = 4096
with patch("shutil.get_terminal_size", return_value=os.terminal_size((70, 40))), \ patch("cli._build_compact_banner", return_value="compact banner"): cli_obj.show_banner()
calls = [str(c) for c in cli_obj.console.print.call_args_list] warning_calls = [c for c in calls if "too low" in c] assert len(warning_calls) == 1