Files

550 lines
19 KiB
Python
Raw Permalink Normal View History

from __future__ import annotations
from typing import TYPE_CHECKING, Literal, overload
import pytest
import tomlkit
from plyngent.agent import ChatAgent
from plyngent.cli.slash import handle_slash
from plyngent.cli.state import ReplState
from plyngent.config.models import DatabaseConfig, OpenAIProvider
from plyngent.config.store import ConfigStore
from plyngent.lmproto.openai_compatible.model import (
AssistantChatMessage,
ChatCompletionChoice,
ChatCompletionChunk,
ChatCompletionResponse,
ChatCompletionsParam,
)
from plyngent.memory import MemoryStore
from plyngent.tools import set_workspace_root
if TYPE_CHECKING:
from collections.abc import AsyncIterator
from pathlib import Path
class DummyClient:
@overload
async def chat_completions(
self, param: ChatCompletionsParam, *, stream: Literal[False] = False
) -> ChatCompletionResponse: ...
@overload
async def chat_completions(
self, param: ChatCompletionsParam, *, stream: Literal[True]
) -> AsyncIterator[ChatCompletionChunk]: ...
async def chat_completions(
self, param: ChatCompletionsParam, *, stream: bool = False
) -> ChatCompletionResponse | AsyncIterator[ChatCompletionChunk]:
del param
if stream:
async def empty() -> AsyncIterator[ChatCompletionChunk]:
empty_chunks: list[ChatCompletionChunk] = []
for chunk in empty_chunks:
yield chunk
return empty()
return ChatCompletionResponse(
id="1",
object="chat.completion",
created=0,
model="m",
choices=[
ChatCompletionChoice(
index=0,
message=AssistantChatMessage(content="ok"),
logprobs={},
finish_reason="stop",
)
],
system_fingerprint="",
usage={},
)
@pytest.fixture
async def state(tmp_path: Path) -> AsyncIterator[ReplState]:
_ = set_workspace_root(tmp_path)
memory = await MemoryStore.open(DatabaseConfig())
provider = OpenAIProvider(access_key_or_token="sk-test")
config = ConfigStore(path=tmp_path / "plyngent.toml", document=tomlkit.document())
config.providers = {"local": provider}
st = ReplState(
config=config,
memory=memory,
workspace=tmp_path,
provider_name="local",
provider=provider,
model="gpt-test",
tools_enabled=False,
)
st.client = DummyClient()
st.agent = ChatAgent(st.client, model=st.model, memory=st.memory, session_id=None)
await st.new_session("t")
yield st
await memory.close()
async def test_help_and_clear(state: ReplState) -> None:
assert await handle_slash(state, "/help") is True
state.agent.messages.append(AssistantChatMessage(content="x"))
assert await handle_slash(state, "/clear") is True
assert state.agent.messages == []
async def test_help_command_usage_line(state: ReplState, capsys: pytest.CaptureFixture[str]) -> None:
assert await handle_slash(state, "/help compact") is True
out = capsys.readouterr().out
assert "Usage: /compact" in out
assert "help [COMMAND] compact" not in out
assert "Soft-compact" in out
assert "--help" not in out
assert "Options:" not in out
async def test_help_history_no_fake_options(state: ReplState, capsys: pytest.CaptureFixture[str]) -> None:
assert await handle_slash(state, "/help history") is True
out = capsys.readouterr().out
assert "Usage: /history" in out
# Real flags for full/preview are documented; Click's meta --help is not.
assert "--full" in out
assert "--preview" in out
assert " --help" not in out
async def test_help_stream_clearer(state: ReplState, capsys: pytest.CaptureFixture[str]) -> None:
assert await handle_slash(state, "/help stream") is True
out = capsys.readouterr().out
assert "Usage: /stream [on|off]" in out
assert "ENABLED" not in out
assert "tokens arrive" in out
assert "default" in out
async def test_history_rejects_help_flag(state: ReplState, capsys: pytest.CaptureFixture[str]) -> None:
assert await handle_slash(state, "/history --help") is True
captured = capsys.readouterr()
combined = captured.out + captured.err
assert "No such option" in combined
async def test_quit(state: ReplState) -> None:
assert await handle_slash(state, "/quit") is False
async def test_edit_sets_pending(
state: ReplState,
monkeypatch: pytest.MonkeyPatch,
capsys: pytest.CaptureFixture[str],
) -> None:
monkeypatch.setattr(
"plyngent.cli.editor.edit_text_in_editor",
lambda *a, **k: "composed message",
)
assert await handle_slash(state, "/edit") is True
assert state.pending_user_text == "composed message"
assert "characters ready" in capsys.readouterr().out
async def test_new_and_sessions(state: ReplState, capsys: pytest.CaptureFixture[str]) -> None:
first = state.session_id
assert await handle_slash(state, "/new other") is True
assert state.session_id != first
assert await handle_slash(state, "/sessions") is True
out = capsys.readouterr().out
assert str(state.session_id) in out
async def test_tools_toggle(state: ReplState) -> None:
assert await handle_slash(state, "/tools on") is True
assert state.tools_enabled is True
assert await handle_slash(state, "/tools off") is True
assert state.tools_enabled is False
async def test_rename_slash(state: ReplState) -> None:
sid = state.session_id
assert sid is not None
assert await handle_slash(state, "/rename my-chat") is True
row = await state.memory.get_session(sid)
assert row is not None
assert row.name == "my-chat"
async def test_config_slash_reloads(
state: ReplState,
monkeypatch: pytest.MonkeyPatch,
capsys: pytest.CaptureFixture[str],
) -> None:
path = state.config.path
assert path is not None
# Fixture ConfigStore may not have written the file yet.
state.config.write()
def fake_open(p: object, **_k: object) -> None:
assert str(p) == str(path)
monkeypatch.setattr("plyngent.cli.editor.open_in_editor", fake_open)
assert await handle_slash(state, "/config") is True
out = capsys.readouterr().out
assert "config reloaded" in out
assert state.provider_name
async def test_model_switch_persists(state: ReplState) -> None:
from plyngent.config.models import ModelConfig
state.provider.models = {
"m1": ModelConfig(),
"m2": ModelConfig(),
}
state.model = "m1"
await state.persist_llm_selection()
assert await handle_slash(state, "/model m2") is True
assert state.model == "m2"
assert state.session_id is not None
row = await state.memory.get_session(state.session_id)
assert row is not None
assert row.model == "m2"
async def test_provider_switch_prompts_when_model_missing(
state: ReplState,
monkeypatch: pytest.MonkeyPatch,
) -> None:
from plyngent.config.models import ModelConfig, OpenAICompatibleProvider, OpenAIProvider
state.config.providers = {
"a": OpenAIProvider(
access_key_or_token="sk",
models={"shared": ModelConfig(), "only-a": ModelConfig()},
),
"b": OpenAICompatibleProvider(
access_key_or_token="sk",
url="https://x/v1",
models={"shared": ModelConfig(), "only-b": ModelConfig()},
),
}
state.provider_name = "a"
state.provider = state.config.providers["a"]
state.model = "only-a"
state.rebuild_client()
# No real GET /models — catalog is config-only for unit tests.
async def _no_remote(*, refresh: bool = False) -> list[str]:
del refresh
return []
monkeypatch.setattr(state, "ensure_remote_models", _no_remote)
# When switching to b, only-a is missing → select_model is invoked interactively.
monkeypatch.setattr(
"plyngent.cli.slash.select_model",
lambda provider, preferred=None, interactive=True, choices=None: "only-b",
)
assert await handle_slash(state, "/provider b") is True
assert state.provider_name == "b"
assert state.model == "only-b"
sid = state.session_id
assert sid is not None
row = await state.memory.get_session(sid)
assert row is not None
assert row.provider_name == "b"
assert row.model == "only-b"
async def test_provider_switch_keeps_shared_model(
state: ReplState,
monkeypatch: pytest.MonkeyPatch,
) -> None:
from plyngent.config.models import ModelConfig, OpenAICompatibleProvider, OpenAIProvider
state.config.providers = {
"a": OpenAIProvider(
access_key_or_token="sk",
models={"shared": ModelConfig()},
),
"b": OpenAICompatibleProvider(
access_key_or_token="sk",
url="https://x/v1",
models={"shared": ModelConfig()},
),
}
state.provider_name = "a"
state.provider = state.config.providers["a"]
state.model = "shared"
state.rebuild_client()
async def _no_remote(*, refresh: bool = False) -> list[str]:
del refresh
return []
monkeypatch.setattr(state, "ensure_remote_models", _no_remote)
assert await handle_slash(state, "/provider b") is True
assert state.provider_name == "b"
assert state.model == "shared"
async def test_delete_slash_confirm(
state: ReplState,
capsys: pytest.CaptureFixture[str],
) -> None:
from plyngent.prompting import temporary_backend
from tests.test_prompting import ScriptedBackend
# Delete a non-current session so SQLite cannot reuse the same sid as "current".
victim = state.session_id
assert victim is not None
assert await handle_slash(state, "/new keep") is True
current = state.session_id
assert current != victim
with temporary_backend(ScriptedBackend([], confirms=[False])):
assert await handle_slash(state, f"/delete {victim}") is True
assert await state.memory.get_session(victim) is not None
assert "cancelled" in capsys.readouterr().out
with temporary_backend(ScriptedBackend([], confirms=[True])):
assert await handle_slash(state, f"/delete {victim}") is True
assert await state.memory.get_session(victim) is None
assert state.session_id == current
out = capsys.readouterr().out
assert "deleted" in out
assert "new session" not in out
async def test_export_slash(state: ReplState, tmp_path: Path, capsys: pytest.CaptureFixture[str]) -> None:
from plyngent.lmproto.openai_compatible.model import AssistantChatMessage, UserChatMessage
assert state.session_id is not None
_ = await state.memory.append_message(state.session_id, UserChatMessage(content="hi"))
_ = await state.memory.append_message(state.session_id, AssistantChatMessage(content="yo"))
path = tmp_path / "out.md"
assert await handle_slash(state, f"/export md {path}") is True
text = path.read_text(encoding="utf-8")
assert "Session" in text
assert "hi" in text
assert "yo" in text
assert str(path.resolve()) in capsys.readouterr().out
jpath = tmp_path / "out.json"
assert await handle_slash(state, f"/export json {jpath}") is True
raw = jpath.read_text(encoding="utf-8")
assert '"session_id"' in raw
assert "hi" in raw
async def test_stream_toggle(state: ReplState) -> None:
assert state.agent.stream is True
assert await handle_slash(state, "/stream off") is True
assert state.agent.stream is False
assert state.stream_enabled is False
assert await handle_slash(state, "/stream on") is True
assert state.agent.stream is True
async def test_verbose_toggle(state: ReplState) -> None:
from plyngent.cli.display import get_verbose_tool_results
assert state.verbose is False
assert await handle_slash(state, "/verbose on") is True
assert state.verbose is True
assert get_verbose_tool_results() is True
assert await handle_slash(state, "/verbose off") is True
assert state.verbose is False
assert get_verbose_tool_results() is False
async def test_model_persist_writes_config(
state: ReplState, tmp_path: Path, capsys: pytest.CaptureFixture[str]
) -> None:
# Seed a TOML-backed store so write() has a real path.
path = tmp_path / "plyngent.toml"
_ = path.write_text(
"""
[providers.local]
preset = "openai"
access_key_or_token = "sk-test"
[providers.local.models.gpt-test]
""",
encoding="utf-8",
)
from plyngent.config import load as load_config
state.config = load_config(path)
state.provider_name = "local"
state.provider = state.config.providers["local"]
state.model = "gpt-new-id"
assert await handle_slash(state, "/model --persist") is True
out = capsys.readouterr().out
assert "persisted model" in out
assert "gpt-new-id" in out
state.config.reload()
assert "gpt-new-id" in state.config.providers["local"].models
assert "gpt-test" in state.config.providers["local"].models
async def test_yolo_toggle(state: ReplState, capsys: pytest.CaptureFixture[str]) -> None:
assert state.effective_yolo() == "off"
assert state.soft_confirm_enabled() is True
assert await handle_slash(state, "/yolo") is True
assert "yolo=off" in capsys.readouterr().out
assert await handle_slash(state, "/yolo on") is True
assert state.effective_yolo() == "on"
assert state.soft_confirm_enabled() is False
assert "yolo=on" in capsys.readouterr().out
assert await handle_slash(state, "/yolo once") is True
assert state.effective_yolo() == "once"
assert state.soft_confirm_enabled() is False
state.expire_yolo_once(quiet=True)
assert state.effective_yolo() == "off"
assert state.soft_confirm_enabled() is True
assert await handle_slash(state, "/yolo once") is True
state.expire_yolo_once()
err = capsys.readouterr().err
assert "yolo=off (once expired)" in err
assert state.effective_yolo() == "off"
async def test_yolo_rebuilds_tool_registry(tmp_path: Path) -> None:
_ = set_workspace_root(tmp_path)
memory = await MemoryStore.open(DatabaseConfig())
provider = OpenAIProvider(access_key_or_token="sk-test")
config = ConfigStore(path=tmp_path / "plyngent.toml", document=tomlkit.document())
config.providers = {"local": provider}
st = ReplState(
config=config,
memory=memory,
workspace=tmp_path,
provider_name="local",
provider=provider,
model="gpt-test",
tools_enabled=True,
)
try:
assert st.agent.tools is not None
assert st.agent.tools.soft_confirm is True
st.set_yolo("on")
assert st.agent.tools is not None
assert st.agent.tools.soft_confirm is False
st.set_yolo("once")
assert st.agent.tools is not None
assert st.agent.tools.soft_confirm is False
st.set_yolo("off")
assert st.agent.tools is not None
assert st.agent.tools.soft_confirm is True
finally:
await memory.close()
async def test_resume(state: ReplState) -> None:
sid = state.session_id
assert sid is not None
state.agent.messages.clear()
assert await handle_slash(state, f"/resume {sid}") is True
async def test_history(state: ReplState, capsys: pytest.CaptureFixture[str]) -> None:
from plyngent.lmproto.openai_compatible.model import AssistantChatMessage, UserChatMessage
state.agent.messages = [
UserChatMessage(content="hello"),
AssistantChatMessage(content="hi there"),
]
assert await handle_slash(state, "/history") is True
out = capsys.readouterr().out
assert "mode=preview" in out
assert "user: hello" in out
assert "assistant: hi there" in out
async def test_history_last_full(state: ReplState, capsys: pytest.CaptureFixture[str]) -> None:
from plyngent.lmproto.openai_compatible.model import AssistantChatMessage, UserChatMessage
long_body = "# Title\n\n" + ("paragraph text. " * 20)
state.agent.messages = [
UserChatMessage(content="hello"),
AssistantChatMessage(content=long_body),
]
assert await handle_slash(state, "/history last") is True
out = capsys.readouterr().out
assert "mode=full" in out
assert "assistant:" in out
# Full mode should not use the 200-char preview ellipsis on the body alone
assert long_body[:50] in out or "Title" in out
async def test_history_one_full(state: ReplState, capsys: pytest.CaptureFixture[str]) -> None:
from plyngent.lmproto.openai_compatible.model import UserChatMessage
state.agent.messages = [UserChatMessage(content="only me")]
assert await handle_slash(state, "/history 1") is True
out = capsys.readouterr().out
assert "mode=full" in out
assert "only me" in out
async def test_history_one_preview_flag(state: ReplState, capsys: pytest.CaptureFixture[str]) -> None:
from plyngent.lmproto.openai_compatible.model import UserChatMessage
state.agent.messages = [UserChatMessage(content="x" * 250)]
assert await handle_slash(state, "/history 1 --preview") is True
out = capsys.readouterr().out
assert "mode=preview" in out
assert "" in out
async def test_history_full_flag(state: ReplState, capsys: pytest.CaptureFixture[str]) -> None:
from plyngent.lmproto.openai_compatible.model import AssistantChatMessage, UserChatMessage
body = "full " * 100
state.agent.messages = [
UserChatMessage(content="u"),
AssistantChatMessage(content=body),
]
assert await handle_slash(state, "/history 2 --full") is True
out = capsys.readouterr().out
assert "mode=full" in out
assert body[:40] in out
async def test_rounds(state: ReplState) -> None:
assert await handle_slash(state, "/rounds 40") is True
assert state.max_rounds == 40
assert state.agent.max_rounds == 40
async def test_status_shows_context_tokens(state: ReplState, capsys: pytest.CaptureFixture[str]) -> None:
from plyngent.agent.usage import TokenUsage
from plyngent.lmproto.openai_compatible.model import UserChatMessage
state.agent.messages = [UserChatMessage(content="hello")]
assert await handle_slash(state, "/status") is True
out = capsys.readouterr().out
assert "context_tokens=" in out
assert "(est)" in out # no API usage yet
assert "context_chars=" in out
assert "tool_result_max=" in out
assert "yolo=off" in out
assert str(state.workspace) in out
state.agent.last_request_usage = TokenUsage(
prompt_tokens=1234,
completion_tokens=10,
total_tokens=1244,
source="api",
)
assert await handle_slash(state, "/status") is True
out2 = capsys.readouterr().out
assert "context_tokens=1234/" in out2
assert "(api)" in out2