mirror of
https://github.com/NCBM/plyngent.git
synced 2026-07-23 05:55:16 +08:00
core/agent: stream flag on ChatAgent; rollback on any exception
This commit is contained in:
@@ -45,6 +45,7 @@ class ChatAgent:
|
|||||||
temperature: float | None = None,
|
temperature: float | None = None,
|
||||||
messages: Sequence[AnyChatMessage] | None = None,
|
messages: Sequence[AnyChatMessage] | None = None,
|
||||||
on_limit: LimitContinueHook | None = None,
|
on_limit: LimitContinueHook | None = None,
|
||||||
|
stream: bool = True,
|
||||||
) -> None:
|
) -> None:
|
||||||
self.client = client
|
self.client = client
|
||||||
self.model = model
|
self.model = model
|
||||||
@@ -54,6 +55,7 @@ class ChatAgent:
|
|||||||
self.max_rounds = max_rounds
|
self.max_rounds = max_rounds
|
||||||
self.temperature = temperature
|
self.temperature = temperature
|
||||||
self.on_limit = on_limit
|
self.on_limit = on_limit
|
||||||
|
self.stream = stream
|
||||||
self.messages = list(messages) if messages is not None else []
|
self.messages = list(messages) if messages is not None else []
|
||||||
self.pending_retry_text = None
|
self.pending_retry_text = None
|
||||||
|
|
||||||
@@ -99,6 +101,7 @@ class ChatAgent:
|
|||||||
max_rounds=self.max_rounds,
|
max_rounds=self.max_rounds,
|
||||||
temperature=self.temperature,
|
temperature=self.temperature,
|
||||||
on_limit=self.on_limit,
|
on_limit=self.on_limit,
|
||||||
|
stream=self.stream,
|
||||||
):
|
):
|
||||||
yield event
|
yield event
|
||||||
completed = True
|
completed = True
|
||||||
|
|||||||
Reference in New Issue
Block a user