Hopiu/llm
1
0
Fork 0
mirror of https://github.com/Hopiu/llm.git synced 2026-04-28 08:54:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Enforce chain limit of 5

Browse source 
Refs https://github.com/simonw/llm/issues/937#issuecomment-2870390330
This commit is contained in:
Simon Willison 2025-05-11 17:23:43 -07:00
parent 3b37854c26
commit c0ef4f4da1
1 changed files with 7 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
llm/models.py
View file

@ -897,7 +897,7 @@ class _BaseChainResponse:
conversation: _BaseConversation = None,
key: Optional[str] = None,
details: bool = False,
chain_limit: int = 10,
chain_limit: int = 5,
):
self.prompt = prompt
self.model = model
@ -910,6 +910,7 @@ class _BaseChainResponse:
def responses(self) -> Iterator[Union[Response, AsyncResponse]]:
prompt = self.prompt
count = 0
response = Response(
prompt,
self.model,
@ -918,7 +919,12 @@ class _BaseChainResponse:
conversation=self.conversation,
)
while response:
count += 1
yield response
if count > self.chain_limit:
raise ValueError(
f"Chain limit of {self.chain_limit} exceeded. "
)
tool_calls = response.tool_calls()
if not tool_calls:
return