From bc8dad1e33627741170aa9f56af61c4016084cfc Mon Sep 17 00:00:00 2001 From: Simon Willison Date: Tue, 4 Jul 2023 08:14:00 -0700 Subject: [PATCH] stream defaults to True on prompt() method --- llm/models.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/llm/models.py b/llm/models.py index 242aba1..1f520cc 100644 --- a/llm/models.py +++ b/llm/models.py @@ -148,12 +148,12 @@ class Model(ABC): self, prompt: Optional[str], system: Optional[str] = None, - stream: bool = False, + stream: bool = True, **options ): return self.execute( Prompt(prompt, system=system, model=self, options=self.Options(**options)), - stream=False, + stream=stream, ) @abstractmethod