diff --git a/llm/models.py b/llm/models.py index 242aba1..1f520cc 100644 --- a/llm/models.py +++ b/llm/models.py @@ -148,12 +148,12 @@ class Model(ABC): self, prompt: Optional[str], system: Optional[str] = None, - stream: bool = False, + stream: bool = True, **options ): return self.execute( Prompt(prompt, system=system, model=self, options=self.Options(**options)), - stream=False, + stream=stream, ) @abstractmethod