diff --git a/llm/models.py b/llm/models.py index e3e54b87..0e47bb60 100644 --- a/llm/models.py +++ b/llm/models.py @@ -87,7 +87,7 @@ def __iter__(self) -> Iterator[str]: self._start = time.monotonic() self._start_utcnow = datetime.datetime.utcnow() if self._done: - return self._chunks + yield from self._chunks for chunk in self.model.execute( self.prompt, stream=self.stream,