diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-06-19 23:13:56 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-06-19 23:13:56 -0700 |
| commit | e8c96911812a79892f8531731ae98fa3473b35ab (patch) | |
| tree | a62f53e11f2df11223ca56f67f5c409776a195b9 /continuedev/src | |
| parent | bce503162a030afbac6e33fbe31ef7ee1bd5b808 (diff) | |
| download | sncontinue-e8c96911812a79892f8531731ae98fa3473b35ab.tar.gz sncontinue-e8c96911812a79892f8531731ae98fa3473b35ab.tar.bz2 sncontinue-e8c96911812a79892f8531731ae98fa3473b35ab.zip | |
patch to fix proxy_server streaming
Diffstat (limited to 'continuedev/src')
| -rw-r--r-- | continuedev/src/continuedev/libs/llm/proxy_server.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/continuedev/src/continuedev/libs/llm/proxy_server.py b/continuedev/src/continuedev/libs/llm/proxy_server.py index 84c94d62..a29f5c89 100644 --- a/continuedev/src/continuedev/libs/llm/proxy_server.py +++ b/continuedev/src/continuedev/libs/llm/proxy_server.py @@ -87,7 +87,7 @@ class ProxyServer(LLM): "model": self.default_model, "unique_id": self.unique_id, }) as resp: - async for line in resp.content: + async for line in resp.content.iter_any(): if line: try: yield line.decode("utf-8") |