diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-06-19 23:13:56 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-06-19 23:13:56 -0700 |
| commit | a5b26fd810f32a7c02f676309388736b358bf6c4 (patch) | |
| tree | befd099e7c63676d79a6d81b3a451ff37e6a597a /continuedev/src | |
| parent | 20b4b2aa87beac8a31bd33b981fcdd5cd4638a4e (diff) | |
| download | sncontinue-a5b26fd810f32a7c02f676309388736b358bf6c4.tar.gz sncontinue-a5b26fd810f32a7c02f676309388736b358bf6c4.tar.bz2 sncontinue-a5b26fd810f32a7c02f676309388736b358bf6c4.zip | |
patch to fix proxy_server streaming
Diffstat (limited to 'continuedev/src')
| -rw-r--r-- | continuedev/src/continuedev/libs/llm/proxy_server.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/continuedev/src/continuedev/libs/llm/proxy_server.py b/continuedev/src/continuedev/libs/llm/proxy_server.py index 84c94d62..a29f5c89 100644 --- a/continuedev/src/continuedev/libs/llm/proxy_server.py +++ b/continuedev/src/continuedev/libs/llm/proxy_server.py @@ -87,7 +87,7 @@ class ProxyServer(LLM): "model": self.default_model, "unique_id": self.unique_id, }) as resp: - async for line in resp.content: + async for line in resp.content.iter_any(): if line: try: yield line.decode("utf-8") |