From a5b26fd810f32a7c02f676309388736b358bf6c4 Mon Sep 17 00:00:00 2001 From: Nate Sesti Date: Mon, 19 Jun 2023 23:13:56 -0700 Subject: patch to fix proxy_server streaming --- continuedev/src/continuedev/libs/llm/proxy_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'continuedev') diff --git a/continuedev/src/continuedev/libs/llm/proxy_server.py b/continuedev/src/continuedev/libs/llm/proxy_server.py index 84c94d62..a29f5c89 100644 --- a/continuedev/src/continuedev/libs/llm/proxy_server.py +++ b/continuedev/src/continuedev/libs/llm/proxy_server.py @@ -87,7 +87,7 @@ class ProxyServer(LLM): "model": self.default_model, "unique_id": self.unique_id, }) as resp: - async for line in resp.content: + async for line in resp.content.iter_any(): if line: try: yield line.decode("utf-8") -- cgit v1.2.3-70-g09d2