diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-08-27 23:46:29 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-08-27 23:46:29 -0700 |
| commit | 3690101b790f91c749f208693aaffc00b9fa2a42 (patch) | |
| tree | c291771210cc558a772f1dbfc91871bea8deb458 /continuedev/src | |
| parent | e839427b02fedba1f869e9f1260b9c2095611d23 (diff) | |
| download | sncontinue-3690101b790f91c749f208693aaffc00b9fa2a42.tar.gz sncontinue-3690101b790f91c749f208693aaffc00b9fa2a42.tar.bz2 sncontinue-3690101b790f91c749f208693aaffc00b9fa2a42.zip | |
fix: :bug: streaming url_decode for Ollama
Diffstat (limited to 'continuedev/src')
| -rw-r--r-- | continuedev/src/continuedev/libs/llm/ollama.py | 25 |
1 files changed, 23 insertions, 2 deletions
diff --git a/continuedev/src/continuedev/libs/llm/ollama.py b/continuedev/src/continuedev/libs/llm/ollama.py index df2b2238..c754e54d 100644 --- a/continuedev/src/continuedev/libs/llm/ollama.py +++ b/continuedev/src/continuedev/libs/llm/ollama.py @@ -116,6 +116,7 @@ class Ollama(LLM): "model": self.model, }, ) as resp: + url_decode_buffer = "" async for line in resp.content.iter_any(): if line: try: @@ -125,7 +126,16 @@ class Ollama(LLM): if chunk.strip() != "": j = json.loads(chunk) if "response" in j: - yield urllib.parse.unquote(j["response"]) + url_decode_buffer += j["response"] + + if ( + "&" in url_decode_buffer + and url_decode_buffer.index("&") + > len(url_decode_buffer) - 5 + ): + continue + yield urllib.parse.unquote(url_decode_buffer) + url_decode_buffer = "" except: raise Exception(str(line[0])) @@ -153,6 +163,7 @@ class Ollama(LLM): }, ) as resp: # This is streaming application/json instaed of text/event-stream + url_decode_buffer = "" async for line in resp.content.iter_chunks(): if line[1]: try: @@ -162,10 +173,20 @@ class Ollama(LLM): if chunk.strip() != "": j = json.loads(chunk) if "response" in j: + url_decode_buffer += j["response"] + if ( + "&" in url_decode_buffer + and url_decode_buffer.index("&") + > len(url_decode_buffer) - 5 + ): + continue yield { "role": "assistant", - "content": urllib.parse.unquote(j["response"]), + "content": urllib.parse.unquote( + url_decode_buffer + ), } + url_decode_buffer = "" except: raise Exception(str(line[0])) |