diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-09-02 11:47:07 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-09-02 11:47:07 -0700 |
| commit | 0459b0c919903852254ac2cd081307788884cd84 (patch) | |
| tree | 8a1827c4300534f7aff8acd92b2c04996b66923b /continuedev/src | |
| parent | 3af4d6b1edeac113499cc9626cea75a5083b1030 (diff) | |
| download | sncontinue-0459b0c919903852254ac2cd081307788884cd84.tar.gz sncontinue-0459b0c919903852254ac2cd081307788884cd84.tar.bz2 sncontinue-0459b0c919903852254ac2cd081307788884cd84.zip | |
fix: :loud_sound: better logging for ggml completion endpoint
Diffstat (limited to 'continuedev/src')
| -rw-r--r-- | continuedev/src/continuedev/libs/llm/ggml.py | 11 |
1 files changed, 8 insertions, 3 deletions
diff --git a/continuedev/src/continuedev/libs/llm/ggml.py b/continuedev/src/continuedev/libs/llm/ggml.py index 1668fb65..06fb2658 100644 --- a/continuedev/src/continuedev/libs/llm/ggml.py +++ b/continuedev/src/continuedev/libs/llm/ggml.py @@ -126,6 +126,11 @@ class GGML(LLM): }, ) as resp: text = await resp.text() - completion = json.loads(text)["choices"][0]["text"] - self.write_log(f"Completion: \n\n{completion}") - return completion + try: + completion = json.loads(text)["choices"][0]["text"] + self.write_log(f"Completion: \n\n{completion}") + return completion + except Exception as e: + raise Exception( + f"Error calling /completion endpoint: {e}\n\nResponse text: {text}" + ) |