diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-08-27 23:16:04 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-08-27 23:16:04 -0700 |
| commit | 5c09b8077588a447d6eaac9b7f624571be3ddb1d (patch) | |
| tree | 2dff13be3367c7260a8153ae5f7582927a369a37 | |
| parent | f6c56b84bf4878eff5a06d1ca922b1660329d78f (diff) | |
| download | sncontinue-5c09b8077588a447d6eaac9b7f624571be3ddb1d.tar.gz sncontinue-5c09b8077588a447d6eaac9b7f624571be3ddb1d.tar.bz2 sncontinue-5c09b8077588a447d6eaac9b7f624571be3ddb1d.zip | |
fix: :bug: patch for ocassional 0 choices from older azure versions
| -rw-r--r-- | continuedev/src/continuedev/libs/llm/openai.py | 2 | ||||
| -rw-r--r-- | docs/docs/customization.md | 2 |
2 files changed, 3 insertions, 1 deletions
diff --git a/continuedev/src/continuedev/libs/llm/openai.py b/continuedev/src/continuedev/libs/llm/openai.py index 48e773a3..ea77397f 100644 --- a/continuedev/src/continuedev/libs/llm/openai.py +++ b/continuedev/src/continuedev/libs/llm/openai.py @@ -166,6 +166,8 @@ class OpenAI(LLM): messages=messages, **args, ): + if len(chunk.choices) == 0: + continue yield chunk.choices[0].delta if "content" in chunk.choices[0].delta: completion += chunk.choices[0].delta.content diff --git a/docs/docs/customization.md b/docs/docs/customization.md index a1a9111e..3240c185 100644 --- a/docs/docs/customization.md +++ b/docs/docs/customization.md @@ -156,7 +156,7 @@ config = ContinueConfig( default=OpenAI(api_key="my-api-key", model="gpt-3.5-turbo", openai_server_info=OpenAIServerInfo( api_base="https://my-azure-openai-instance.openai.azure.com/", engine="my-azure-openai-deployment", - api_version="2023-03-15-preview", # NOTE: It is recommended not to change api_version. Newer versions may not work correctly. + api_version="2023-03-15-preview", api_type="azure" )) ) |