diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-09-11 13:00:13 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-09-11 13:00:13 -0700 |
| commit | b0445cd5fc4538c8a9c4f3e76be0f3d724c99818 (patch) | |
| tree | da5f6f2364b630be15477fb950145696a9a179a9 | |
| parent | a6d21f979fce6135fd76923478f76000b1b343cf (diff) | |
| download | sncontinue-b0445cd5fc4538c8a9c4f3e76be0f3d724c99818.tar.gz sncontinue-b0445cd5fc4538c8a9c4f3e76be0f3d724c99818.tar.bz2 sncontinue-b0445cd5fc4538c8a9c4f3e76be0f3d724c99818.zip | |
fix: :bug: gpt-4-32k in CHAT_MODELS
| -rw-r--r-- | continuedev/src/continuedev/libs/llm/openai.py | 8 | ||||
| -rw-r--r-- | extension/react-app/src/components/ModelSelect.tsx | 10 |
2 files changed, 16 insertions, 2 deletions
diff --git a/continuedev/src/continuedev/libs/llm/openai.py b/continuedev/src/continuedev/libs/llm/openai.py index 2074ae04..857dc52d 100644 --- a/continuedev/src/continuedev/libs/llm/openai.py +++ b/continuedev/src/continuedev/libs/llm/openai.py @@ -6,7 +6,13 @@ import openai from ...core.main import ChatMessage from ..llm import LLM -CHAT_MODELS = {"gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4", "gpt-3.5-turbo-0613"} +CHAT_MODELS = { + "gpt-3.5-turbo", + "gpt-3.5-turbo-16k", + "gpt-4", + "gpt-3.5-turbo-0613", + "gpt-4-32k", +} MAX_TOKENS_FOR_MODEL = { "gpt-3.5-turbo": 4096, "gpt-3.5-turbo-0613": 4096, diff --git a/extension/react-app/src/components/ModelSelect.tsx b/extension/react-app/src/components/ModelSelect.tsx index 6a7692ff..7d528a53 100644 --- a/extension/react-app/src/components/ModelSelect.tsx +++ b/extension/react-app/src/components/ModelSelect.tsx @@ -63,11 +63,19 @@ const MODEL_INFO: { title: string; class: string; args: any }[] = [ title: "HuggingFace Inference API", class: "HuggingFaceInferenceAPI", args: { - endpoint_url: "<INFERENCE_API_ENDPOINT_URL>", + endpoint_url: "<INFERENCE_API_ENDPOINT_URL>", hf_token: "<HUGGING_FACE_TOKEN>", }, }, { + title: "LM Studio", + class: "OpenAI", + args: { + api_base: "http://localhost:1234", + model: "codellama", + }, + }, + { title: "Other OpenAI-compatible API", class: "GGML", args: { |