diff options
| -rw-r--r-- | continuedev/src/continuedev/libs/llm/openai.py | 8 | ||||
| -rw-r--r-- | extension/react-app/src/components/ModelSelect.tsx | 10 |
2 files changed, 16 insertions, 2 deletions
diff --git a/continuedev/src/continuedev/libs/llm/openai.py b/continuedev/src/continuedev/libs/llm/openai.py index 2074ae04..857dc52d 100644 --- a/continuedev/src/continuedev/libs/llm/openai.py +++ b/continuedev/src/continuedev/libs/llm/openai.py @@ -6,7 +6,13 @@ import openai from ...core.main import ChatMessage from ..llm import LLM -CHAT_MODELS = {"gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4", "gpt-3.5-turbo-0613"} +CHAT_MODELS = { + "gpt-3.5-turbo", + "gpt-3.5-turbo-16k", + "gpt-4", + "gpt-3.5-turbo-0613", + "gpt-4-32k", +} MAX_TOKENS_FOR_MODEL = { "gpt-3.5-turbo": 4096, "gpt-3.5-turbo-0613": 4096, diff --git a/extension/react-app/src/components/ModelSelect.tsx b/extension/react-app/src/components/ModelSelect.tsx index 6a7692ff..7d528a53 100644 --- a/extension/react-app/src/components/ModelSelect.tsx +++ b/extension/react-app/src/components/ModelSelect.tsx @@ -63,11 +63,19 @@ const MODEL_INFO: { title: string; class: string; args: any }[] = [ title: "HuggingFace Inference API", class: "HuggingFaceInferenceAPI", args: { - endpoint_url: "<INFERENCE_API_ENDPOINT_URL>", + endpoint_url: "<INFERENCE_API_ENDPOINT_URL>", hf_token: "<HUGGING_FACE_TOKEN>", }, }, { + title: "LM Studio", + class: "OpenAI", + args: { + api_base: "http://localhost:1234", + model: "codellama", + }, + }, + { title: "Other OpenAI-compatible API", class: "GGML", args: { |