From b0445cd5fc4538c8a9c4f3e76be0f3d724c99818 Mon Sep 17 00:00:00 2001 From: Nate Sesti Date: Mon, 11 Sep 2023 13:00:13 -0700 Subject: fix: :bug: gpt-4-32k in CHAT_MODELS --- continuedev/src/continuedev/libs/llm/openai.py | 8 +++++++- extension/react-app/src/components/ModelSelect.tsx | 10 +++++++++- 2 files changed, 16 insertions(+), 2 deletions(-) diff --git a/continuedev/src/continuedev/libs/llm/openai.py b/continuedev/src/continuedev/libs/llm/openai.py index 2074ae04..857dc52d 100644 --- a/continuedev/src/continuedev/libs/llm/openai.py +++ b/continuedev/src/continuedev/libs/llm/openai.py @@ -6,7 +6,13 @@ import openai from ...core.main import ChatMessage from ..llm import LLM -CHAT_MODELS = {"gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4", "gpt-3.5-turbo-0613"} +CHAT_MODELS = { + "gpt-3.5-turbo", + "gpt-3.5-turbo-16k", + "gpt-4", + "gpt-3.5-turbo-0613", + "gpt-4-32k", +} MAX_TOKENS_FOR_MODEL = { "gpt-3.5-turbo": 4096, "gpt-3.5-turbo-0613": 4096, diff --git a/extension/react-app/src/components/ModelSelect.tsx b/extension/react-app/src/components/ModelSelect.tsx index 6a7692ff..7d528a53 100644 --- a/extension/react-app/src/components/ModelSelect.tsx +++ b/extension/react-app/src/components/ModelSelect.tsx @@ -63,10 +63,18 @@ const MODEL_INFO: { title: string; class: string; args: any }[] = [ title: "HuggingFace Inference API", class: "HuggingFaceInferenceAPI", args: { - endpoint_url: "", + endpoint_url: "", hf_token: "", }, }, + { + title: "LM Studio", + class: "OpenAI", + args: { + api_base: "http://localhost:1234", + model: "codellama", + }, + }, { title: "Other OpenAI-compatible API", class: "GGML", -- cgit v1.2.3-70-g09d2