diff options
| author | Nate Sesti <33237525+sestinj@users.noreply.github.com> | 2023-09-03 21:58:46 -0700 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-09-03 21:58:46 -0700 |
| commit | e645a89192b28cc16a1303bfa5551834c64ecb77 (patch) | |
| tree | 6da1d0b5f59cef5c9fd9a615119742550fe1ad2c /continuedev/src/continuedev/core | |
| parent | e49c6f55ae0c00bc660bbe885ea44f3a2fb1dc35 (diff) | |
| download | sncontinue-e645a89192b28cc16a1303bfa5551834c64ecb77.tar.gz sncontinue-e645a89192b28cc16a1303bfa5551834c64ecb77.tar.bz2 sncontinue-e645a89192b28cc16a1303bfa5551834c64ecb77.zip | |
refactor: :construction: Initial, not tested, refactor of LLM (#448)
* refactor: :construction: Initial, not tested, refactor of LLM
* refactor: :construction: replace usages of _complete with complete
* fix: :bug: fixes after refactor
* refactor: :recycle: template raw completions in chat format
* test: :white_check_mark: simplified edit prompt and UNIT TESTS!
* ci: :green_heart: unit tests in ci
* fix: :bug: fixes for unit tests in ci
* fix: :bug: start uvicorn in tests without poetry
* fix: :closed_lock_with_key: add secrets to main.yaml
* feat: :adhesive_bandage: timeout for all LLM classes
* ci: :green_heart: prepare main.yaml for main branch
Diffstat (limited to 'continuedev/src/continuedev/core')
| -rw-r--r-- | continuedev/src/continuedev/core/autopilot.py | 2 | ||||
| -rw-r--r-- | continuedev/src/continuedev/core/models.py | 5 |
2 files changed, 4 insertions, 3 deletions
diff --git a/continuedev/src/continuedev/core/autopilot.py b/continuedev/src/continuedev/core/autopilot.py index de0b8c53..bae82739 100644 --- a/continuedev/src/continuedev/core/autopilot.py +++ b/continuedev/src/continuedev/core/autopilot.py @@ -507,7 +507,7 @@ class Autopilot(ContinueBaseModel): if self.session_info is None: async def create_title(): - title = await self.continue_sdk.models.medium._complete( + title = await self.continue_sdk.models.medium.complete( f'Give a short title to describe the current chat session. Do not put quotes around the title. The first message was: "{user_input}". Do not use more than 10 words. The title is: ', max_tokens=20, ) diff --git a/continuedev/src/continuedev/core/models.py b/continuedev/src/continuedev/core/models.py index f3bf8125..9816d5d9 100644 --- a/continuedev/src/continuedev/core/models.py +++ b/continuedev/src/continuedev/core/models.py @@ -5,12 +5,13 @@ from pydantic import BaseModel from ..libs.llm import LLM from ..libs.llm.anthropic import AnthropicLLM from ..libs.llm.ggml import GGML +from ..libs.llm.llamacpp import LlamaCpp from ..libs.llm.maybe_proxy_openai import MaybeProxyOpenAI from ..libs.llm.ollama import Ollama from ..libs.llm.openai import OpenAI from ..libs.llm.replicate import ReplicateLLM from ..libs.llm.together import TogetherLLM -from ..libs.llm.llamacpp import LlamaCpp + class ContinueSDK(BaseModel): pass @@ -35,7 +36,7 @@ MODEL_CLASSES = { AnthropicLLM, ReplicateLLM, Ollama, - LlamaCpp + LlamaCpp, ] } |