diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-07-30 16:22:16 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-07-30 16:22:16 -0700 |
| commit | e37996002d848fc71c82375199dc9a704f2c9b05 (patch) | |
| tree | 5a6ee8bc296076e803ef39b7119fd75a1e571159 /continuedev/src/continuedev/core | |
| parent | 11d7f0a9d178b7ae8f913a2ad5e70d623ce4b11e (diff) | |
| download | sncontinue-e37996002d848fc71c82375199dc9a704f2c9b05.tar.gz sncontinue-e37996002d848fc71c82375199dc9a704f2c9b05.tar.bz2 sncontinue-e37996002d848fc71c82375199dc9a704f2c9b05.zip | |
refactor: :construction: replace all sdk.models.gpt35/etc. with sdk.models.medium/etc.
Diffstat (limited to 'continuedev/src/continuedev/core')
| -rw-r--r-- | continuedev/src/continuedev/core/models.py | 18 | ||||
| -rw-r--r-- | continuedev/src/continuedev/core/sdk.py | 12 |
2 files changed, 15 insertions, 15 deletions
diff --git a/continuedev/src/continuedev/core/models.py b/continuedev/src/continuedev/core/models.py index e4cb8ed6..900762b6 100644 --- a/continuedev/src/continuedev/core/models.py +++ b/continuedev/src/continuedev/core/models.py @@ -34,33 +34,23 @@ class Models(BaseModel): '''depending on the model, return the single prompt string''' """ - async def _start_llm(self, llm: LLM): - kwargs = {} - if llm.requires_api_key: - kwargs["api_key"] = await self.sdk.get_api_key(llm.requires_api_key) - if llm.requires_unique_id: - kwargs["unique_id"] = self.sdk.ide.unique_id - if llm.requires_write_log: - kwargs["write_log"] = self.sdk.write_log - await llm.start(**kwargs) - async def start(self, sdk: "ContinueSDK"): """Start each of the LLMs, or fall back to default""" self.sdk = sdk self.system_message = self.sdk.config.system_message - await self._start_llm(self.default) + await sdk.start_model(self.default) if self.small: - await self._start_llm(self.small) + await sdk.start_model(self.small) else: self.small = self.default if self.medium: - await self._start_llm(self.medium) + await sdk.start_model(self.medium) else: self.medium = self.default if self.large: - await self._start_llm(self.large) + await sdk.start_model(self.large) else: self.large = self.default diff --git a/continuedev/src/continuedev/core/sdk.py b/continuedev/src/continuedev/core/sdk.py index b0f7d40a..7febb932 100644 --- a/continuedev/src/continuedev/core/sdk.py +++ b/continuedev/src/continuedev/core/sdk.py @@ -15,13 +15,13 @@ from .main import Context, ContinueCustomException, History, HistoryNode, Step, from ..plugins.steps.core.core import * from ..libs.util.telemetry import posthog_logger from ..libs.util.paths import getConfigFilePath +from .models import Models class Autopilot: pass - class ContinueSDK(AbstractContinueSDK): """The SDK provided as parameters to a step""" ide: AbstractIdeProtocolServer @@ -66,6 +66,16 @@ class ContinueSDK(AbstractContinueSDK): def write_log(self, message: str): self.history.timeline[self.history.current_index].logs.append(message) + async def start_model(self, llm: LLM): + kwargs = {} + if llm.requires_api_key: + kwargs["api_key"] = await self.get_api_key(llm.requires_api_key) + if llm.requires_unique_id: + kwargs["unique_id"] = self.ide.unique_id + if llm.requires_write_log: + kwargs["write_log"] = self.write_log + await llm.start(**kwargs) + async def _ensure_absolute_path(self, path: str) -> str: if os.path.isabs(path): return path |
