diff options
author | Nate Sesti <sestinj@gmail.com> | 2023-07-31 01:23:17 -0700 |
---|---|---|
committer | Nate Sesti <sestinj@gmail.com> | 2023-07-31 01:23:17 -0700 |
commit | 490d30e11f7f7cee2b6b8ac2dd48c55dacffa36d (patch) | |
tree | e8c97ec86ced222e3f573a2e4cd000bd22fb1bb7 /continuedev/src | |
parent | 078b7d9a40d9cd0dd93a89184b3a00e2ff651d2a (diff) | |
download | sncontinue-490d30e11f7f7cee2b6b8ac2dd48c55dacffa36d.tar.gz sncontinue-490d30e11f7f7cee2b6b8ac2dd48c55dacffa36d.tar.bz2 sncontinue-490d30e11f7f7cee2b6b8ac2dd48c55dacffa36d.zip |
docs: :memo: update documentation for LLMs in config.py
Diffstat (limited to 'continuedev/src')
-rw-r--r-- | continuedev/src/continuedev/libs/llm/anthropic.py | 2 | ||||
-rw-r--r-- | continuedev/src/continuedev/libs/llm/ggml.py | 2 |
2 files changed, 2 insertions, 2 deletions
diff --git a/continuedev/src/continuedev/libs/llm/anthropic.py b/continuedev/src/continuedev/libs/llm/anthropic.py index b01a84cd..ec1b7e40 100644 --- a/continuedev/src/continuedev/libs/llm/anthropic.py +++ b/continuedev/src/continuedev/libs/llm/anthropic.py @@ -9,7 +9,7 @@ from ..util.count_tokens import compile_chat_messages, DEFAULT_ARGS, count_token class AnthropicLLM(LLM): - model: str + model: str = "claude-2" requires_api_key: str = "ANTHROPIC_API_KEY" _async_client: AsyncAnthropic = None diff --git a/continuedev/src/continuedev/libs/llm/ggml.py b/continuedev/src/continuedev/libs/llm/ggml.py index 2b56a51c..7742e8c3 100644 --- a/continuedev/src/continuedev/libs/llm/ggml.py +++ b/continuedev/src/continuedev/libs/llm/ggml.py @@ -13,7 +13,7 @@ SERVER_URL = "http://localhost:8000" class GGML(LLM): # this is model-specific - max_context_length: int + max_context_length: int = 2048 _client_session: aiohttp.ClientSession = None |