diff options
| author | Nate Sesti <33237525+sestinj@users.noreply.github.com> | 2023-07-17 14:55:28 -0700 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-07-17 14:55:28 -0700 |
| commit | 8498ab7fd2945703f4ad59dabf51cb851db4f64d (patch) | |
| tree | abf8a563f042335caa5df94dcd951e57964d4d4c /continuedev/src/continuedev/libs/util/count_tokens.py | |
| parent | 6e95cb64cd5b2e2d55200bf979106f18d395bb97 (diff) | |
| parent | 1c9034cddeab0c131babe741e9145cc276bd7521 (diff) | |
| download | sncontinue-8498ab7fd2945703f4ad59dabf51cb851db4f64d.tar.gz sncontinue-8498ab7fd2945703f4ad59dabf51cb851db4f64d.tar.bz2 sncontinue-8498ab7fd2945703f4ad59dabf51cb851db4f64d.zip | |
Merge pull request #283 from continuedev/anthropic
Anthropic
Diffstat (limited to 'continuedev/src/continuedev/libs/util/count_tokens.py')
| -rw-r--r-- | continuedev/src/continuedev/libs/util/count_tokens.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/continuedev/src/continuedev/libs/util/count_tokens.py b/continuedev/src/continuedev/libs/util/count_tokens.py index 1ca98fe6..1d5d6729 100644 --- a/continuedev/src/continuedev/libs/util/count_tokens.py +++ b/continuedev/src/continuedev/libs/util/count_tokens.py @@ -6,6 +6,7 @@ import tiktoken aliases = { "ggml": "gpt-3.5-turbo", + "claude-2": "gpt-3.5-turbo", } DEFAULT_MAX_TOKENS = 2048 MAX_TOKENS_FOR_MODEL = { @@ -13,7 +14,8 @@ MAX_TOKENS_FOR_MODEL = { "gpt-3.5-turbo-0613": 4096, "gpt-3.5-turbo-16k": 16384, "gpt-4": 8192, - "ggml": 2048 + "ggml": 2048, + "claude-2": 100000 } CHAT_MODELS = { "gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4", "gpt-3.5-turbo-0613" |