diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-07-17 14:54:36 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-07-17 14:54:36 -0700 |
| commit | 1c9034cddeab0c131babe741e9145cc276bd7521 (patch) | |
| tree | abf8a563f042335caa5df94dcd951e57964d4d4c /continuedev/src/continuedev/libs/util/count_tokens.py | |
| parent | 05d665e65aaef62254a4da9a7a381f9984ff0db5 (diff) | |
| download | sncontinue-1c9034cddeab0c131babe741e9145cc276bd7521.tar.gz sncontinue-1c9034cddeab0c131babe741e9145cc276bd7521.tar.bz2 sncontinue-1c9034cddeab0c131babe741e9145cc276bd7521.zip | |
anthropic support
Diffstat (limited to 'continuedev/src/continuedev/libs/util/count_tokens.py')
| -rw-r--r-- | continuedev/src/continuedev/libs/util/count_tokens.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/continuedev/src/continuedev/libs/util/count_tokens.py b/continuedev/src/continuedev/libs/util/count_tokens.py index 1ca98fe6..1d5d6729 100644 --- a/continuedev/src/continuedev/libs/util/count_tokens.py +++ b/continuedev/src/continuedev/libs/util/count_tokens.py @@ -6,6 +6,7 @@ import tiktoken aliases = { "ggml": "gpt-3.5-turbo", + "claude-2": "gpt-3.5-turbo", } DEFAULT_MAX_TOKENS = 2048 MAX_TOKENS_FOR_MODEL = { @@ -13,7 +14,8 @@ MAX_TOKENS_FOR_MODEL = { "gpt-3.5-turbo-0613": 4096, "gpt-3.5-turbo-16k": 16384, "gpt-4": 8192, - "ggml": 2048 + "ggml": 2048, + "claude-2": 100000 } CHAT_MODELS = { "gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4", "gpt-3.5-turbo-0613" |