diff options
Diffstat (limited to 'continuedev/src')
| -rw-r--r-- | continuedev/src/continuedev/libs/util/count_tokens.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/continuedev/src/continuedev/libs/util/count_tokens.py b/continuedev/src/continuedev/libs/util/count_tokens.py index a339c288..d0a6bbdc 100644 --- a/continuedev/src/continuedev/libs/util/count_tokens.py +++ b/continuedev/src/continuedev/libs/util/count_tokens.py @@ -2,6 +2,7 @@ import json from typing import Dict, List, Union import tiktoken +from tiktoken_ext import openai_public # noqa: F401 from ...core.main import ChatMessage from .templating import render_templated_string |