diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-07-18 21:17:13 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-07-18 21:17:13 -0700 |
| commit | 4adef09e64e7638e458fc27b522c9962423dccc0 (patch) | |
| tree | 812a1cb427ca8893aa06009d3662c4b5b086edaf /continuedev/src/continuedev/libs/util/count_tokens.py | |
| parent | db1e35497de924c001f421d1d3277f02258b55db (diff) | |
| download | sncontinue-4adef09e64e7638e458fc27b522c9962423dccc0.tar.gz sncontinue-4adef09e64e7638e458fc27b522c9962423dccc0.tar.bz2 sncontinue-4adef09e64e7638e458fc27b522c9962423dccc0.zip | |
templated custom commands
Diffstat (limited to 'continuedev/src/continuedev/libs/util/count_tokens.py')
| -rw-r--r-- | continuedev/src/continuedev/libs/util/count_tokens.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/continuedev/src/continuedev/libs/util/count_tokens.py b/continuedev/src/continuedev/libs/util/count_tokens.py index c81d8aa4..987aa722 100644 --- a/continuedev/src/continuedev/libs/util/count_tokens.py +++ b/continuedev/src/continuedev/libs/util/count_tokens.py @@ -1,7 +1,7 @@ import json from typing import Dict, List, Union from ...core.main import ChatMessage -from .templating import render_system_message +from .templating import render_templated_string import tiktoken aliases = { @@ -112,7 +112,7 @@ def compile_chat_messages(model: str, msgs: List[ChatMessage], max_tokens: int, if system_message is not None: # NOTE: System message takes second precedence to user prompt, so it is placed just before # but move back to start after processing - rendered_system_message = render_system_message(system_message) + rendered_system_message = render_templated_string(system_message) system_chat_msg = ChatMessage( role="system", content=rendered_system_message, summary=rendered_system_message) # insert at second-to-last position |