diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-07-17 21:09:30 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-07-17 21:09:30 -0700 |
| commit | dc64c73adb8c8a2aeb3210bc9f4ff1bd82c03de2 (patch) | |
| tree | b29a0c117219d3fcf2a090dd4cb18a2596812476 /continuedev/src/continuedev/libs/util/count_tokens.py | |
| parent | 8498ab7fd2945703f4ad59dabf51cb851db4f64d (diff) | |
| download | sncontinue-dc64c73adb8c8a2aeb3210bc9f4ff1bd82c03de2.tar.gz sncontinue-dc64c73adb8c8a2aeb3210bc9f4ff1bd82c03de2.tar.bz2 sncontinue-dc64c73adb8c8a2aeb3210bc9f4ff1bd82c03de2.zip | |
show exact prompt/completion logs
Diffstat (limited to 'continuedev/src/continuedev/libs/util/count_tokens.py')
| -rw-r--r-- | continuedev/src/continuedev/libs/util/count_tokens.py | 7 |
1 files changed, 7 insertions, 0 deletions
diff --git a/continuedev/src/continuedev/libs/util/count_tokens.py b/continuedev/src/continuedev/libs/util/count_tokens.py index 1d5d6729..13de7990 100644 --- a/continuedev/src/continuedev/libs/util/count_tokens.py +++ b/continuedev/src/continuedev/libs/util/count_tokens.py @@ -107,3 +107,10 @@ def compile_chat_messages(model: str, msgs: List[ChatMessage], max_tokens: int, }) return history + + +def format_chat_messages(messages: List[ChatMessage]) -> str: + formatted = "" + for msg in messages: + formatted += f"<{msg['role'].capitalize()}>\n{msg['content']}\n\n" + return formatted |