diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-07-20 16:40:40 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-07-20 16:40:40 -0700 |
| commit | 20b399a20ed36815e40fda292f0bfb1e1b30aed8 (patch) | |
| tree | 8693ecf5dc9dd4efb824fc5c6744e2e5420fb305 /continuedev/src | |
| parent | 00efacfc3df025f359a8aac86dad8b273d5fd350 (diff) | |
| download | sncontinue-20b399a20ed36815e40fda292f0bfb1e1b30aed8.tar.gz sncontinue-20b399a20ed36815e40fda292f0bfb1e1b30aed8.tar.bz2 sncontinue-20b399a20ed36815e40fda292f0bfb1e1b30aed8.zip | |
don't summarize last user message
Diffstat (limited to 'continuedev/src')
| -rw-r--r-- | continuedev/src/continuedev/libs/util/count_tokens.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/continuedev/src/continuedev/libs/util/count_tokens.py b/continuedev/src/continuedev/libs/util/count_tokens.py index cea91470..c58ae499 100644 --- a/continuedev/src/continuedev/libs/util/count_tokens.py +++ b/continuedev/src/continuedev/libs/util/count_tokens.py @@ -73,9 +73,9 @@ def prune_chat_history(model: str, chat_history: List[ChatMessage], max_tokens: message = chat_history.pop(0) total_tokens -= count_tokens(model, message.content) - # 3. Truncate message in the last 5 + # 3. Truncate message in the last 5, except last 1 i = 0 - while total_tokens > max_tokens and len(chat_history) > 0 and i < len(chat_history): + while total_tokens > max_tokens and len(chat_history) > 0 and i < len(chat_history) - 1: message = chat_history[i] total_tokens -= count_tokens(model, message.content) total_tokens += count_tokens(model, message.summary) |