summaryrefslogtreecommitdiff
path: root/continuedev
diff options
context:
space:
mode:
authorNate Sesti <sestinj@gmail.com>2023-07-20 16:40:40 -0700
committerNate Sesti <sestinj@gmail.com>2023-07-20 16:40:40 -0700
commit20b399a20ed36815e40fda292f0bfb1e1b30aed8 (patch)
tree8693ecf5dc9dd4efb824fc5c6744e2e5420fb305 /continuedev
parent00efacfc3df025f359a8aac86dad8b273d5fd350 (diff)
downloadsncontinue-20b399a20ed36815e40fda292f0bfb1e1b30aed8.tar.gz
sncontinue-20b399a20ed36815e40fda292f0bfb1e1b30aed8.tar.bz2
sncontinue-20b399a20ed36815e40fda292f0bfb1e1b30aed8.zip
don't summarize last user message
Diffstat (limited to 'continuedev')
-rw-r--r--continuedev/src/continuedev/libs/util/count_tokens.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/continuedev/src/continuedev/libs/util/count_tokens.py b/continuedev/src/continuedev/libs/util/count_tokens.py
index cea91470..c58ae499 100644
--- a/continuedev/src/continuedev/libs/util/count_tokens.py
+++ b/continuedev/src/continuedev/libs/util/count_tokens.py
@@ -73,9 +73,9 @@ def prune_chat_history(model: str, chat_history: List[ChatMessage], max_tokens:
message = chat_history.pop(0)
total_tokens -= count_tokens(model, message.content)
- # 3. Truncate message in the last 5
+ # 3. Truncate message in the last 5, except last 1
i = 0
- while total_tokens > max_tokens and len(chat_history) > 0 and i < len(chat_history):
+ while total_tokens > max_tokens and len(chat_history) > 0 and i < len(chat_history) - 1:
message = chat_history[i]
total_tokens -= count_tokens(model, message.content)
total_tokens += count_tokens(model, message.summary)