diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-07-20 16:40:40 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-07-20 16:40:40 -0700 |
| commit | 62370e5f1bd816eeba9df34cad00777730d13dea (patch) | |
| tree | 5a7805a3251d893045579882e63f100226931f29 | |
| parent | 5a32759078b70f373ccd6a54a7f65edeb21228de (diff) | |
| download | sncontinue-62370e5f1bd816eeba9df34cad00777730d13dea.tar.gz sncontinue-62370e5f1bd816eeba9df34cad00777730d13dea.tar.bz2 sncontinue-62370e5f1bd816eeba9df34cad00777730d13dea.zip | |
don't summarize last user message
| -rw-r--r-- | continuedev/src/continuedev/libs/util/count_tokens.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/continuedev/src/continuedev/libs/util/count_tokens.py b/continuedev/src/continuedev/libs/util/count_tokens.py index cea91470..c58ae499 100644 --- a/continuedev/src/continuedev/libs/util/count_tokens.py +++ b/continuedev/src/continuedev/libs/util/count_tokens.py @@ -73,9 +73,9 @@ def prune_chat_history(model: str, chat_history: List[ChatMessage], max_tokens: message = chat_history.pop(0) total_tokens -= count_tokens(model, message.content) - # 3. Truncate message in the last 5 + # 3. Truncate message in the last 5, except last 1 i = 0 - while total_tokens > max_tokens and len(chat_history) > 0 and i < len(chat_history): + while total_tokens > max_tokens and len(chat_history) > 0 and i < len(chat_history) - 1: message = chat_history[i] total_tokens -= count_tokens(model, message.content) total_tokens += count_tokens(model, message.summary) |