diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-08-30 19:55:18 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-08-30 19:55:18 -0700 |
| commit | 28f5d7bedab05a8b061e4e7ee9055a5403786bbc (patch) | |
| tree | 8e32e9a0edcddf3dd3bf5dbf76e14fb09b15ca8e /continuedev/src/continuedev/libs/llm/prompts | |
| parent | a0e2e2d3d606d8bf465eac541a84aa57316ee271 (diff) | |
| download | sncontinue-28f5d7bedab05a8b061e4e7ee9055a5403786bbc.tar.gz sncontinue-28f5d7bedab05a8b061e4e7ee9055a5403786bbc.tar.bz2 sncontinue-28f5d7bedab05a8b061e4e7ee9055a5403786bbc.zip | |
fix: :art: many small improvements
Diffstat (limited to 'continuedev/src/continuedev/libs/llm/prompts')
| -rw-r--r-- | continuedev/src/continuedev/libs/llm/prompts/chat.py | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/continuedev/src/continuedev/libs/llm/prompts/chat.py b/continuedev/src/continuedev/libs/llm/prompts/chat.py index 110dfaae..c7c208c0 100644 --- a/continuedev/src/continuedev/libs/llm/prompts/chat.py +++ b/continuedev/src/continuedev/libs/llm/prompts/chat.py @@ -7,6 +7,11 @@ def llama2_template_messages(msgs: ChatMessage) -> str: if len(msgs) == 0: return "" + if msgs[0]["role"] == "assistant": + # These models aren't trained to handle assistant message coming first, + # and typically these are just introduction messages from Continue + msgs.pop(0) + prompt = "" has_system = msgs[0]["role"] == "system" |