diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-06-14 22:44:21 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-06-14 22:44:21 -0700 |
| commit | 59fa81b21df66c37d76eef77a742620f91f0222f (patch) | |
| tree | c6545cba8e2a73e2cfb90c1edf2f3e7cba3abf27 | |
| parent | 905db4aadb80b02ab4914f8c1c16fbaa68b2f117 (diff) | |
| download | sncontinue-59fa81b21df66c37d76eef77a742620f91f0222f.tar.gz sncontinue-59fa81b21df66c37d76eef77a742620f91f0222f.tar.bz2 sncontinue-59fa81b21df66c37d76eef77a742620f91f0222f.zip | |
remove prefix and suffix if they are outputted by the model
| -rw-r--r-- | continuedev/src/continuedev/steps/core/core.py | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/continuedev/src/continuedev/steps/core/core.py b/continuedev/src/continuedev/steps/core/core.py index 5f4da60f..eb367ca9 100644 --- a/continuedev/src/continuedev/steps/core/core.py +++ b/continuedev/src/continuedev/steps/core/core.py @@ -187,6 +187,12 @@ class DefaultModelEditCodeStep(Step): eot_token = "<|endoftext|>" completion = completion.removesuffix(eot_token) + # Remove tags and If it accidentally includes prefix or suffix, remove it + completion = completion.replace("<file_prefix>", "").replace("<file_suffix>", "").replace( + "<commit_before>", "").replace("<commit_msg>", "").replace("<commit_after>", "") + completion = completion.removeprefix(segs[0]) + completion = completion.removesuffix(segs[1]) + self._prompt_and_completion += prompt + completion diff = list(difflib.ndiff(rif.contents.splitlines( |