diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-06-14 22:44:21 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-06-14 22:44:21 -0700 |
| commit | 0eb6d13e2c9632f842910b0d885deb97d875eac8 (patch) | |
| tree | 762c0a05ff9316ff49fe131f54621465c728f497 | |
| parent | 5da6577d62beeb21ce6f43ae85893c26e1028601 (diff) | |
| download | sncontinue-0eb6d13e2c9632f842910b0d885deb97d875eac8.tar.gz sncontinue-0eb6d13e2c9632f842910b0d885deb97d875eac8.tar.bz2 sncontinue-0eb6d13e2c9632f842910b0d885deb97d875eac8.zip | |
remove prefix and suffix if they are outputted by the model
| -rw-r--r-- | continuedev/src/continuedev/steps/core/core.py | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/continuedev/src/continuedev/steps/core/core.py b/continuedev/src/continuedev/steps/core/core.py index 5f4da60f..eb367ca9 100644 --- a/continuedev/src/continuedev/steps/core/core.py +++ b/continuedev/src/continuedev/steps/core/core.py @@ -187,6 +187,12 @@ class DefaultModelEditCodeStep(Step): eot_token = "<|endoftext|>" completion = completion.removesuffix(eot_token) + # Remove tags and If it accidentally includes prefix or suffix, remove it + completion = completion.replace("<file_prefix>", "").replace("<file_suffix>", "").replace( + "<commit_before>", "").replace("<commit_msg>", "").replace("<commit_after>", "") + completion = completion.removeprefix(segs[0]) + completion = completion.removesuffix(segs[1]) + self._prompt_and_completion += prompt + completion diff = list(difflib.ndiff(rif.contents.splitlines( |