From 0eb6d13e2c9632f842910b0d885deb97d875eac8 Mon Sep 17 00:00:00 2001 From: Nate Sesti Date: Wed, 14 Jun 2023 22:44:21 -0700 Subject: remove prefix and suffix if they are outputted by the model --- continuedev/src/continuedev/steps/core/core.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/continuedev/src/continuedev/steps/core/core.py b/continuedev/src/continuedev/steps/core/core.py index 5f4da60f..eb367ca9 100644 --- a/continuedev/src/continuedev/steps/core/core.py +++ b/continuedev/src/continuedev/steps/core/core.py @@ -187,6 +187,12 @@ class DefaultModelEditCodeStep(Step): eot_token = "<|endoftext|>" completion = completion.removesuffix(eot_token) + # Remove tags and If it accidentally includes prefix or suffix, remove it + completion = completion.replace("", "").replace("", "").replace( + "", "").replace("", "").replace("", "") + completion = completion.removeprefix(segs[0]) + completion = completion.removesuffix(segs[1]) + self._prompt_and_completion += prompt + completion diff = list(difflib.ndiff(rif.contents.splitlines( -- cgit v1.2.3-70-g09d2