diff options
| -rw-r--r-- | continuedev/src/continuedev/libs/llm/llamacpp.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/continuedev/src/continuedev/libs/llm/llamacpp.py b/continuedev/src/continuedev/libs/llm/llamacpp.py index 84eb85fd..72c766c0 100644 --- a/continuedev/src/continuedev/libs/llm/llamacpp.py +++ b/continuedev/src/continuedev/libs/llm/llamacpp.py @@ -71,7 +71,7 @@ class LlamaCpp(LLM): self.model, with_history, self.context_length, - args["max_tokens"], + args["n_predict"] if "n_predict" in args else 1024, prompt, functions=args.get("functions", None), system_message=self.system_message, |