From e5bbe3bc4d59b6f35db1ce1b94be14244c11c766 Mon Sep 17 00:00:00 2001 From: Nate Sesti Date: Sat, 2 Sep 2023 17:49:11 -0700 Subject: fix: :bug: remove empty grammar from llama_cpp_args --- continuedev/src/continuedev/libs/llm/llamacpp.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/continuedev/src/continuedev/libs/llm/llamacpp.py b/continuedev/src/continuedev/libs/llm/llamacpp.py index 72c766c0..9d8b548f 100644 --- a/continuedev/src/continuedev/libs/llm/llamacpp.py +++ b/continuedev/src/continuedev/libs/llm/llamacpp.py @@ -16,7 +16,7 @@ class LlamaCpp(LLM): verify_ssl: Optional[bool] = None template_messages: Callable[[List[ChatMessage]], str] = llama2_template_messages - llama_cpp_args: Dict[str, Any] = {"stop": ["[INST]"], "grammar": "root ::= "} + llama_cpp_args: Dict[str, Any] = {"stop": ["[INST]"]} use_command: Optional[str] = None -- cgit v1.2.3-70-g09d2