diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-09-02 17:49:11 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-09-02 17:49:11 -0700 |
| commit | e5bbe3bc4d59b6f35db1ce1b94be14244c11c766 (patch) | |
| tree | 38ebe35a072364a23103280be27fd0bcdbc151cf /continuedev/src | |
| parent | 40c6e3e532e6a3bef0ed95b3d1f2eace58cac92e (diff) | |
| download | sncontinue-e5bbe3bc4d59b6f35db1ce1b94be14244c11c766.tar.gz sncontinue-e5bbe3bc4d59b6f35db1ce1b94be14244c11c766.tar.bz2 sncontinue-e5bbe3bc4d59b6f35db1ce1b94be14244c11c766.zip | |
fix: :bug: remove empty grammar from llama_cpp_args
Diffstat (limited to 'continuedev/src')
| -rw-r--r-- | continuedev/src/continuedev/libs/llm/llamacpp.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/continuedev/src/continuedev/libs/llm/llamacpp.py b/continuedev/src/continuedev/libs/llm/llamacpp.py index 72c766c0..9d8b548f 100644 --- a/continuedev/src/continuedev/libs/llm/llamacpp.py +++ b/continuedev/src/continuedev/libs/llm/llamacpp.py @@ -16,7 +16,7 @@ class LlamaCpp(LLM): verify_ssl: Optional[bool] = None template_messages: Callable[[List[ChatMessage]], str] = llama2_template_messages - llama_cpp_args: Dict[str, Any] = {"stop": ["[INST]"], "grammar": "root ::= "} + llama_cpp_args: Dict[str, Any] = {"stop": ["[INST]"]} use_command: Optional[str] = None |