diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-08-08 14:10:22 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-08-08 14:10:22 -0700 |
| commit | 698dccf474619963de0312d36af6d01e3df8b47a (patch) | |
| tree | 4562572dfefa804382d09a234e74e2ebc8ad5146 /continuedev/src | |
| parent | 2959042fa5a940aa4e8851b9d4db91f0f86092ff (diff) | |
| download | sncontinue-698dccf474619963de0312d36af6d01e3df8b47a.tar.gz sncontinue-698dccf474619963de0312d36af6d01e3df8b47a.tar.bz2 sncontinue-698dccf474619963de0312d36af6d01e3df8b47a.zip | |
feat: :children_crossing: display troubleshooting link when loading
Diffstat (limited to 'continuedev/src')
| -rw-r--r-- | continuedev/src/continuedev/libs/llm/hf_inference_api.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/continuedev/src/continuedev/libs/llm/hf_inference_api.py b/continuedev/src/continuedev/libs/llm/hf_inference_api.py index 9664fec2..8945250c 100644 --- a/continuedev/src/continuedev/libs/llm/hf_inference_api.py +++ b/continuedev/src/continuedev/libs/llm/hf_inference_api.py @@ -52,7 +52,7 @@ class HuggingFaceInferenceAPI(LLM): response = requests.post(API_URL, headers=headers, json={ "inputs": prompt, "parameters": { - "max_new_tokens": self.max_context_length - self.count_tokens(prompt), + "max_new_tokens": min(250, self.max_context_length - self.count_tokens(prompt)), "max_time": DEFAULT_MAX_TIME, "return_full_text": False, } |