From 698dccf474619963de0312d36af6d01e3df8b47a Mon Sep 17 00:00:00 2001 From: Nate Sesti Date: Tue, 8 Aug 2023 14:10:22 -0700 Subject: feat: :children_crossing: display troubleshooting link when loading --- continuedev/src/continuedev/libs/llm/hf_inference_api.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'continuedev/src') diff --git a/continuedev/src/continuedev/libs/llm/hf_inference_api.py b/continuedev/src/continuedev/libs/llm/hf_inference_api.py index 9664fec2..8945250c 100644 --- a/continuedev/src/continuedev/libs/llm/hf_inference_api.py +++ b/continuedev/src/continuedev/libs/llm/hf_inference_api.py @@ -52,7 +52,7 @@ class HuggingFaceInferenceAPI(LLM): response = requests.post(API_URL, headers=headers, json={ "inputs": prompt, "parameters": { - "max_new_tokens": self.max_context_length - self.count_tokens(prompt), + "max_new_tokens": min(250, self.max_context_length - self.count_tokens(prompt)), "max_time": DEFAULT_MAX_TIME, "return_full_text": False, } -- cgit v1.2.3-70-g09d2