From b2a6d07ea99be1f9288ee21477edc0874e780cad Mon Sep 17 00:00:00 2001 From: Nate Sesti Date: Thu, 28 Sep 2023 11:30:17 -0700 Subject: fix: :bug: don't override context length param in OpenAI --- continuedev/src/continuedev/libs/llm/openai.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'continuedev/src') diff --git a/continuedev/src/continuedev/libs/llm/openai.py b/continuedev/src/continuedev/libs/llm/openai.py index d21bbde1..d9e74cec 100644 --- a/continuedev/src/continuedev/libs/llm/openai.py +++ b/continuedev/src/continuedev/libs/llm/openai.py @@ -81,7 +81,8 @@ class OpenAI(LLM): ): await super().start(write_log=write_log, unique_id=unique_id) - self.context_length = MAX_TOKENS_FOR_MODEL.get(self.model, 4096) + if self.context_length is None: + self.context_length = MAX_TOKENS_FOR_MODEL.get(self.model, 4096) openai.api_key = self.api_key if self.api_type is not None: -- cgit v1.2.3-70-g09d2