diff options
Diffstat (limited to 'extension/schema/LLM.d.ts')
-rw-r--r-- | extension/schema/LLM.d.ts | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/extension/schema/LLM.d.ts b/extension/schema/LLM.d.ts index 2c1ced29..fbd5aa41 100644 --- a/extension/schema/LLM.d.ts +++ b/extension/schema/LLM.d.ts @@ -27,6 +27,10 @@ export type UniqueId = string; */ export type Model = string; /** + * The maximum number of tokens to generate. + */ +export type MaxTokens = number; +/** * Tokens that will stop the completion. */ export type StopTokens = string[]; @@ -57,6 +61,7 @@ export interface LLM1 { context_length?: ContextLength; unique_id?: UniqueId; model: Model; + max_tokens?: MaxTokens; stop_tokens?: StopTokens; timeout?: Timeout; verify_ssl?: VerifySsl; |