summaryrefslogtreecommitdiff
path: root/schema/json/LLM.json
diff options
context:
space:
mode:
authorNate Sesti <33237525+sestinj@users.noreply.github.com>2023-09-23 13:06:00 -0700
committerGitHub <noreply@github.com>2023-09-23 13:06:00 -0700
commite976d60974a7837967d03807605cbf2e7b4f3f9a (patch)
tree5ecb19062abb162832530dd953e9d2801026c23c /schema/json/LLM.json
parent470711d25b44d1a545c57bc17d40d5e1fd402216 (diff)
downloadsncontinue-e976d60974a7837967d03807605cbf2e7b4f3f9a.tar.gz
sncontinue-e976d60974a7837967d03807605cbf2e7b4f3f9a.tar.bz2
sncontinue-e976d60974a7837967d03807605cbf2e7b4f3f9a.zip
UI Redesign and fixing many details (#496)
* feat: :lipstick: start of major design upgrade * feat: :lipstick: model selection page * feat: :lipstick: use shortcut to add highlighted code as ctx * feat: :lipstick: better display of errors * feat: :lipstick: ui for learning keyboard shortcuts, more details * refactor: :construction: testing slash commands ui * Truncate continue.log * refactor: :construction: refactoring client_session, ui, more * feat: :bug: layout fixes * refactor: :lipstick: ui to enter OpenAI Key * refactor: :truck: rename MaybeProxyOpenAI -> OpenAIFreeTrial * starting help center * removing old shortcut docs * fix: :bug: fix model setting logic to avoid overwrites * feat: :lipstick: tutorial and model descriptions * refactor: :truck: rename unused -> saved * refactor: :truck: rename model roles * feat: :lipstick: edit indicator * refactor: :lipstick: move +, folder icons * feat: :lipstick: tab to clear all context * fix: :bug: context providers ui fixes * fix: :bug: fix lag when stopping step * fix: :bug: don't override system message for models * fix: :bug: fix continue button cursor * feat: :lipstick: title bar * fix: :bug: updates to code highlighting logic and more * fix: :bug: fix renaming of summarize model role * feat: :lipstick: help page and better session title * feat: :lipstick: more help page / ui improvements * feat: :lipstick: set session title * fix: :bug: small fixes for changing sessions * fix: :bug: perfecting the highlighting code and ctx interactions * style: :lipstick: sticky headers for scroll, ollama warming * fix: :bug: fix toggle bug --------- Co-authored-by: Ty Dunn <ty@tydunn.com>
Diffstat (limited to 'schema/json/LLM.json')
-rw-r--r--schema/json/LLM.json70
1 files changed, 58 insertions, 12 deletions
diff --git a/schema/json/LLM.json b/schema/json/LLM.json
index 57d78928..acfc4dc2 100644
--- a/schema/json/LLM.json
+++ b/schema/json/LLM.json
@@ -6,25 +6,71 @@
"title": "LLM",
"type": "object",
"properties": {
- "requires_api_key": {
- "title": "Requires Api Key",
+ "title": {
+ "title": "Title",
+ "description": "A title that will identify this model in the model selection dropdown",
"type": "string"
},
- "requires_unique_id": {
- "title": "Requires Unique Id",
- "default": false,
- "type": "boolean"
+ "system_message": {
+ "title": "System Message",
+ "description": "A system message that will always be followed by the LLM",
+ "type": "string"
+ },
+ "context_length": {
+ "title": "Context Length",
+ "description": "The maximum context length of the LLM in tokens, as counted by count_tokens.",
+ "default": 2048,
+ "type": "integer"
+ },
+ "unique_id": {
+ "title": "Unique Id",
+ "description": "The unique ID of the user.",
+ "type": "string"
+ },
+ "model": {
+ "title": "Model",
+ "description": "The name of the model to be used (e.g. gpt-4, codellama)",
+ "type": "string"
+ },
+ "stop_tokens": {
+ "title": "Stop Tokens",
+ "description": "Tokens that will stop the completion.",
+ "type": "array",
+ "items": {
+ "type": "string"
+ }
},
- "requires_write_log": {
- "title": "Requires Write Log",
- "default": false,
+ "timeout": {
+ "title": "Timeout",
+ "description": "Set the timeout for each request to the LLM. If you are running a local LLM that takes a while to respond, you might want to set this to avoid timeouts.",
+ "default": 300,
+ "type": "integer"
+ },
+ "verify_ssl": {
+ "title": "Verify Ssl",
+ "description": "Whether to verify SSL certificates for requests.",
"type": "boolean"
},
- "system_message": {
- "title": "System Message",
+ "ca_bundle_path": {
+ "title": "Ca Bundle Path",
+ "description": "Path to a custom CA bundle to use when making the HTTP request",
+ "type": "string"
+ },
+ "prompt_templates": {
+ "title": "Prompt Templates",
+ "description": "A dictionary of prompt templates that can be used to customize the behavior of the LLM in certain situations. For example, set the \"edit\" key in order to change the prompt that is used for the /edit slash command. Each value in the dictionary is a string templated in mustache syntax, and filled in at runtime with the variables specific to the situation. See the documentation for more information.",
+ "default": {},
+ "type": "object"
+ },
+ "api_key": {
+ "title": "Api Key",
+ "description": "The API key for the LLM provider.",
"type": "string"
}
- }
+ },
+ "required": [
+ "model"
+ ]
}
}
} \ No newline at end of file