Preview (#541)

* Strong typing (#533)

* refactor: :recycle: get rid of continuedev.src.continuedev structure

* refactor: :recycle: switching back to server folder

* feat: :sparkles: make config.py imports shorter

* feat: :bookmark: publish as pre-release vscode extension

* refactor: :recycle: refactor and add more completion params to ui

* build: :building_construction: download from preview S3

* fix: :bug: fix paths

* fix: :green_heart: package:pre-release

* ci: :green_heart: more time for tests

* fix: :green_heart: fix build scripts

* fix: :bug: fix import in run.py

* fix: :bookmark: update version to try again

* ci: 💚 Update package.json version [skip ci]

* refactor: :fire: don't check for old extensions version

* fix: :bug: small bug fixes

* fix: :bug: fix config.py import paths

* ci: 💚 Update package.json version [skip ci]

* ci: :green_heart: platform-specific builds test #1

* feat: :green_heart: ship with binary

* fix: :green_heart: fix copy statement to include.exe for windows

* fix: :green_heart: cd extension before packaging

* chore: :loud_sound: count tokens generated

* fix: :green_heart: remove npm_config_arch

* fix: :green_heart: publish as pre-release!

* chore: :bookmark: update version

* perf: :green_heart: hardcode distro paths

* fix: :bug: fix yaml syntax error

* chore: :bookmark: update version

* fix: :green_heart: update permissions and version

* feat: :bug: kill old server if needed

* feat: :lipstick: update marketplace icon for pre-release

* ci: 💚 Update package.json version [skip ci]

* feat: :sparkles: auto-reload for config.py

* feat: :wrench: update default config.py imports

* feat: :sparkles: codelens in config.py

* feat: :sparkles: select model param count from UI

* ci: 💚 Update package.json version [skip ci]

* feat: :sparkles: more model options, ollama error handling

* perf: :zap: don't show server loading immediately

* fix: :bug: fixing small UI details

* ci: 💚 Update package.json version [skip ci]

* feat: :rocket: headers param on LLM class

* fix: :bug: fix headers for openai.;y

* feat: :sparkles: highlight code on cmd+shift+L

* ci: 💚 Update package.json version [skip ci]

* feat: :lipstick: sticky top bar in gui.tsx

* fix: :loud_sound: websocket logging and horizontal scrollbar

* ci: 💚 Update package.json version [skip ci]

* feat: :sparkles: allow AzureOpenAI Service through GGML

* ci: 💚 Update package.json version [skip ci]

* fix: :bug: fix automigration

* ci: 💚 Update package.json version [skip ci]

* ci: :green_heart: upload binaries in ci, download apple silicon

* chore: :fire: remove notes

* fix: :green_heart: use curl to download binary

* fix: :green_heart: set permissions on apple silicon binary

* fix: :green_heart: testing

* fix: :green_heart: cleanup file

* fix: :green_heart: fix preview.yaml

* fix: :green_heart: only upload once per binary

* fix: :green_heart: install rosetta

* ci: :green_heart: download binary after tests

* ci: 💚 Update package.json version [skip ci]

* ci: :green_heart: prepare ci for merge to main

---------

Co-authored-by: GitHub Action <action@github.com>

15 files changed, 54 insertions, 34 deletions

diff --git a/schema/json/ContextItem.json b/schema/json/ContextItem.json
index 32a214d3..e68f61d3 100644
--- a/schema/json/ContextItem.json
+++ b/schema/json/ContextItem.json
@@ -1,6 +1,6 @@
 {
   "title": "ContextItem",
-  "$ref": "#/definitions/src__continuedev__core__main__ContextItem",
+  "$ref": "#/definitions/continuedev__core__main__ContextItem",
   "definitions": {
     "ContextItemId": {
       "title": "ContextItemId",
@@ -44,7 +44,7 @@
         "id"
       ]
     },
-    "src__continuedev__core__main__ContextItem": {
+    "continuedev__core__main__ContextItem": {
       "title": "ContextItem",
       "description": "A ContextItem is a single item that is stored in the ContextManager.",
       "type": "object",
diff --git a/schema/json/ContinueConfig.json b/schema/json/ContinueConfig.json
index e78bb3c9..74d24e2f 100644
--- a/schema/json/ContinueConfig.json
+++ b/schema/json/ContinueConfig.json
@@ -1,6 +1,6 @@
 {
   "title": "ContinueConfig",
-  "$ref": "#/definitions/src__continuedev__core__config__ContinueConfig",
+  "$ref": "#/definitions/continuedev__core__config__ContinueConfig",
   "definitions": {
     "FunctionCall": {
       "title": "FunctionCall",
@@ -126,6 +126,12 @@
           "description": "The name of the model to be used (e.g. gpt-4, codellama)",
           "type": "string"
         },
+        "max_tokens": {
+          "title": "Max Tokens",
+          "description": "The maximum number of tokens to generate.",
+          "default": 1024,
+          "type": "integer"
+        },
         "stop_tokens": {
           "title": "Stop Tokens",
           "description": "Tokens that will stop the completion.",
@@ -171,7 +177,7 @@
         "model"
       ]
     },
-    "src__continuedev__core__models__ContinueSDK": {
+    "continuedev__core__models__ContinueSDK": {
       "title": "ContinueSDK",
       "type": "object",
       "properties": {}
@@ -202,7 +208,7 @@
           }
         },
         "sdk": {
-          "$ref": "#/definitions/src__continuedev__core__models__ContinueSDK"
+          "$ref": "#/definitions/continuedev__core__models__ContinueSDK"
         }
       },
       "required": [
@@ -265,7 +271,7 @@
       "type": "object",
       "properties": {}
     },
-    "src__continuedev__core__context__ContinueSDK": {
+    "continuedev__core__context__ContinueSDK": {
       "title": "ContinueSDK",
       "description": "To avoid circular imports",
       "type": "object",
@@ -356,7 +362,7 @@
           "description": "The ContinueSDK instance accessible by the ContextProvider",
           "allOf": [
             {
-              "$ref": "#/definitions/src__continuedev__core__context__ContinueSDK"
+              "$ref": "#/definitions/continuedev__core__context__ContinueSDK"
             }
           ]
         },
@@ -398,7 +404,7 @@
         "dynamic"
       ]
     },
-    "src__continuedev__core__config__ContinueConfig": {
+    "continuedev__core__config__ContinueConfig": {
       "title": "ContinueConfig",
       "description": "Continue can be deeply customized by editing the `ContinueConfig` object in `~/.continue/config.py` (`%userprofile%\\.continue\\config.py` for Windows) on your machine. This class is instantiated from the config file for every new session.",
       "type": "object",
@@ -436,6 +442,7 @@
               "system_message": null,
               "context_length": 2048,
               "model": "gpt-4",
+              "max_tokens": 1024,
               "stop_tokens": null,
               "timeout": 300,
               "verify_ssl": null,
@@ -451,6 +458,7 @@
               "system_message": null,
               "context_length": 2048,
               "model": "gpt-3.5-turbo",
+              "max_tokens": 1024,
               "stop_tokens": null,
               "timeout": 300,
               "verify_ssl": null,
diff --git a/schema/json/FileEdit.json b/schema/json/FileEdit.json
index 011e0462..b963f9b0 100644
--- a/schema/json/FileEdit.json
+++ b/schema/json/FileEdit.json
@@ -1,6 +1,6 @@
 {
   "title": "FileEdit",
-  "$ref": "#/definitions/src__continuedev__models__filesystem_edit__FileEdit",
+  "$ref": "#/definitions/continuedev__models__filesystem_edit__FileEdit",
   "definitions": {
     "Position": {
       "title": "Position",
@@ -37,7 +37,7 @@
         "end"
       ]
     },
-    "src__continuedev__models__filesystem_edit__FileEdit": {
+    "continuedev__models__filesystem_edit__FileEdit": {
       "title": "FileEdit",
       "type": "object",
       "properties": {
diff --git a/schema/json/FileEditWithFullContents.json b/schema/json/FileEditWithFullContents.json
index 2ea75bab..ad136388 100644
--- a/schema/json/FileEditWithFullContents.json
+++ b/schema/json/FileEditWithFullContents.json
@@ -1,6 +1,6 @@
 {
   "title": "FileEditWithFullContents",
-  "$ref": "#/definitions/src__continuedev__models__filesystem_edit__FileEditWithFullContents",
+  "$ref": "#/definitions/continuedev__models__filesystem_edit__FileEditWithFullContents",
   "definitions": {
     "Position": {
       "title": "Position",
@@ -59,7 +59,7 @@
         "replacement"
       ]
     },
-    "src__continuedev__models__filesystem_edit__FileEditWithFullContents": {
+    "continuedev__models__filesystem_edit__FileEditWithFullContents": {
       "title": "FileEditWithFullContents",
       "type": "object",
       "properties": {
diff --git a/schema/json/FullState.json b/schema/json/FullState.json
index aebe4b21..33cf4ad7 100644
--- a/schema/json/FullState.json
+++ b/schema/json/FullState.json
@@ -1,6 +1,6 @@
 {
   "title": "FullState",
-  "$ref": "#/definitions/src__continuedev__core__main__FullState",
+  "$ref": "#/definitions/continuedev__core__main__FullState",
   "definitions": {
     "FunctionCall": {
       "title": "FunctionCall",
@@ -332,7 +332,7 @@
         "requires_query"
       ]
     },
-    "src__continuedev__core__main__FullState": {
+    "continuedev__core__main__FullState": {
       "title": "FullState",
       "description": "A full state of the program, including the history",
       "type": "object",
diff --git a/schema/json/History.json b/schema/json/History.json
index 9575b8c3..c73a8685 100644
--- a/schema/json/History.json
+++ b/schema/json/History.json
@@ -1,6 +1,6 @@
 {
   "title": "History",
-  "$ref": "#/definitions/src__continuedev__core__main__History",
+  "$ref": "#/definitions/continuedev__core__main__History",
   "definitions": {
     "FunctionCall": {
       "title": "FunctionCall",
@@ -218,7 +218,7 @@
         "depth"
       ]
     },
-    "src__continuedev__core__main__History": {
+    "continuedev__core__main__History": {
       "title": "History",
       "description": "A history of steps taken and their results",
       "type": "object",
diff --git a/schema/json/HistoryNode.json b/schema/json/HistoryNode.json
index f9004a43..26287573 100644
--- a/schema/json/HistoryNode.json
+++ b/schema/json/HistoryNode.json
@@ -1,6 +1,6 @@
 {
   "title": "HistoryNode",
-  "$ref": "#/definitions/src__continuedev__core__main__HistoryNode",
+  "$ref": "#/definitions/continuedev__core__main__HistoryNode",
   "definitions": {
     "FunctionCall": {
       "title": "FunctionCall",
@@ -171,7 +171,7 @@
         "content"
       ]
     },
-    "src__continuedev__core__main__HistoryNode": {
+    "continuedev__core__main__HistoryNode": {
       "title": "HistoryNode",
       "description": "A point in history, a list of which make up History",
       "type": "object",
diff --git a/schema/json/LLM.json b/schema/json/LLM.json
index b5b48d6b..30d4d684 100644
--- a/schema/json/LLM.json
+++ b/schema/json/LLM.json
@@ -1,8 +1,8 @@
 {
   "title": "LLM",
-  "$ref": "#/definitions/src__continuedev__libs__llm__LLM",
+  "$ref": "#/definitions/continuedev__libs__llm__LLM",
   "definitions": {
-    "src__continuedev__libs__llm__LLM": {
+    "continuedev__libs__llm__LLM": {
       "title": "LLM",
       "type": "object",
       "properties": {
@@ -32,6 +32,12 @@
           "description": "The name of the model to be used (e.g. gpt-4, codellama)",
           "type": "string"
         },
+        "max_tokens": {
+          "title": "Max Tokens",
+          "description": "The maximum number of tokens to generate.",
+          "default": 1024,
+          "type": "integer"
+        },
         "stop_tokens": {
           "title": "Stop Tokens",
           "description": "Tokens that will stop the completion.",
diff --git a/schema/json/Models.json b/schema/json/Models.json
index 9a7bd310..19044d93 100644
--- a/schema/json/Models.json
+++ b/schema/json/Models.json
@@ -1,6 +1,6 @@
 {
   "title": "Models",
-  "$ref": "#/definitions/src__continuedev__core__models__Models",
+  "$ref": "#/definitions/continuedev__core__models__Models",
   "definitions": {
     "LLM": {
       "title": "LLM",
@@ -32,6 +32,12 @@
           "description": "The name of the model to be used (e.g. gpt-4, codellama)",
           "type": "string"
         },
+        "max_tokens": {
+          "title": "Max Tokens",
+          "description": "The maximum number of tokens to generate.",
+          "default": 1024,
+          "type": "integer"
+        },
         "stop_tokens": {
           "title": "Stop Tokens",
           "description": "Tokens that will stop the completion.",
@@ -82,7 +88,7 @@
       "type": "object",
       "properties": {}
     },
-    "src__continuedev__core__models__Models": {
+    "continuedev__core__models__Models": {
       "title": "Models",
       "description": "Main class that holds the current model configuration",
       "type": "object",
diff --git a/schema/json/Position.json b/schema/json/Position.json
index 6b272ce7..6fc31c7d 100644
--- a/schema/json/Position.json
+++ b/schema/json/Position.json
@@ -1,8 +1,8 @@
 {
   "title": "Position",
-  "$ref": "#/definitions/src__continuedev__models__main__Position",
+  "$ref": "#/definitions/continuedev__models__main__Position",
   "definitions": {
-    "src__continuedev__models__main__Position": {
+    "continuedev__models__main__Position": {
       "title": "Position",
       "type": "object",
       "properties": {
diff --git a/schema/json/Range.json b/schema/json/Range.json
index 75675183..8d62b622 100644
--- a/schema/json/Range.json
+++ b/schema/json/Range.json
@@ -1,6 +1,6 @@
 {
   "title": "Range",
-  "$ref": "#/definitions/src__continuedev__models__main__Range",
+  "$ref": "#/definitions/continuedev__models__main__Range",
   "definitions": {
     "Position": {
       "title": "Position",
@@ -20,7 +20,7 @@
         "character"
       ]
     },
-    "src__continuedev__models__main__Range": {
+    "continuedev__models__main__Range": {
       "title": "Range",
       "description": "A range in a file. 0-indexed.",
       "type": "object",
diff --git a/schema/json/RangeInFile.json b/schema/json/RangeInFile.json
index 1f5afaa3..243fa610 100644
--- a/schema/json/RangeInFile.json
+++ b/schema/json/RangeInFile.json
@@ -1,6 +1,6 @@
 {
   "title": "RangeInFile",
-  "$ref": "#/definitions/src__continuedev__models__filesystem__RangeInFile",
+  "$ref": "#/definitions/continuedev__models__filesystem__RangeInFile",
   "definitions": {
     "Position": {
       "title": "Position",
@@ -37,7 +37,7 @@
         "end"
       ]
     },
-    "src__continuedev__models__filesystem__RangeInFile": {
+    "continuedev__models__filesystem__RangeInFile": {
       "title": "RangeInFile",
       "type": "object",
       "properties": {
diff --git a/schema/json/SessionInfo.json b/schema/json/SessionInfo.json
index 6bccfb2f..3957a40f 100644
--- a/schema/json/SessionInfo.json
+++ b/schema/json/SessionInfo.json
@@ -1,8 +1,8 @@
 {
   "title": "SessionInfo",
-  "$ref": "#/definitions/src__continuedev__core__main__SessionInfo",
+  "$ref": "#/definitions/continuedev__core__main__SessionInfo",
   "definitions": {
-    "src__continuedev__core__main__SessionInfo": {
+    "continuedev__core__main__SessionInfo": {
       "title": "SessionInfo",
       "type": "object",
       "properties": {
diff --git a/schema/json/Traceback.json b/schema/json/Traceback.json
index 45606a2b..0b12dced 100644
--- a/schema/json/Traceback.json
+++ b/schema/json/Traceback.json
@@ -1,6 +1,6 @@
 {
   "title": "Traceback",
-  "$ref": "#/definitions/src__continuedev__models__main__Traceback",
+  "$ref": "#/definitions/continuedev__models__main__Traceback",
   "definitions": {
     "TracebackFrame": {
       "title": "TracebackFrame",
@@ -29,7 +29,7 @@
         "function"
       ]
     },
-    "src__continuedev__models__main__Traceback": {
+    "continuedev__models__main__Traceback": {
       "title": "Traceback",
       "type": "object",
       "properties": {
diff --git a/schema/json/TracebackFrame.json b/schema/json/TracebackFrame.json
index 1907430a..d7925c6f 100644
--- a/schema/json/TracebackFrame.json
+++ b/schema/json/TracebackFrame.json
@@ -1,8 +1,8 @@
 {
   "title": "TracebackFrame",
-  "$ref": "#/definitions/src__continuedev__models__main__TracebackFrame",
+  "$ref": "#/definitions/continuedev__models__main__TracebackFrame",
   "definitions": {
-    "src__continuedev__models__main__TracebackFrame": {
+    "continuedev__models__main__TracebackFrame": {
       "title": "TracebackFrame",
       "type": "object",
       "properties": {