Preview (#541)

* Strong typing (#533)

* refactor: :recycle: get rid of continuedev.src.continuedev structure

* refactor: :recycle: switching back to server folder

* feat: :sparkles: make config.py imports shorter

* feat: :bookmark: publish as pre-release vscode extension

* refactor: :recycle: refactor and add more completion params to ui

* build: :building_construction: download from preview S3

* fix: :bug: fix paths

* fix: :green_heart: package:pre-release

* ci: :green_heart: more time for tests

* fix: :green_heart: fix build scripts

* fix: :bug: fix import in run.py

* fix: :bookmark: update version to try again

* ci: 💚 Update package.json version [skip ci]

* refactor: :fire: don't check for old extensions version

* fix: :bug: small bug fixes

* fix: :bug: fix config.py import paths

* ci: 💚 Update package.json version [skip ci]

* ci: :green_heart: platform-specific builds test #1

* feat: :green_heart: ship with binary

* fix: :green_heart: fix copy statement to include.exe for windows

* fix: :green_heart: cd extension before packaging

* chore: :loud_sound: count tokens generated

* fix: :green_heart: remove npm_config_arch

* fix: :green_heart: publish as pre-release!

* chore: :bookmark: update version

* perf: :green_heart: hardcode distro paths

* fix: :bug: fix yaml syntax error

* chore: :bookmark: update version

* fix: :green_heart: update permissions and version

* feat: :bug: kill old server if needed

* feat: :lipstick: update marketplace icon for pre-release

* ci: 💚 Update package.json version [skip ci]

* feat: :sparkles: auto-reload for config.py

* feat: :wrench: update default config.py imports

* feat: :sparkles: codelens in config.py

* feat: :sparkles: select model param count from UI

* ci: 💚 Update package.json version [skip ci]

* feat: :sparkles: more model options, ollama error handling

* perf: :zap: don't show server loading immediately

* fix: :bug: fixing small UI details

* ci: 💚 Update package.json version [skip ci]

* feat: :rocket: headers param on LLM class

* fix: :bug: fix headers for openai.;y

* feat: :sparkles: highlight code on cmd+shift+L

* ci: 💚 Update package.json version [skip ci]

* feat: :lipstick: sticky top bar in gui.tsx

* fix: :loud_sound: websocket logging and horizontal scrollbar

* ci: 💚 Update package.json version [skip ci]

* feat: :sparkles: allow AzureOpenAI Service through GGML

* ci: 💚 Update package.json version [skip ci]

* fix: :bug: fix automigration

* ci: 💚 Update package.json version [skip ci]

* ci: :green_heart: upload binaries in ci, download apple silicon

* chore: :fire: remove notes

* fix: :green_heart: use curl to download binary

* fix: :green_heart: set permissions on apple silicon binary

* fix: :green_heart: testing

* fix: :green_heart: cleanup file

* fix: :green_heart: fix preview.yaml

* fix: :green_heart: only upload once per binary

* fix: :green_heart: install rosetta

* ci: :green_heart: download binary after tests

* ci: 💚 Update package.json version [skip ci]

* ci: :green_heart: prepare ci for merge to main

---------

Co-authored-by: GitHub Action <action@github.com>

1 files changed, 113 insertions, 0 deletions

diff --git a/server/continuedev/core/models.py b/server/continuedev/core/models.py
new file mode 100644
index 00000000..21ebd8f6
--- /dev/null
+++ b/server/continuedev/core/models.py
@@ -0,0 +1,113 @@
+from typing import List, Optional
+
+from pydantic import BaseModel
+
+from ..libs.llm.anthropic import AnthropicLLM
+from ..libs.llm.base import LLM
+from ..libs.llm.ggml import GGML
+from ..libs.llm.google_palm_api import GooglePaLMAPI
+from ..libs.llm.hf_inference_api import HuggingFaceInferenceAPI
+from ..libs.llm.hf_tgi import HuggingFaceTGI
+from ..libs.llm.llamacpp import LlamaCpp
+from ..libs.llm.ollama import Ollama
+from ..libs.llm.openai import OpenAI
+from ..libs.llm.openai_free_trial import OpenAIFreeTrial
+from ..libs.llm.replicate import ReplicateLLM
+from ..libs.llm.together import TogetherLLM
+
+
+class ContinueSDK(BaseModel):
+    pass
+
+
+ALL_MODEL_ROLES = [
+    "default",
+    "summarize",
+    "edit",
+    "chat",
+]
+
+MODEL_CLASSES = {
+    cls.__name__: cls
+    for cls in [
+        OpenAI,
+        OpenAIFreeTrial,
+        GGML,
+        TogetherLLM,
+        AnthropicLLM,
+        ReplicateLLM,
+        Ollama,
+        LlamaCpp,
+        HuggingFaceInferenceAPI,
+        HuggingFaceTGI,
+        GooglePaLMAPI,
+    ]
+}
+
+MODEL_MODULE_NAMES = {
+    "OpenAI": "openai",
+    "OpenAIFreeTrial": "openai_free_trial",
+    "GGML": "ggml",
+    "TogetherLLM": "together",
+    "AnthropicLLM": "anthropic",
+    "ReplicateLLM": "replicate",
+    "Ollama": "ollama",
+    "LlamaCpp": "llamacpp",
+    "HuggingFaceInferenceAPI": "hf_inference_api",
+    "HuggingFaceTGI": "hf_tgi",
+    "GooglePaLMAPI": "google_palm_api",
+}
+
+
+class Models(BaseModel):
+    """Main class that holds the current model configuration"""
+
+    default: LLM
+    summarize: Optional[LLM] = None
+    edit: Optional[LLM] = None
+    chat: Optional[LLM] = None
+
+    saved: List[LLM] = []
+
+    # TODO namespace these away to not confuse readers,
+    # or split Models into ModelsConfig, which gets turned into Models
+    sdk: ContinueSDK = None
+
+    def dict(self, **kwargs):
+        original_dict = super().dict(**kwargs)
+        original_dict.pop("sdk", None)
+        return original_dict
+
+    @property
+    def all_models(self):
+        models = [getattr(self, role) for role in ALL_MODEL_ROLES]
+        return [model for model in models if model is not None]
+
+    @property
+    def system_message(self) -> Optional[str]:
+        if self.sdk:
+            return self.sdk.config.system_message
+        return None
+
+    def set_system_message(self, msg: str):
+        for model in self.all_models:
+            if model.system_message is None:
+                model.system_message = msg
+
+    async def start(self, sdk: "ContinueSDK"):
+        """Start each of the LLMs, or fall back to default"""
+        self.sdk = sdk
+
+        for role in ALL_MODEL_ROLES:
+            model = getattr(self, role)
+            if model is None:
+                setattr(self, role, self.default)
+            else:
+                await sdk.start_model(model)
+
+        self.set_system_message(self.system_message)
+
+    async def stop(self, sdk: "ContinueSDK"):
+        """Stop each LLM (if it's not the default, which is shared)"""
+        for model in self.all_models:
+            await model.stop()