summaryrefslogtreecommitdiff
path: root/continuedev/src
diff options
context:
space:
mode:
authorNate Sesti <sestinj@gmail.com>2023-07-30 23:03:31 -0700
committerNate Sesti <sestinj@gmail.com>2023-07-30 23:03:31 -0700
commit72e83325a8eb5032c448a5e891c157987921ced2 (patch)
tree5648299abf1b1e73baf15dc9513bc3d3b3897532 /continuedev/src
parent96379a7bf5b576a2338142b10932d98cbc865d59 (diff)
downloadsncontinue-72e83325a8eb5032c448a5e891c157987921ced2.tar.gz
sncontinue-72e83325a8eb5032c448a5e891c157987921ced2.tar.bz2
sncontinue-72e83325a8eb5032c448a5e891c157987921ced2.zip
fix: :bug: test and fix small issues with GGML
Diffstat (limited to 'continuedev/src')
-rw-r--r--continuedev/src/continuedev/core/policy.py2
-rw-r--r--continuedev/src/continuedev/libs/llm/__init__.py7
-rw-r--r--continuedev/src/continuedev/libs/llm/anthropic.py3
-rw-r--r--continuedev/src/continuedev/libs/llm/ggml.py5
-rw-r--r--continuedev/src/continuedev/libs/llm/proxy_server.py3
5 files changed, 10 insertions, 10 deletions
diff --git a/continuedev/src/continuedev/core/policy.py b/continuedev/src/continuedev/core/policy.py
index d90177b5..7c2a8ce0 100644
--- a/continuedev/src/continuedev/core/policy.py
+++ b/continuedev/src/continuedev/core/policy.py
@@ -45,8 +45,6 @@ def parse_custom_command(inp: str, config: ContinueConfig) -> Union[None, Step]:
class DefaultPolicy(Policy):
- ran_code_last: bool = False
-
def next(self, config: ContinueConfig, history: History) -> Step:
# At the very start, run initial Steps spcecified in the config
if history.get_current() is None:
diff --git a/continuedev/src/continuedev/libs/llm/__init__.py b/continuedev/src/continuedev/libs/llm/__init__.py
index 96e88383..50577993 100644
--- a/continuedev/src/continuedev/libs/llm/__init__.py
+++ b/continuedev/src/continuedev/libs/llm/__init__.py
@@ -1,14 +1,11 @@
-import functools
from abc import ABC, abstractproperty
-from pydantic import BaseModel, ConfigDict
from typing import Any, Coroutine, Dict, Generator, List, Union, Optional
from ...core.main import ChatMessage
-from ...models.main import AbstractModel
-from pydantic import BaseModel
+from ...models.main import ContinueBaseModel
-class LLM(BaseModel, ABC):
+class LLM(ContinueBaseModel, ABC):
requires_api_key: Optional[str] = None
requires_unique_id: bool = False
requires_write_log: bool = False
diff --git a/continuedev/src/continuedev/libs/llm/anthropic.py b/continuedev/src/continuedev/libs/llm/anthropic.py
index 4444fd1b..b01a84cd 100644
--- a/continuedev/src/continuedev/libs/llm/anthropic.py
+++ b/continuedev/src/continuedev/libs/llm/anthropic.py
@@ -14,6 +14,9 @@ class AnthropicLLM(LLM):
requires_api_key: str = "ANTHROPIC_API_KEY"
_async_client: AsyncAnthropic = None
+ class Config:
+ arbitrary_types_allowed = True
+
def __init__(self, model: str, system_message: str = None):
self.model = model
self.system_message = system_message
diff --git a/continuedev/src/continuedev/libs/llm/ggml.py b/continuedev/src/continuedev/libs/llm/ggml.py
index 378ec106..2b56a51c 100644
--- a/continuedev/src/continuedev/libs/llm/ggml.py
+++ b/continuedev/src/continuedev/libs/llm/ggml.py
@@ -17,9 +17,8 @@ class GGML(LLM):
_client_session: aiohttp.ClientSession = None
- def __init__(self, max_context_length: int = 2048, system_message: str = None):
- self.max_context_length = max_context_length
- self.system_message = system_message
+ class Config:
+ arbitrary_types_allowed = True
async def start(self, **kwargs):
self._client_session = aiohttp.ClientSession()
diff --git a/continuedev/src/continuedev/libs/llm/proxy_server.py b/continuedev/src/continuedev/libs/llm/proxy_server.py
index 5ee8ad90..1a48f213 100644
--- a/continuedev/src/continuedev/libs/llm/proxy_server.py
+++ b/continuedev/src/continuedev/libs/llm/proxy_server.py
@@ -34,6 +34,9 @@ class ProxyServer(LLM):
requires_unique_id = True
requires_write_log = True
+ class Config:
+ arbitrary_types_allowed = True
+
async def start(self, *, api_key: Optional[str] = None, write_log: Callable[[str], None], unique_id: str, **kwargs):
self._client_session = aiohttp.ClientSession(
connector=aiohttp.TCPConnector(ssl_context=ssl_context))