From 72e83325a8eb5032c448a5e891c157987921ced2 Mon Sep 17 00:00:00 2001
From: Nate Sesti <sestinj@gmail.com>
Date: Sun, 30 Jul 2023 23:03:31 -0700
Subject: fix: :bug: test and fix small issues with GGML

---
 continuedev/src/continuedev/core/policy.py           | 2 --
 continuedev/src/continuedev/libs/llm/__init__.py     | 7 ++-----
 continuedev/src/continuedev/libs/llm/anthropic.py    | 3 +++
 continuedev/src/continuedev/libs/llm/ggml.py         | 5 ++---
 continuedev/src/continuedev/libs/llm/proxy_server.py | 3 +++
 5 files changed, 10 insertions(+), 10 deletions(-)

(limited to 'continuedev/src')

diff --git a/continuedev/src/continuedev/core/policy.py b/continuedev/src/continuedev/core/policy.py
index d90177b5..7c2a8ce0 100644
--- a/continuedev/src/continuedev/core/policy.py
+++ b/continuedev/src/continuedev/core/policy.py
@@ -45,8 +45,6 @@ def parse_custom_command(inp: str, config: ContinueConfig) -> Union[None, Step]:
 
 
 class DefaultPolicy(Policy):
-    ran_code_last: bool = False
-
     def next(self, config: ContinueConfig, history: History) -> Step:
         # At the very start, run initial Steps spcecified in the config
         if history.get_current() is None:
diff --git a/continuedev/src/continuedev/libs/llm/__init__.py b/continuedev/src/continuedev/libs/llm/__init__.py
index 96e88383..50577993 100644
--- a/continuedev/src/continuedev/libs/llm/__init__.py
+++ b/continuedev/src/continuedev/libs/llm/__init__.py
@@ -1,14 +1,11 @@
-import functools
 from abc import ABC, abstractproperty
-from pydantic import BaseModel, ConfigDict
 from typing import Any, Coroutine, Dict, Generator, List, Union, Optional
 
 from ...core.main import ChatMessage
-from ...models.main import AbstractModel
-from pydantic import BaseModel
+from ...models.main import ContinueBaseModel
 
 
-class LLM(BaseModel, ABC):
+class LLM(ContinueBaseModel, ABC):
     requires_api_key: Optional[str] = None
     requires_unique_id: bool = False
     requires_write_log: bool = False
diff --git a/continuedev/src/continuedev/libs/llm/anthropic.py b/continuedev/src/continuedev/libs/llm/anthropic.py
index 4444fd1b..b01a84cd 100644
--- a/continuedev/src/continuedev/libs/llm/anthropic.py
+++ b/continuedev/src/continuedev/libs/llm/anthropic.py
@@ -14,6 +14,9 @@ class AnthropicLLM(LLM):
     requires_api_key: str = "ANTHROPIC_API_KEY"
     _async_client: AsyncAnthropic = None
 
+    class Config:
+        arbitrary_types_allowed = True
+
     def __init__(self, model: str, system_message: str = None):
         self.model = model
         self.system_message = system_message
diff --git a/continuedev/src/continuedev/libs/llm/ggml.py b/continuedev/src/continuedev/libs/llm/ggml.py
index 378ec106..2b56a51c 100644
--- a/continuedev/src/continuedev/libs/llm/ggml.py
+++ b/continuedev/src/continuedev/libs/llm/ggml.py
@@ -17,9 +17,8 @@ class GGML(LLM):
 
     _client_session: aiohttp.ClientSession = None
 
-    def __init__(self, max_context_length: int = 2048, system_message: str = None):
-        self.max_context_length = max_context_length
-        self.system_message = system_message
+    class Config:
+        arbitrary_types_allowed = True
 
     async def start(self, **kwargs):
         self._client_session = aiohttp.ClientSession()
diff --git a/continuedev/src/continuedev/libs/llm/proxy_server.py b/continuedev/src/continuedev/libs/llm/proxy_server.py
index 5ee8ad90..1a48f213 100644
--- a/continuedev/src/continuedev/libs/llm/proxy_server.py
+++ b/continuedev/src/continuedev/libs/llm/proxy_server.py
@@ -34,6 +34,9 @@ class ProxyServer(LLM):
     requires_unique_id = True
     requires_write_log = True
 
+    class Config:
+        arbitrary_types_allowed = True
+
     async def start(self, *, api_key: Optional[str] = None, write_log: Callable[[str], None], unique_id: str, **kwargs):
         self._client_session = aiohttp.ClientSession(
             connector=aiohttp.TCPConnector(ssl_context=ssl_context))
-- 
cgit v1.2.3-70-g09d2