checkpoint

2 files changed, 40 insertions, 12 deletions

diff --git a/continuedev/src/continuedev/core/sdk.py b/continuedev/src/continuedev/core/sdk.py
index 42cfbcb9..d040ea41 100644
--- a/continuedev/src/continuedev/core/sdk.py
+++ b/continuedev/src/continuedev/core/sdk.py
@@ -18,6 +18,7 @@ from ..libs.util.telemetry import posthog_logger
 from ..libs.util.paths import getConfigFilePath
 from .models import Models
 from ..libs.util.logging import logger
+# __import__("anthropic", globals(), locals(), ["AsyncAnthropic"], 0)
 
 
 class Autopilot:
@@ -46,7 +47,8 @@ class ContinueSDK(AbstractContinueSDK):
             config = sdk._load_config_dot_py()
             sdk.config = config
         except Exception as e:
-            logger.error(f"Failed to load config.py: {e}")
+            logger.error(
+                f"Failed to load config.py: {traceback.format_exception(e)}")
 
             sdk.config = ContinueConfig(
             ) if sdk._last_valid_config is None else sdk._last_valid_config
@@ -170,9 +172,15 @@ class ContinueSDK(AbstractContinueSDK):
 
         def load_module(module_name: str, class_names: List[str]):
             # from anthropic import AsyncAnthropic
-            module = importlib.import_module(module_name)
-            for class_name in class_names:
-                globals()[class_name] = getattr(module, class_name)
+            print("IMPORTING")
+            # exec("from anthropic import AsyncAnthropic", globals(), locals())
+            # imports = __import__("anthropic", globals(), locals(), ["AsyncAnthropic"], 0)
+            # print("IMPORTS: ", imports)
+            # for class_name in class_names:
+            #     globals()[class_name] = getattr(imports, class_name)
+            # module = importlib.import_module(module_name)
+            # for class_name in class_names:
+            #     globals()[class_name] = getattr(module, class_name)
 
         while True:
             # Execute the file content
@@ -200,7 +208,8 @@ class ContinueSDK(AbstractContinueSDK):
                 # Get the module name
                 module_name = line[1]
                 # Get the class name
-                class_names = list(map(lambda x: x.replace(",", ""), filter(lambda x: x.strip() != "", line[3:])))
+                class_names = list(map(lambda x: x.replace(
+                    ",", ""), filter(lambda x: x.strip() != "", line[3:])))
 
                 # Load the module
                 print(
diff --git a/continuedev/src/continuedev/libs/llm/anthropic.py b/continuedev/src/continuedev/libs/llm/anthropic.py
index e6b88d03..ac5c56a4 100644
--- a/continuedev/src/continuedev/libs/llm/anthropic.py
+++ b/continuedev/src/continuedev/libs/llm/anthropic.py
@@ -1,29 +1,32 @@
-
 from functools import cached_property
 import time
-from typing import Any, Coroutine, Dict, Generator, List, Optional, Union
+from typing import Any, Callable, Coroutine, Dict, Generator, List, Optional, Union
 from ...core.main import ChatMessage
 from anthropic import HUMAN_PROMPT, AI_PROMPT, AsyncAnthropic
 from ..llm import LLM
-from ..util.count_tokens import compile_chat_messages, DEFAULT_ARGS, count_tokens
+from ..util.count_tokens import compile_chat_messages, DEFAULT_ARGS, count_tokens, format_chat_messages
 
 
 class AnthropicLLM(LLM):
     model: str = "claude-2"
 
     requires_api_key: str = "ANTHROPIC_API_KEY"
+    requires_write_log = True
     _async_client: AsyncAnthropic = None
 
     class Config:
         arbitrary_types_allowed = True
 
-    async def start(self, *, api_key: Optional[str] = None, **kwargs):
+    write_log: Optional[Callable[[str], None]] = None
+
+    async def start(self, *, api_key: Optional[str] = None, write_log: Callable[[str], None], **kwargs):
+        self.write_log = write_log
         self._async_client = AsyncAnthropic(api_key=api_key)
 
     async def stop(self):
         pass
 
-    @cached_property
+    @property
     def name(self):
         return self.model
 
@@ -68,12 +71,18 @@ class AnthropicLLM(LLM):
         args.update(kwargs)
         args["stream"] = True
         args = self._transform_args(args)
+        prompt = f"{HUMAN_PROMPT} {prompt} {AI_PROMPT}"
 
+        self.write_log(f"Prompt: \n\n{prompt}")
+        completion = ""
         async for chunk in await self._async_client.completions.create(
-            prompt=f"{HUMAN_PROMPT} {prompt} {AI_PROMPT}",
+            prompt=prompt,
             **args
         ):
             yield chunk.completion
+            completion += chunk.completion
+
+        self.write_log(f"Completion: \n\n{completion}")
 
     async def stream_chat(self, messages: List[ChatMessage] = None, **kwargs) -> Generator[Union[Any, List, Dict], None, None]:
         args = self.default_args.copy()
@@ -82,7 +91,10 @@ class AnthropicLLM(LLM):
         args = self._transform_args(args)
 
         messages = compile_chat_messages(
-            args["model"], messages, self.context_length, self.context_length, args["max_tokens_to_sample"], functions=args.get("functions", None), system_message=self.system_message)
+            args["model"], messages, self.context_length, args["max_tokens_to_sample"], functions=args.get("functions", None), system_message=self.system_message)
+
+        completion = ""
+        self.write_log(f"Prompt: \n\n{format_chat_messages(messages)}")
         async for chunk in await self._async_client.completions.create(
             prompt=self.__messages_to_prompt(messages),
             **args
@@ -91,6 +103,9 @@ class AnthropicLLM(LLM):
                 "role": "assistant",
                 "content": chunk.completion
             }
+            completion += chunk.completion
+
+        self.write_log(f"Completion: \n\n{completion}")
 
     async def complete(self, prompt: str, with_history: List[ChatMessage] = None, **kwargs) -> Coroutine[Any, Any, str]:
         args = {**self.default_args, **kwargs}
@@ -98,9 +113,13 @@ class AnthropicLLM(LLM):
 
         messages = compile_chat_messages(
             args["model"], with_history, self.context_length, args["max_tokens_to_sample"], prompt, functions=None, system_message=self.system_message)
+
+        completion = ""
+        self.write_log(f"Prompt: \n\n{format_chat_messages(messages)}")
         resp = (await self._async_client.completions.create(
             prompt=self.__messages_to_prompt(messages),
             **args
         )).completion
 
+        self.write_log(f"Completion: \n\n{resp}")
         return resp