Development Data Logging (#455)

* feat: :tada: playing around with dlt for data loading

* feat: :loud_sound: log development data

* feat: :loud_sound: log tokens generated by model

* fix: :safety_vest: try/except around dev_data_logger.capture

4 files changed, 21 insertions, 1 deletions

diff --git a/continuedev/src/continuedev/core/autopilot.py b/continuedev/src/continuedev/core/autopilot.py
index 8ac7241d..cbf9ad59 100644
--- a/continuedev/src/continuedev/core/autopilot.py
+++ b/continuedev/src/continuedev/core/autopilot.py
@@ -11,6 +11,7 @@ from openai import error as openai_errors
 from pydantic import root_validator
 
 from ..libs.util.create_async_task import create_async_task
+from ..libs.util.devdata import dev_data_logger
 from ..libs.util.edit_config import edit_config_property
 from ..libs.util.logging import logger
 from ..libs.util.paths import getSavedContextGroupsPath
@@ -356,6 +357,9 @@ class Autopilot(ContinueBaseModel):
         posthog_logger.capture_event(
             "step run", {"step_name": step.name, "params": step.dict()}
         )
+        dev_data_logger.capture(
+            "step_run", {"step_name": step.name, "params": step.dict()}
+        )
 
         if not is_future_step:
             # Check manual edits buffer, clear out if needed by creating a ManualEditStep
@@ -532,6 +536,7 @@ class Autopilot(ContinueBaseModel):
                     date_created=str(time.time()),
                     workspace_directory=self.ide.workspace_directory,
                 )
+                dev_data_logger.capture("new_session", self.session_info.dict())
 
             create_async_task(
                 create_title(),
@@ -602,6 +607,9 @@ class Autopilot(ContinueBaseModel):
         posthog_logger.capture_event(
             "select_context_group", {"title": id, "length": len(context_group)}
         )
+        dev_data_logger.capture(
+            "select_context_group", {"title": id, "items": context_group}
+        )
 
     async def delete_context_group(self, id: str):
         if id not in self._saved_context_groups:
diff --git a/continuedev/src/continuedev/core/config.py b/continuedev/src/continuedev/core/config.py
index 68b2b17d..b513e22a 100644
--- a/continuedev/src/continuedev/core/config.py
+++ b/continuedev/src/continuedev/core/config.py
@@ -53,8 +53,9 @@ class ContinueConfig(BaseModel):
     on_traceback: Optional[Step] = None
     system_message: Optional[str] = None
     policy_override: Optional[Policy] = None
-
     context_providers: List[ContextProvider] = []
+    user_token: Optional[str] = None
+    data_server_url: Optional[str] = "https://us-west1-autodebug.cloudfunctions.net"
 
     @validator("temperature", pre=True)
     def temperature_validator(cls, v):
diff --git a/continuedev/src/continuedev/core/context.py b/continuedev/src/continuedev/core/context.py
index bb2c43dc..47763d8b 100644
--- a/continuedev/src/continuedev/core/context.py
+++ b/continuedev/src/continuedev/core/context.py
@@ -7,6 +7,7 @@ from meilisearch_python_async import Client
 from pydantic import BaseModel
 
 from ..libs.util.create_async_task import create_async_task
+from ..libs.util.devdata import dev_data_logger
 from ..libs.util.logging import logger
 from ..libs.util.telemetry import posthog_logger
 from ..server.meilisearch_server import poll_meilisearch_running
@@ -327,6 +328,14 @@ class ContextManager:
                 "query": query,
             },
         )
+        dev_data_logger.capture(
+            "select_context_item",
+            {
+                "provider_title": id.provider_title,
+                "item_id": id.item_id,
+                "query": query,
+            },
+        )
         await self.context_providers[id.provider_title].add_context_item(id, query)
 
     async def delete_context_with_ids(self, ids: List[str]):
diff --git a/continuedev/src/continuedev/core/sdk.py b/continuedev/src/continuedev/core/sdk.py
index b25d4566..ddcf6e55 100644
--- a/continuedev/src/continuedev/core/sdk.py
+++ b/continuedev/src/continuedev/core/sdk.py
@@ -3,6 +3,7 @@ import traceback
 from typing import Coroutine, List, Optional, Union
 
 from ..libs.llm import LLM
+from ..libs.util.devdata import dev_data_logger
 from ..libs.util.logging import logger
 from ..libs.util.paths import getConfigFilePath
 from ..libs.util.telemetry import posthog_logger
@@ -109,6 +110,7 @@ class ContinueSDK(AbstractContinueSDK):
 
         # When the config is loaded, setup posthog logger
         posthog_logger.setup(sdk.ide.unique_id, sdk.config.allow_anonymous_telemetry)
+        dev_data_logger.setup(sdk.config.user_token, sdk.config.data_server_url)
 
         return sdk