From f09150617ed2454f3074bcf93f53aae5ae637d40 Mon Sep 17 00:00:00 2001 From: Nate Sesti <33237525+sestinj@users.noreply.github.com> Date: Mon, 9 Oct 2023 18:37:27 -0700 Subject: Preview (#541) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * Strong typing (#533) * refactor: :recycle: get rid of continuedev.src.continuedev structure * refactor: :recycle: switching back to server folder * feat: :sparkles: make config.py imports shorter * feat: :bookmark: publish as pre-release vscode extension * refactor: :recycle: refactor and add more completion params to ui * build: :building_construction: download from preview S3 * fix: :bug: fix paths * fix: :green_heart: package:pre-release * ci: :green_heart: more time for tests * fix: :green_heart: fix build scripts * fix: :bug: fix import in run.py * fix: :bookmark: update version to try again * ci: 💚 Update package.json version [skip ci] * refactor: :fire: don't check for old extensions version * fix: :bug: small bug fixes * fix: :bug: fix config.py import paths * ci: 💚 Update package.json version [skip ci] * ci: :green_heart: platform-specific builds test #1 * feat: :green_heart: ship with binary * fix: :green_heart: fix copy statement to include.exe for windows * fix: :green_heart: cd extension before packaging * chore: :loud_sound: count tokens generated * fix: :green_heart: remove npm_config_arch * fix: :green_heart: publish as pre-release! * chore: :bookmark: update version * perf: :green_heart: hardcode distro paths * fix: :bug: fix yaml syntax error * chore: :bookmark: update version * fix: :green_heart: update permissions and version * feat: :bug: kill old server if needed * feat: :lipstick: update marketplace icon for pre-release * ci: 💚 Update package.json version [skip ci] * feat: :sparkles: auto-reload for config.py * feat: :wrench: update default config.py imports * feat: :sparkles: codelens in config.py * feat: :sparkles: select model param count from UI * ci: 💚 Update package.json version [skip ci] * feat: :sparkles: more model options, ollama error handling * perf: :zap: don't show server loading immediately * fix: :bug: fixing small UI details * ci: 💚 Update package.json version [skip ci] * feat: :rocket: headers param on LLM class * fix: :bug: fix headers for openai.;y * feat: :sparkles: highlight code on cmd+shift+L * ci: 💚 Update package.json version [skip ci] * feat: :lipstick: sticky top bar in gui.tsx * fix: :loud_sound: websocket logging and horizontal scrollbar * ci: 💚 Update package.json version [skip ci] * feat: :sparkles: allow AzureOpenAI Service through GGML * ci: 💚 Update package.json version [skip ci] * fix: :bug: fix automigration * ci: 💚 Update package.json version [skip ci] * ci: :green_heart: upload binaries in ci, download apple silicon * chore: :fire: remove notes * fix: :green_heart: use curl to download binary * fix: :green_heart: set permissions on apple silicon binary * fix: :green_heart: testing * fix: :green_heart: cleanup file * fix: :green_heart: fix preview.yaml * fix: :green_heart: only upload once per binary * fix: :green_heart: install rosetta * ci: :green_heart: download binary after tests * ci: 💚 Update package.json version [skip ci] * ci: :green_heart: prepare ci for merge to main --------- Co-authored-by: GitHub Action --- server/continuedev/libs/util/telemetry.py | 108 ++++++++++++++++++++++++++++++ 1 file changed, 108 insertions(+) create mode 100644 server/continuedev/libs/util/telemetry.py (limited to 'server/continuedev/libs/util/telemetry.py') diff --git a/server/continuedev/libs/util/telemetry.py b/server/continuedev/libs/util/telemetry.py new file mode 100644 index 00000000..1772fe20 --- /dev/null +++ b/server/continuedev/libs/util/telemetry.py @@ -0,0 +1,108 @@ +import os +import socket +from typing import Any, Dict, Optional + +from dotenv import load_dotenv + +from ..constants.main import CONTINUE_SERVER_VERSION_FILE +from .commonregex import clean_pii_from_any +from .paths import getServerFolderPath + +load_dotenv() +in_codespaces = os.getenv("CODESPACES") == "true" +POSTHOG_API_KEY = "phc_JS6XFROuNbhJtVCEdTSYk6gl5ArRrTNMpCcguAXlSPs" + + +def is_connected(): + try: + # connect to the host -- tells us if the host is actually reachable + socket.create_connection(("www.google.com", 80)) + return True + except OSError: + pass + return False + + +class PostHogLogger: + unique_id: str = "NO_UNIQUE_ID" + allow_anonymous_telemetry: bool = False + ide_info: Optional[Dict] = None + posthog = None + + def __init__(self, api_key: str): + self.api_key = api_key + + def setup( + self, unique_id: str, allow_anonymous_telemetry: bool, ide_info: Optional[Dict] + ): + self.unique_id = unique_id or "NO_UNIQUE_ID" + self.allow_anonymous_telemetry = allow_anonymous_telemetry or False + self.ide_info = ide_info + + # Capture initial event + self.capture_event("session_start", {"os": os.name}) + + def capture_event(self, event_name: str, event_properties: Any): + """Safely capture event. Telemetry should never be the reason Continue doesn't work""" + try: + self._capture_event(event_name, event_properties) + except Exception as e: + print(f"Failed to capture event: {e}") + pass + + _found_disconnected: bool = False + + def _capture_event(self, event_name: str, event_properties: Any): + # logger.debug( + # f"Logging to PostHog: {event_name} ({self.unique_id}, {self.allow_anonymous_telemetry}): {event_properties}") + telemetry_path = os.path.expanduser("~/.continue/telemetry.log") + + # Make sure the telemetry file exists + if not os.path.exists(telemetry_path): + os.makedirs(os.path.dirname(telemetry_path), exist_ok=True) + open(telemetry_path, "w").close() + + with open(telemetry_path, "a") as f: + str_to_write = f"{event_name}: {event_properties}\n{self.unique_id}\n{self.allow_anonymous_telemetry}\n\n" + f.write(str_to_write) + + if not self.allow_anonymous_telemetry: + return + + # Clean PII from event properties + event_properties = clean_pii_from_any(event_properties) + + # Add additional properties that are on every event + if in_codespaces: + event_properties["codespaces"] = True + + server_version_file = os.path.join( + getServerFolderPath(), CONTINUE_SERVER_VERSION_FILE + ) + if os.path.exists(server_version_file): + with open(server_version_file, "r") as f: + event_properties["server_version"] = f.read() + + # Add operating system + event_properties["os"] = os.name + if self.ide_info: + event_properties["ide_name"] = self.ide_info.get("name", None) + event_properties["ide_version"] = self.ide_info.get("version", None) + event_properties["ide_remote_name"] = self.ide_info.get("remoteName", None) + + # Send event to PostHog + if self.posthog is None: + from posthog import Posthog + + # The personal API key is necessary only if you want to use local evaluation of feature flags. + self.posthog = Posthog(self.api_key, host="https://app.posthog.com") + + if is_connected(): + self.posthog.capture(self.unique_id, event_name, event_properties) + else: + if not self._found_disconnected: + self._found_disconnected = True + raise ConnectionError("No internet connection") + + +posthog_logger = PostHogLogger(api_key=POSTHOG_API_KEY) -- cgit v1.2.3-70-g09d2