Preview (#541)

* Strong typing (#533)

* refactor: :recycle: get rid of continuedev.src.continuedev structure

* refactor: :recycle: switching back to server folder

* feat: :sparkles: make config.py imports shorter

* feat: :bookmark: publish as pre-release vscode extension

* refactor: :recycle: refactor and add more completion params to ui

* build: :building_construction: download from preview S3

* fix: :bug: fix paths

* fix: :green_heart: package:pre-release

* ci: :green_heart: more time for tests

* fix: :green_heart: fix build scripts

* fix: :bug: fix import in run.py

* fix: :bookmark: update version to try again

* ci: 💚 Update package.json version [skip ci]

* refactor: :fire: don't check for old extensions version

* fix: :bug: small bug fixes

* fix: :bug: fix config.py import paths

* ci: 💚 Update package.json version [skip ci]

* ci: :green_heart: platform-specific builds test #1

* feat: :green_heart: ship with binary

* fix: :green_heart: fix copy statement to include.exe for windows

* fix: :green_heart: cd extension before packaging

* chore: :loud_sound: count tokens generated

* fix: :green_heart: remove npm_config_arch

* fix: :green_heart: publish as pre-release!

* chore: :bookmark: update version

* perf: :green_heart: hardcode distro paths

* fix: :bug: fix yaml syntax error

* chore: :bookmark: update version

* fix: :green_heart: update permissions and version

* feat: :bug: kill old server if needed

* feat: :lipstick: update marketplace icon for pre-release

* ci: 💚 Update package.json version [skip ci]

* feat: :sparkles: auto-reload for config.py

* feat: :wrench: update default config.py imports

* feat: :sparkles: codelens in config.py

* feat: :sparkles: select model param count from UI

* ci: 💚 Update package.json version [skip ci]

* feat: :sparkles: more model options, ollama error handling

* perf: :zap: don't show server loading immediately

* fix: :bug: fixing small UI details

* ci: 💚 Update package.json version [skip ci]

* feat: :rocket: headers param on LLM class

* fix: :bug: fix headers for openai.;y

* feat: :sparkles: highlight code on cmd+shift+L

* ci: 💚 Update package.json version [skip ci]

* feat: :lipstick: sticky top bar in gui.tsx

* fix: :loud_sound: websocket logging and horizontal scrollbar

* ci: 💚 Update package.json version [skip ci]

* feat: :sparkles: allow AzureOpenAI Service through GGML

* ci: 💚 Update package.json version [skip ci]

* fix: :bug: fix automigration

* ci: 💚 Update package.json version [skip ci]

* ci: :green_heart: upload binaries in ci, download apple silicon

* chore: :fire: remove notes

* fix: :green_heart: use curl to download binary

* fix: :green_heart: set permissions on apple silicon binary

* fix: :green_heart: testing

* fix: :green_heart: cleanup file

* fix: :green_heart: fix preview.yaml

* fix: :green_heart: only upload once per binary

* fix: :green_heart: install rosetta

* ci: :green_heart: download binary after tests

* ci: 💚 Update package.json version [skip ci]

* ci: :green_heart: prepare ci for merge to main

---------

Co-authored-by: GitHub Action <action@github.com>

1 files changed, 121 insertions, 0 deletions

diff --git a/server/continuedev/libs/util/copy_codebase.py b/server/continuedev/libs/util/copy_codebase.py
new file mode 100644
index 00000000..78f38148
--- /dev/null
+++ b/server/continuedev/libs/util/copy_codebase.py
@@ -0,0 +1,121 @@
+import os
+import shutil
+from pathlib import Path
+from typing import Iterable, List, Union
+
+from watchdog.events import PatternMatchingEventHandler
+from watchdog.observers import Observer
+
+from ...core.autopilot import Autopilot
+from ...models.filesystem import FileSystem
+from ...models.main import (
+    AddDirectory,
+    AddFile,
+    DeleteDirectory,
+    DeleteFile,
+    FileSystemEdit,
+    RenameDirectory,
+    RenameFile,
+    SequentialFileSystemEdit,
+)
+from .map_path import map_path
+
+
+def create_copy(orig_root: str, copy_root: str = None, ignore: Iterable[str] = []):
+    # TODO: Make ignore a spec, like .gitignore
+    if copy_root is None:
+        copy_root = Path(orig_root) / ".continue-copy"
+    ignore.append(str(copy_root))
+    ignore = set(ignore)
+
+    os.mkdir(copy_root)
+    # I think you're messing up a lot of absolute paths here
+    for child in os.listdir():
+        if os.path.isdir(child):
+            if child not in ignore:
+                os.mkdir(map_path(child))
+                create_copy(Path(orig_root) / child, Path(copy_root) / child, ignore)
+            else:
+                os.symlink(child, map_path(child))
+        else:
+            if child not in ignore:
+                shutil.copyfile(child, map_path(child))
+            else:
+                os.symlink(child, map_path(child))
+
+
+# The whole usage of watchdog here should only be specific to RealFileSystem, you want to have a different "Observer" class for VirtualFileSystem, which would depend on being sent notifications
+class CopyCodebaseEventHandler(PatternMatchingEventHandler):
+    def __init__(
+        self,
+        ignore_directories: List[str],
+        ignore_patterns: List[str],
+        autopilot: Autopilot,
+        orig_root: str,
+        copy_root: str,
+        filesystem: FileSystem,
+    ):
+        super().__init__(
+            ignore_directories=ignore_directories, ignore_patterns=ignore_patterns
+        )
+        self.autopilot = autopilot
+        self.orig_root = orig_root
+        self.copy_root = copy_root
+        self.filesystem = filesystem
+
+    # For now, we'll just make the update immediately, but eventually need to sync with autopilot.
+    # It should be the autopilot that makes the update right? It's just another action, everything comes from a single stream.
+
+    def _event_to_edit(self, event) -> Union[FileSystemEdit, None]:
+        # NOTE: You'll need to map paths to create both an action within the copy filesystem (the one you take) and one in the original filesystem (the one you'll record and allow the user to accept). Basically just need a converter built in to the FileSystemEdit class
+        src = event.src_path()
+        if event.is_directory:
+            if event.event_type == "moved":
+                return RenameDirectory(src, event.dest_path())
+            elif event.event_type == "deleted":
+                return DeleteDirectory(src)
+            elif event.event_type == "created":
+                return AddDirectory(src)
+        else:
+            if event.event_type == "moved":
+                return RenameFile(src, event.dest_path())
+            elif event.event_type == "deleted":
+                return DeleteFile(src)
+            elif event.event_type == "created":
+                contents = self.filesystem.read(src)
+                # Unclear whether it will always pass a "modified" event right after if something like echo "abc" > newfile.txt happens
+                return AddFile(src, contents)
+            elif event.event_type == "modified":
+                # Watchdog doesn't pass the contents or edit, so have to get it myself and diff
+                updated = self.filesystem.read(src)
+                copy_filepath = map_path(src, self.orig_root, self.copy_root)
+                old = self.filesystem.read(copy_filepath)
+
+                edits = calculate_diff(src, updated, old)
+                return SequentialFileSystemEdit(edits)
+        return None
+
+    def on_any_event(self, event):
+        edit = self._event_to_edit(event)
+        if edit is None:
+            return
+        edit = edit.with_mapped_paths(self.orig_root, self.copy_root)
+        action = ManualEditAction(edit)
+        self.autopilot.act(action)
+
+
+def maintain_copy_workspace(
+    autopilot: Autopilot, filesystem: FileSystem, orig_root: str, copy_root: str
+):
+    observer = Observer()
+    event_handler = CopyCodebaseEventHandler(
+        [".git"], [], autopilot, orig_root, copy_root, filesystem
+    )
+    observer.schedule(event_handler, orig_root, recursive=True)
+    observer.start()
+    try:
+        while observer.isAlive():
+            observer.join(1)
+    finally:
+        observer.stop()
+        observer.join()