diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-07-27 10:28:35 -0700 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-07-27 10:28:35 -0700 |
| commit | b773fe6d7a0b489a658139ea5fc958abd46a20b2 (patch) | |
| tree | 91ac4918c7f982920050a6f9dd992dcaae2a2395 /continuedev/src | |
| parent | d66fb0f0144c35782d2f153495387102c12c7676 (diff) | |
| download | sncontinue-b773fe6d7a0b489a658139ea5fc958abd46a20b2.tar.gz sncontinue-b773fe6d7a0b489a658139ea5fc958abd46a20b2.tar.bz2 sncontinue-b773fe6d7a0b489a658139ea5fc958abd46a20b2.zip | |
fix: :adhesive_bandage: skip indexing really large files
Diffstat (limited to 'continuedev/src')
| -rw-r--r-- | continuedev/src/continuedev/plugins/context_providers/file.py | 10 |
1 files changed, 9 insertions, 1 deletions
diff --git a/continuedev/src/continuedev/plugins/context_providers/file.py b/continuedev/src/continuedev/plugins/context_providers/file.py index 67a79610..90835d98 100644 --- a/continuedev/src/continuedev/plugins/context_providers/file.py +++ b/continuedev/src/continuedev/plugins/context_providers/file.py @@ -6,12 +6,20 @@ from ...core.context import ContextProvider from fnmatch import fnmatch +MAX_SIZE_IN_BYTES = 1024 * 1024 * 1 + + def get_file_contents(filepath: str) -> str: try: + filesize = os.path.getsize(filepath) + if filesize > MAX_SIZE_IN_BYTES: + print("File is over 1MB size limit: ", filepath, filesize) + return "" + with open(filepath, "r") as f: return f.read() except Exception as e: - print("Error reading file contents", e) + print("Error reading file contents", filepath, e) return "" |