diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-05-29 18:31:25 -0400 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-05-29 18:31:25 -0400 |
| commit | 22245d2cbf90daa9033d8551207aa986069d8b24 (patch) | |
| tree | 6a7cdaa88b365a5838c6d2c178fdbba48a667f33 /continuedev/src/continuedev/server | |
| parent | 9a221fda9b44d0dc7ab2637c9a25d1be226b2b32 (diff) | |
| download | sncontinue-22245d2cbf90daa9033d8551207aa986069d8b24.tar.gz sncontinue-22245d2cbf90daa9033d8551207aa986069d8b24.tar.bz2 sncontinue-22245d2cbf90daa9033d8551207aa986069d8b24.zip | |
(much!) faster inference with starcoder
Diffstat (limited to 'continuedev/src/continuedev/server')
| -rw-r--r-- | continuedev/src/continuedev/server/notebook.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/continuedev/src/continuedev/server/notebook.py b/continuedev/src/continuedev/server/notebook.py index bfd7a09c..c5dcea31 100644 --- a/continuedev/src/continuedev/server/notebook.py +++ b/continuedev/src/continuedev/server/notebook.py @@ -12,7 +12,7 @@ from ..libs.steps.nate import ImplementAbstractMethodStep from ..core.observation import Observation from ..libs.llm.openai import OpenAI from .ide_protocol import AbstractIdeProtocolServer -from ..core.env import openai_api_key +from ..core.env import get_env_var import asyncio import nest_asyncio nest_asyncio.apply() @@ -75,7 +75,7 @@ class SessionManager: def new_session(self, ide: AbstractIdeProtocolServer) -> str: cmd = "python3 /Users/natesesti/Desktop/continue/extension/examples/python/main.py" - agent = DemoAgent(llm=OpenAI(api_key=openai_api_key), + agent = DemoAgent(llm=OpenAI(api_key=get_env_var("OPENAI_API_KEY")), policy=DemoPolicy(cmd=cmd), ide=ide) session_id = str(uuid4()) session = Session(session_id=session_id, agent=agent) |