diff options
| author | Nate Sesti <sestinj@gmail.com> | 2023-05-29 18:31:25 -0400 |
|---|---|---|
| committer | Nate Sesti <sestinj@gmail.com> | 2023-05-29 18:31:25 -0400 |
| commit | 8d59100b3194cc8d122708523226968899efb5e1 (patch) | |
| tree | 88fe742114c87d6df0424f46dfc86077d716a074 /continuedev/src/continuedev/server | |
| parent | 8c00cddb9345daaf2052d3b2650fa136f39813be (diff) | |
| download | sncontinue-8d59100b3194cc8d122708523226968899efb5e1.tar.gz sncontinue-8d59100b3194cc8d122708523226968899efb5e1.tar.bz2 sncontinue-8d59100b3194cc8d122708523226968899efb5e1.zip | |
(much!) faster inference with starcoder
Diffstat (limited to 'continuedev/src/continuedev/server')
| -rw-r--r-- | continuedev/src/continuedev/server/notebook.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/continuedev/src/continuedev/server/notebook.py b/continuedev/src/continuedev/server/notebook.py index bfd7a09c..c5dcea31 100644 --- a/continuedev/src/continuedev/server/notebook.py +++ b/continuedev/src/continuedev/server/notebook.py @@ -12,7 +12,7 @@ from ..libs.steps.nate import ImplementAbstractMethodStep from ..core.observation import Observation from ..libs.llm.openai import OpenAI from .ide_protocol import AbstractIdeProtocolServer -from ..core.env import openai_api_key +from ..core.env import get_env_var import asyncio import nest_asyncio nest_asyncio.apply() @@ -75,7 +75,7 @@ class SessionManager: def new_session(self, ide: AbstractIdeProtocolServer) -> str: cmd = "python3 /Users/natesesti/Desktop/continue/extension/examples/python/main.py" - agent = DemoAgent(llm=OpenAI(api_key=openai_api_key), + agent = DemoAgent(llm=OpenAI(api_key=get_env_var("OPENAI_API_KEY")), policy=DemoPolicy(cmd=cmd), ide=ide) session_id = str(uuid4()) session = Session(session_id=session_id, agent=agent) |