summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorNate Sesti <sestinj@gmail.com>2023-09-02 11:30:40 -0700
committerNate Sesti <sestinj@gmail.com>2023-09-02 11:30:40 -0700
commitf60691af77fc86f29a6c9d7df074c99f15da5a4c (patch)
tree474a5bfb0e2a04f0e2a90f35e23878bba9a86659
parent70ef78758823fef914891fd35d8e7087bb6768e8 (diff)
downloadsncontinue-f60691af77fc86f29a6c9d7df074c99f15da5a4c.tar.gz
sncontinue-f60691af77fc86f29a6c9d7df074c99f15da5a4c.tar.bz2
sncontinue-f60691af77fc86f29a6c9d7df074c99f15da5a4c.zip
docs: :memo: update docs for openaiserverifno
-rw-r--r--continuedev/src/continuedev/core/sdk.py2
-rw-r--r--docs/docs/customization.md11
2 files changed, 8 insertions, 5 deletions
diff --git a/continuedev/src/continuedev/core/sdk.py b/continuedev/src/continuedev/core/sdk.py
index 9b1c2cd0..9ff6612c 100644
--- a/continuedev/src/continuedev/core/sdk.py
+++ b/continuedev/src/continuedev/core/sdk.py
@@ -72,7 +72,7 @@ class ContinueSDK(AbstractContinueSDK):
msg_step = MessageStep(
name="Invalid Continue Config File", message=formatted_err
)
- msg_step.description = f"Falling back to default config settings due to the following error in `~/.continue/config.py`.\n```\n{formatted_err}\n```\n\nIt's possible this was caused by an update to the Continue config format. If you'd like to see the new recommended default `config.py`, check [here](https://github.com/continuedev/continue/blob/main/continuedev/src/continuedev/libs/constants/default_config.py)."
+ msg_step.description = f"Falling back to default config settings due to the following error in `~/.continue/config.py`.\n```\n{formatted_err}\n```\n\nIt's possible this was caused by an update to the Continue config format. If you'd like to see the new recommended default `config.py`, check [here](https://github.com/continuedev/continue/blob/main/continuedev/src/continuedev/libs/constants/default_config.py).\n\nIf the error is related to OpenAIServerInfo, see the updated way of using these parameters [here](https://continue.dev/docs/customization#azure-openai-service)."
sdk.history.add_node(
HistoryNode(step=msg_step, observation=None, depth=0, active=False)
)
diff --git a/docs/docs/customization.md b/docs/docs/customization.md
index 74149ff9..be28a30d 100644
--- a/docs/docs/customization.md
+++ b/docs/docs/customization.md
@@ -120,6 +120,7 @@ config = ContinueConfig(
### Llama.cpp
Run the llama.cpp server binary to start the API server. If running on a remote server, be sure to set host to 0.0.0.0:
+
```shell
.\server.exe -c 4096 --host 0.0.0.0 -t 16 --mlock -m models\meta\llama\codellama-7b-instruct.Q8_0.gguf
```
@@ -189,24 +190,26 @@ If by chance the provider has the exact same API interface as OpenAI, the `GGML`
If you'd like to use OpenAI models but are concerned about privacy, you can use the Azure OpenAI service, which is GDPR and HIPAA compliant. After applying for access [here](https://azure.microsoft.com/en-us/products/ai-services/openai-service), you will typically hear back within only a few days. Once you have access, instantiate the model like so:
```python
-from continuedev.src.continuedev.libs.llm.openai import OpenAI, OpenAIServerInfo
+from continuedev.src.continuedev.libs.llm.openai import OpenAI
config = ContinueConfig(
...
models=Models(
- default=OpenAI(api_key="my-api-key", model="gpt-3.5-turbo", openai_server_info=OpenAIServerInfo(
+ default=OpenAI(
+ api_key="my-api-key",
+ model="gpt-3.5-turbo",
api_base="https://my-azure-openai-instance.openai.azure.com/",
engine="my-azure-openai-deployment",
api_version="2023-03-15-preview",
api_type="azure"
- ))
+ )
)
)
```
The easiest way to find this information is from the chat playground in the Azure OpenAI portal. Under the "Chat Session" section, click "View Code" to see each of these parameters. Finally, find one of your Azure OpenAI keys and enter it in the VS Code settings under `continue.OPENAI_API_KEY`.
-Note that you can also use `OpenAIServerInfo` for uses other than Azure, such as self-hosting a model.
+Note that you can also use these parameters for uses other than Azure, such as self-hosting a model.
## Customize System Message