adding support for Hugging Face Inference Endpoints (#460)

* stream complete sketch

* correct structure but issues

* refactor: :art: clean up hf_inference_api.py

* fix: :bug: quick fix in hf_infrerence_api.py

* feat: :memo: update documentation code for hf_inference_api

* hf docs

* now working

---------

Co-authored-by: Nate Sesti <sestinj@gmail.com>

1 files changed, 3 insertions, 0 deletions

diff --git a/continuedev/src/continuedev/core/models.py b/continuedev/src/continuedev/core/models.py
index 9816d5d9..f24c81ca 100644
--- a/continuedev/src/continuedev/core/models.py
+++ b/continuedev/src/continuedev/core/models.py
@@ -11,6 +11,7 @@ from ..libs.llm.ollama import Ollama
 from ..libs.llm.openai import OpenAI
 from ..libs.llm.replicate import ReplicateLLM
 from ..libs.llm.together import TogetherLLM
+from ..libs.llm.hf_inference_api import HuggingFaceInferenceAPI
 
 
 class ContinueSDK(BaseModel):
@@ -37,6 +38,7 @@ MODEL_CLASSES = {
         ReplicateLLM,
         Ollama,
         LlamaCpp,
+        HuggingFaceInferenceAPI,
     ]
 }
 
@@ -49,6 +51,7 @@ MODEL_MODULE_NAMES = {
     "ReplicateLLM": "replicate",
     "Ollama": "ollama",
     "LlamaCpp": "llamacpp",
+    "HuggingFaceInferenceAPI": "hf_inference_api",
 }