Remove OpenAI dependency (#183)

community/event-driven-rag-cve-analysis/Dockerfile

@@ -66,5 +66,8 @@ RUN source activate morpheus &&\
     jupyter contrib nbextension install --user &&\
     pip install jupyterlab_nvdashboard==0.9
 
+RUN source activate morpheus &&\
+    pip install --upgrade langchain-nvidia-ai-endpoints
+
 # Launch jupyter
 CMD ["jupyter-lab", "--ip=0.0.0.0", "--no-browser", "--allow-root"]

community/event-driven-rag-cve-analysis/README.md

@@ -28,11 +28,7 @@ You will also need to have a `Morpheus 24.03` docker container built and present
 
 ### NVIDIA GPU Cloud
 
-To access the NVIDIA hosted Inference Service, you will need to have the following environment variables set: `OPENAI_API_KEY`. To obtain the API key, please visit the [NVIDIA website](https://build.nvidia.com/) for instructions on generating your API key.
-
-It's important to note here that although we store the NGC API Key under the  `OPENAI_API_KEY` variable, we will be interacting with NVIDIA hosted LLMs and not OpenAI LLMs.
-
-NVIDIA NIM microservices are OpenAI API compliant to maximize usability, so we will be using the `openai` with package as a wrapped to make API calls.
+To access the NVIDIA hosted Inference Service, you will need to have the following environment variables set: `NVIDIA_API_KEY`. To obtain the API key, please visit the [NVIDIA website](https://build.nvidia.com/) for instructions on generating your API key.
 
 ### Building a Morpheus Container
 
@@ -53,13 +49,13 @@ If you are using a Morpheus version that is not `v24.03.02-runtime`, please upda
 ```
 ### Creating an Environment File
 
-To automatically use these API keys, you can set the `OPENAI_API_KEY` value in the `docker-compose.yml` file in this directory as follows:
+To automatically use these API keys, you can set the `NVIDIA_API_KEY` value in the `docker-compose.yml` file in this directory as follows:
 
 ```bash
     environment:
       - TERM=${TERM:-}
       # Workaround until this is working: https://github.com/docker/compose/issues/9181#issuecomment-1996016211
-      - OPENAI_API_KEY=<BUILD_NV_API_KEY>
+      - NVIDIA_API_KEY=<BUILD_NV_API_KEY>
       # Overwrite any environment variables in the .env file with URLs needed in the network
       - OPENAI_API_BASE=https://integrate.api.nvidia.com/v1
       - OPENAI_BASE_URL=https://integrate.api.nvidia.com/v1

community/event-driven-rag-cve-analysis/cyber_dev_day/config.py

@@ -55,16 +55,6 @@ class NVFoundationLLMModelConfig(BaseModel):
     temperature: float = 0.0
 
 
-class OpenAIServiceConfig(BaseModel):
-    type: typing.Literal["openai"] = "openai"
-
-
-class OpenAIMModelConfig(BaseModel):
-    service: OpenAIServiceConfig
-
-    model_name: str
-
-
 class NIMServiceConfig(BaseModel):
     type: typing.Literal["NIM"] = "NIM"
 
@@ -73,13 +63,11 @@ class NIMModelConfig(BaseModel):
     service: NIMServiceConfig
 
     model_name: str
-    base_url: str
     temperature: float = 0.0
     top_p: float = 1
 
 
 LLMModelConfig = typing.Annotated[typing.Annotated[NeMoLLMModelConfig, Tag("nemo")]
-                                  | typing.Annotated[OpenAIMModelConfig, Tag("openai")]
                                   | typing.Annotated[NVFoundationLLMModelConfig, Tag("nvfoundation")]
                                   | typing.Annotated[NIMModelConfig, Tag("NIM")],
 Discriminator(_llm_discriminator)]

community/event-driven-rag-cve-analysis/cyber_dev_day/llm_service.py

@@ -153,7 +153,7 @@ def create(service_type: str, *service_args, **service_kwargs) -> "LLMService":
         pass
 
     @staticmethod
-    def create(service_type: str | typing.Literal["nemo"] | typing.Literal["openai"], *service_args, **service_kwargs):
+    def create(service_type: str | typing.Literal["nemo"] | typing.Literal["nim"], *service_args, **service_kwargs):
         """
         Returns a service for interacting with LLM models.