-
-
Notifications
You must be signed in to change notification settings - Fork 3k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* Add Support for NVIDIA NIM * update README * linting
- Loading branch information
1 parent
6c9e234
commit b2dd35f
Showing
23 changed files
with
626 additions
and
4 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
11 changes: 11 additions & 0 deletions
11
frontend/src/components/LLMSelection/NvidiaNimOptions/index.jsx
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,11 @@ | ||
| import RemoteNvidiaNimOptions from "./remote"; | ||
| import ManagedNvidiaNimOptions from "./managed"; | ||
|
|
||
| export default function NvidiaNimOptions({ settings }) { | ||
| const version = "remote"; // static to "remote" when in docker version. | ||
| return version === "remote" ? ( | ||
| <RemoteNvidiaNimOptions settings={settings} /> | ||
| ) : ( | ||
| <ManagedNvidiaNimOptions settings={settings} /> | ||
| ); | ||
| } |
7 changes: 7 additions & 0 deletions
7
frontend/src/components/LLMSelection/NvidiaNimOptions/managed.jsx
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,7 @@ | ||
| /** | ||
| * This component is used to select, start, and manage NVIDIA NIM | ||
| * containers and images via docker management tools. | ||
| */ | ||
| export default function ManagedNvidiaNimOptions({ settings }) { | ||
| return null; | ||
| } |
130 changes: 130 additions & 0 deletions
130
frontend/src/components/LLMSelection/NvidiaNimOptions/remote.jsx
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,130 @@ | ||
| import PreLoader from "@/components/Preloader"; | ||
| import useProviderEndpointAutoDiscovery from "@/hooks/useProviderEndpointAutoDiscovery"; | ||
| import System from "@/models/system"; | ||
| import { NVIDIA_NIM_COMMON_URLS } from "@/utils/constants"; | ||
| import { useState, useEffect } from "react"; | ||
|
|
||
| /** | ||
| * This component is used to select a remote Nvidia NIM model endpoint | ||
| * This is the default component and way to connect to NVIDIA NIM | ||
| * as the "managed" provider can only work in the Desktop context. | ||
| */ | ||
| export default function RemoteNvidiaNimOptions({ settings }) { | ||
| const { | ||
| autoDetecting: loading, | ||
| basePath, | ||
| basePathValue, | ||
| handleAutoDetectClick, | ||
| } = useProviderEndpointAutoDiscovery({ | ||
| provider: "nvidia-nim", | ||
| initialBasePath: settings?.NvidiaNimLLMBasePath, | ||
| ENDPOINTS: NVIDIA_NIM_COMMON_URLS, | ||
| }); | ||
|
|
||
| return ( | ||
| <div className="flex gap-[36px] mt-1.5"> | ||
| <div className="flex flex-col w-60"> | ||
| <div className="flex justify-between items-center mb-2"> | ||
| <label className="text-white text-sm font-semibold"> | ||
| Nvidia Nim Base URL | ||
| </label> | ||
| {loading ? ( | ||
| <PreLoader size="6" /> | ||
| ) : ( | ||
| <> | ||
| {!basePathValue.value && ( | ||
| <button | ||
| onClick={handleAutoDetectClick} | ||
| className="bg-primary-button text-xs font-medium px-2 py-1 rounded-lg hover:bg-secondary hover:text-white shadow-[0_4px_14px_rgba(0,0,0,0.25)]" | ||
| > | ||
| Auto-Detect | ||
| </button> | ||
| )} | ||
| </> | ||
| )} | ||
| </div> | ||
| <input | ||
| type="url" | ||
| name="NvidiaNimLLMBasePath" | ||
| className="border-none bg-theme-settings-input-bg text-white placeholder:text-theme-settings-input-placeholder text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5" | ||
| placeholder="http://localhost:8000/v1" | ||
| value={basePathValue.value} | ||
| required={true} | ||
| autoComplete="off" | ||
| spellCheck={false} | ||
| onChange={basePath.onChange} | ||
| onBlur={basePath.onBlur} | ||
| /> | ||
| <p className="text-xs leading-[18px] font-base text-white text-opacity-60 mt-2"> | ||
| Enter the URL where Nvidia NIM is running. | ||
| </p> | ||
| </div> | ||
| {!settings?.credentialsOnly && ( | ||
| <NvidiaNimModelSelection | ||
| settings={settings} | ||
| basePath={basePath.value} | ||
| /> | ||
| )} | ||
| </div> | ||
| ); | ||
| } | ||
| function NvidiaNimModelSelection({ settings, basePath }) { | ||
| const [models, setModels] = useState([]); | ||
| const [loading, setLoading] = useState(true); | ||
|
|
||
| useEffect(() => { | ||
| async function findCustomModels() { | ||
| setLoading(true); | ||
| const { models } = await System.customModels( | ||
| "nvidia-nim", | ||
| null, | ||
| basePath | ||
| ); | ||
| setModels(models); | ||
| setLoading(false); | ||
| } | ||
| findCustomModels(); | ||
| }, [basePath]); | ||
|
|
||
| if (loading || models.length === 0) { | ||
| return ( | ||
| <div className="flex flex-col w-60"> | ||
| <label className="text-white text-sm font-semibold block mb-3"> | ||
| Chat Model Selection | ||
| </label> | ||
| <select | ||
| name="NvidiaNimLLMModelPref" | ||
| disabled={true} | ||
| className="border-none bg-theme-settings-input-bg border-gray-500 text-white text-sm rounded-lg block w-full p-2.5" | ||
| > | ||
| <option disabled={true} selected={true}> | ||
| -- loading available models -- | ||
| </option> | ||
| </select> | ||
| </div> | ||
| ); | ||
| } | ||
|
|
||
| return ( | ||
| <div className="flex flex-col w-60"> | ||
| <label className="text-white text-sm font-semibold block mb-3"> | ||
| Chat Model Selection | ||
| </label> | ||
| <select | ||
| name="NvidiaNimLLMModelPref" | ||
| required={true} | ||
| className="border-none bg-theme-settings-input-bg border-gray-500 text-white text-sm rounded-lg block w-full p-2.5" | ||
| > | ||
| {models.map((model) => ( | ||
| <option | ||
| key={model.id} | ||
| value={model.id} | ||
| selected={settings?.NvidiaNimLLMModelPref === model.id} | ||
| > | ||
| {model.name} | ||
| </option> | ||
| ))} | ||
| </select> | ||
| </div> | ||
| ); | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.