Skip to content

Commit

Permalink
add nvidia provider
Browse files Browse the repository at this point in the history
  • Loading branch information
eltorio committed Nov 4, 2024
1 parent 2fead36 commit 7196395
Show file tree
Hide file tree
Showing 4 changed files with 59 additions and 31 deletions.
64 changes: 38 additions & 26 deletions package-lock.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

6 changes: 3 additions & 3 deletions package.json
Original file line number Diff line number Diff line change
Expand Up @@ -32,10 +32,10 @@
},
"dependencies": {
"@fluentui/react-components": "^9.55.1",
"@fluentui/react-icons": "^2.0.263",
"@fluentui/react-icons": "^2.0.264",
"@sctg/ai-sdk": "0.0.4",
"@sctg/sentencepiece-js": "^1.3.3",
"core-js": "^3.38.1",
"core-js": "^3.39.0",
"dompurify": "^3.1.7",
"es6-promise": "^4.2.8",
"react": "^18.3.1",
Expand Down Expand Up @@ -82,7 +82,7 @@
"ts-node": "^10.9.2",
"tsx": "^4.19.2",
"typescript": "^5.6.3",
"webpack": "^5.95.0",
"webpack": "^5.96.1",
"webpack-cli": "^5.1.4",
"webpack-dev-server": "5.1.0",
"webpack-shell-plugin-next": "^2.3.2"
Expand Down
16 changes: 16 additions & 0 deletions src/aipane/config.ts
Original file line number Diff line number Diff line change
Expand Up @@ -114,6 +114,22 @@ export const config: AIConfig = {
},
],
},
{
default: false,
name: "Nvidia NMI",
baseUrl: "https://integrate.api.nvidia.com",
basePath: "/v1",
apiKey: "nvidiaKey",
aiproxied: true,
models: [
{
id: "meta/llama-3.1-405b-instruct",
name: "Llama 3.1 (405 Instruct)",
default: true,
max_tokens: 8192,
},
],
},
],
tests: [
{
Expand Down
4 changes: 2 additions & 2 deletions src/version.ts
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
export const versionInfo = {
commit: "b40fea2efa5d8633a8fe5c3f0fc3bd78992a2bc8",
date: "2024-10-30 18:33:47 +0100",
commit: "2fead3617d44df7abda7cae00ae6576a74df2341",
date: "2024-10-30 19:03:00 +0100",
};

0 comments on commit 7196395

Please sign in to comment.