feat: support for GPU layer

2024-08-20 16:11:50 +05:30
parent 00735cddad
commit 4ef17ff479
16 changed files with 108 additions and 25 deletions
--- a/src/models/index.ts
+++ b/src/models/index.ts
@@ -9,7 +9,8 @@ export const pageAssistModel = async ({
  topK,
  topP,
  numCtx,
-  seed
+  seed,
+  numGpu
 }: {
  model: string
  baseUrl: string
@@ -19,6 +20,7 @@ export const pageAssistModel = async ({
  topP?: number
  numCtx?: number
  seed?: number
+  numGpu?: number
 }) => {
  switch (model) {
    case "chrome::gemini-nano::page-assist":
@@ -35,7 +37,8 @@ export const pageAssistModel = async ({
        topP,
        numCtx,
        seed,
-        model
+        model,
+        numGpu
      })
  }
 }