feat: Add support for minP, repeatLastN, and repeatPenalty model settings

This commit is contained in:
n4ze3m
2024-12-28 17:38:52 +05:30
parent ef40b9a242
commit aa49f03f63
10 changed files with 209 additions and 26 deletions

View File

@@ -17,7 +17,10 @@ export const pageAssistModel = async ({
seed,
numGpu,
numPredict,
useMMap
useMMap,
minP,
repeatLastN,
repeatPenalty
}: {
model: string
baseUrl: string
@@ -30,6 +33,9 @@ export const pageAssistModel = async ({
numGpu?: number
numPredict?: number
useMMap?: boolean
minP?: number
repeatPenalty?: number
repeatLastN?: number
}) => {
if (model === "chrome::gemini-nano::page-assist") {
return new ChatChromeAI({
@@ -86,6 +92,9 @@ export const pageAssistModel = async ({
model,
numGpu,
numPredict,
useMMap
useMMap,
minP: minP,
repeatPenalty: repeatPenalty,
repeatLastN: repeatLastN,
})
}