Optional
embeddingOnly
embeddingOnly?: boolean
Optional
f16Kv
f16Kv?: boolean
Optional
frequencyPenalty
frequencyPenalty?: number
Optional
keepAlive
keepAlive?: string | number
Optional
logitsAll
logitsAll?: boolean
Optional
lowVram
lowVram?: boolean
Optional
mainGpu
mainGpu?: number
Optional
mirostat
mirostat?: number
Optional
mirostatEta
mirostatEta?: number
Optional
mirostatTau
mirostatTau?: number
Optional
numBatch
numBatch?: number
Optional
numCtx
numCtx?: number
Optional
numGpu
numGpu?: number
Optional
numKeep
numKeep?: number
Optional
numPredict
numPredict?: number
Optional
numThread
numThread?: number
Optional
numa
numa?: boolean
Optional
penalizeNewline
penalizeNewline?: boolean
Optional
presencePenalty
presencePenalty?: number
Optional
repeatLastN
repeatLastN?: number
Optional
repeatPenalty
repeatPenalty?: number
Optional
seed
seed?: number
Optional
stop
stop?: string[]
Optional
temperature
temperature?: number
Optional
tfsZ
tfsZ?: number
Optional
topK
topK?: number
Optional
topP
topP?: number
Optional
typicalP
typicalP?: number
Optional
useMlock
useMlock?: boolean
Optional
useMmap
useMmap?: boolean
Optional
vocabOnly
vocabOnly?: boolean
Default