OptionaldecodingMethod
decodingMethod?: string
headers?: Record<string, any>
OptionalincludeStopSequence
includeStopSequence?: boolean
OptionallengthPenalty
lengthPenalty?: TextGenLengthPenalty
OptionalmaxNewTokens
maxNewTokens?: number
OptionalmaxTokens
maxTokens?: number
OptionalminNewTokens
minNewTokens?: number
OptionalrandomSeed
randomSeed?: number
OptionalrepetitionPenalty
repetitionPenalty?: number
OptionalreturnOptions
returnOptions?: ReturnOptionProperties
Optionalsignal
signal?: AbortSignal
OptionalstopSequence
stopSequence?: string[]
Optionaltemperature
temperature?: number
OptionaltimeLimit
timeLimit?: number
OptionaltopK
topK?: number
OptionaltopP
topP?: number
truncateInputTokens?: number
Parameters for basic llm invoke