Interface WatsonxCallOptionsGatewayChat

interface WatsonxCallOptionsGatewayChat {
    maxConcurrency?: number;
    maxRetries?: number;
    modelGatewayKwargs?: WatsonxGatewayChatKwargs;
    promptIndex?: number;
    streaming?: boolean;
    tool_choice?: WatsonxTooChoice;
    watsonxCallbacks?: RequestCallbacks<any>;
}

Hierarchy (View Summary)

Omit<
    CreateChatCompletionsParams,
    | "stream"
    | "toolChoice"
    | "messages"
    | "prompt"
    | keyof WatsonxGatewayChatKwargs,
>
WatsonxBaseChatParams
- WatsonxCallOptionsGatewayChat
  - WatsonxGatewayChatParams

Index

Properties

maxConcurrency? maxRetries? modelGatewayKwargs? promptIndex? streaming? tool_choice? watsonxCallbacks?

Properties

`Optional`maxConcurrency

maxConcurrency?: number

`Optional`maxRetries

maxRetries?: number

`Optional`modelGatewayKwargs

modelGatewayKwargs?: WatsonxGatewayChatKwargs

Additional parameters usable only in model gateway

`Optional`promptIndex

promptIndex?: number

`Optional`streaming

streaming?: boolean

`Optional`tool_choice

tool_choice?: WatsonxTooChoice

`Optional`watsonxCallbacks

watsonxCallbacks?: RequestCallbacks<any>