Class WatsonxLLM<CallOptions>

constructor

• new WatsonxLLM<
      CallOptions extends WatsonxCallOptionsLLM = WatsonxCallOptionsLLM,
  >(
      fields: (WatsonxInputLLM | WatsonxDeployedInputLLM) & WatsonxAuth,
  ): WatsonxLLM<CallOptions>

  Type Parameters

  • CallOptions extends WatsonxCallOptionsLLM = WatsonxCallOptionsLLM

  Parameters

  • fields: (WatsonxInputLLM | WatsonxDeployedInputLLM) & WatsonxAuth

  Returns WatsonxLLM<CallOptions>

OptionaldecodingMethod

OptionalidOrName

OptionalincludeStopSequence

lc_serializable

OptionallengthPenalty

OptionalmaxConcurrency

OptionalmaxNewTokens

maxRetries

OptionalminNewTokens

model

OptionalprojectId

OptionalrandomSeed

OptionalrepetitionPenalty

OptionalreturnOptions

serviceUrl

OptionalspaceId

OptionalstopSequence

streaming

Optionaltemperature

OptionaltimeLimit

OptionaltopK

OptionaltopP

OptionaltruncateInpuTokens

version

OptionalwatsonxCallbacks

lc_aliases

• get lc_aliases(): { [key: string]: string }

  Returns { [key: string]: string }

lc_secrets

• get lc_secrets(): { [key: string]: string }

  Returns { [key: string]: string }

_generate

• _generate(
      prompts: string[],
      options: unknown,
      runManager?: any,
  ): Promise<LLMResult>

  Parameters

  • prompts: string[]
  • options: unknown
  • OptionalrunManager: any

  Returns Promise<LLMResult>

_llmType

• _llmType(): string

  Returns string

_streamResponseChunks

• _streamResponseChunks(
      prompt: string,
      options: unknown,
      runManager?: any,
  ): AsyncGenerator<GenerationChunk>

  Parameters

  • prompt: string
  • options: unknown
  • OptionalrunManager: any

  Returns AsyncGenerator<GenerationChunk>

completionWithRetry

• completionWithRetry<T>(callback: () => T, options?: unknown): Promise<any>

  Type Parameters

  • T

  Parameters

  • callback: () => T
  • Optionaloptions: unknown

  Returns Promise<any>

getNumTokens

• getNumTokens(content: string, options?: TextTokenizeParameters): Promise<number>

  Parameters

  • content: string
  • Optionaloptions: TextTokenizeParameters

  Returns Promise<number>

invocationCallbacks

• invocationCallbacks(options: unknown): any

  Parameters

  • options: unknown

  Returns any

invocationParams

• invocationParams(
      options: unknown,
  ):
      | undefined
      | {
          decoding_method: any;
          include_stop_sequence: any;
          length_penalty: any;
          max_new_tokens: any;
          min_new_tokens: any;
          random_seed: any;
          repetition_penalty: any;
          return_options: any;
          stop_sequences: any;
          temperature: any;
          time_limit: any;
          top_k: any;
          top_p: any;
          truncate_input_tokens: any;
      }

  Parameters

  • options: unknown

  Returns
      | undefined
      | {
          decoding_method: any;
          include_stop_sequence: any;
          length_penalty: any;
          max_new_tokens: any;
          min_new_tokens: any;
          random_seed: any;
          repetition_penalty: any;
          return_options: any;
          stop_sequences: any;
          temperature: any;
          time_limit: any;
          top_k: any;
          top_p: any;
          truncate_input_tokens: any;
      }

listModels

• listModels(): Promise<any>

  Returns Promise<any>

scopeId

• scopeId(): | {
      idOrName?: undefined;
      modelId: string;
      projectId: string;
      spaceId?: undefined;
  }
  | {
      idOrName?: undefined;
      modelId: string;
      projectId?: undefined;
      spaceId: string;
  }
  | {
      idOrName: string;
      modelId: string;
      projectId?: undefined;
      spaceId?: undefined;
  }
  | {
      idOrName?: undefined;
      modelId: string;
      projectId?: undefined;
      spaceId?: undefined;
  }

  Returns
      | {
          idOrName?: undefined;
          modelId: string;
          projectId: string;
          spaceId?: undefined;
      }
      | {
          idOrName?: undefined;
          modelId: string;
          projectId?: undefined;
          spaceId: string;
      }
      | {
          idOrName: string;
          modelId: string;
          projectId?: undefined;
          spaceId?: undefined;
      }
      | {
          idOrName?: undefined;
          modelId: string;
          projectId?: undefined;
          spaceId?: undefined;
      }

Staticlc_name

• lc_name(): string

  Returns string