Class ChatTogetherAI

import { ChatTogetherAI } from '@langchain/community/chat_models/togetherai';

const llm = new ChatTogetherAI({
  model: "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
  temperature: 0,
  // other params...
});
Copy

const input = `Translate "I love programming" into French.`;

// Models also accept a list of chat messages or a formatted prompt
const result = await llm.invoke(input);
console.log(result);
Copy

AIMessage {
  "id": "8b23ea7bcc4c924b-MUC",
  "content": "\"J'adore programmer\"",
  "additional_kwargs": {},
  "response_metadata": {
    "tokenUsage": {
      "completionTokens": 8,
      "promptTokens": 19,
      "totalTokens": 27
    },
    "finish_reason": "eos"
  },
  "tool_calls": [],
  "invalid_tool_calls": [],
  "usage_metadata": {
    "input_tokens": 19,
    "output_tokens": 8,
    "total_tokens": 27
  }
}
Copy

for await (const chunk of await llm.stream(input)) {
  console.log(chunk);
}
Copy

AIMessageChunk {
  "id": "8b23eb602fb19263-MUC",
  "content": "\"",
  "additional_kwargs": {},
  "response_metadata": {
    "prompt": 0,
    "completion": 0,
    "finish_reason": null
  },
  "tool_calls": [],
  "tool_call_chunks": [],
  "invalid_tool_calls": []
}
AIMessageChunk {
  "id": "8b23eb602fb19263-MUC",
  "content": "J",
  "additional_kwargs": {},
  "response_metadata": {
    "prompt": 0,
    "completion": 0,
    "finish_reason": null
  },
  "tool_calls": [],
  "tool_call_chunks": [],
  "invalid_tool_calls": []
}
AIMessageChunk {
  "id": "8b23eb602fb19263-MUC",
  "content": "'",
  "additional_kwargs": {},
  "response_metadata": {
    "prompt": 0,
    "completion": 0,
    "finish_reason": null
  },
  "tool_calls": [],
  "tool_call_chunks": [],
  "invalid_tool_calls": []
}
AIMessageChunk {
  "id": "8b23eb602fb19263-MUC",
  "content": "ad",
  "additional_kwargs": {},
  "response_metadata": {
    "prompt": 0,
    "completion": 0,
    "finish_reason": null
  },
  "tool_calls": [],
  "tool_call_chunks": [],
  "invalid_tool_calls": []
}
AIMessageChunk {
  "id": "8b23eb602fb19263-MUC",
  "content": "ore",
  "additional_kwargs": {},
  "response_metadata": {
    "prompt": 0,
    "completion": 0,
    "finish_reason": null
  },
  "tool_calls": [],
  "tool_call_chunks": [],
  "invalid_tool_calls": []
}
AIMessageChunk {
  "id": "8b23eb602fb19263-MUC",
  "content": " programmer",
  "additional_kwargs": {},
  "response_metadata": {
    "prompt": 0,
    "completion": 0,
    "finish_reason": null
  },
  "tool_calls": [],
  "tool_call_chunks": [],
  "invalid_tool_calls": []
}
AIMessageChunk {
  "id": "8b23eb602fb19263-MUC",
  "content": "\"",
  "additional_kwargs": {},
  "response_metadata": {
    "prompt": 0,
    "completion": 0,
    "finish_reason": null
  },
  "tool_calls": [],
  "tool_call_chunks": [],
  "invalid_tool_calls": []
}
AIMessageChunk {
  "id": "8b23eb602fb19263-MUC",
  "content": "",
  "additional_kwargs": {},
  "response_metadata": {
    "prompt": 0,
    "completion": 0,
    "finish_reason": "eos"
  },
  "tool_calls": [],
  "tool_call_chunks": [],
  "invalid_tool_calls": []
}
AIMessageChunk {
  "content": "",
  "additional_kwargs": {},
  "response_metadata": {},
  "tool_calls": [],
  "tool_call_chunks": [],
  "invalid_tool_calls": [],
  "usage_metadata": {
    "input_tokens": 19,
    "output_tokens": 8,
    "total_tokens": 27
  }
}
Copy

import { AIMessageChunk } from '@langchain/core/messages';
import { concat } from '@langchain/core/utils/stream';

const stream = await llm.stream(input);
let full: AIMessageChunk | undefined;
for await (const chunk of stream) {
  full = !full ? chunk : concat(full, chunk);
}
console.log(full);
Copy

AIMessageChunk {
  "id": "8b23ecd42e469236-MUC",
  "content": "\"J'adore programmer\"",
  "additional_kwargs": {},
  "response_metadata": {
    "prompt": 0,
    "completion": 0,
    "finish_reason": "eos"
  },
  "tool_calls": [],
  "tool_call_chunks": [],
  "invalid_tool_calls": [],
  "usage_metadata": {
    "input_tokens": 19,
    "output_tokens": 8,
    "total_tokens": 27
  }
}
Copy

import { z } from 'zod';

const GetWeather = {
  name: "GetWeather",
  description: "Get the current weather in a given location",
  schema: z.object({
    location: z.string().describe("The city and state, e.g. San Francisco, CA")
  }),
}

const GetPopulation = {
  name: "GetPopulation",
  description: "Get the current population in a given location",
  schema: z.object({
    location: z.string().describe("The city and state, e.g. San Francisco, CA")
  }),
}

const llmWithTools = llm.bindTools([GetWeather, GetPopulation]);
const aiMsg = await llmWithTools.invoke(
  "Which city is hotter today and which is bigger: LA or NY? Respond with JSON and use tools."
);
console.log(aiMsg.tool_calls);
Copy

[
  {
    name: 'GetWeather',
    args: { location: 'Los Angeles' },
    type: 'tool_call',
    id: 'call_q8i4zx1udqjjnou2bzbrg8ms'
  }
]
Copy

import { z } from 'zod';

const Joke = z.object({
  setup: z.string().describe("The setup of the joke"),
  punchline: z.string().describe("The punchline to the joke"),
  rating: z.number().optional().describe("How funny the joke is, from 1 to 10")
}).describe('Joke to tell user.');

const structuredLlm = llm.withStructuredOutput(Joke, { name: "Joke" });
const jokeResult = await structuredLlm.invoke("Tell me a joke about cats");
console.log(jokeResult);
Copy

{
  setup: 'Why did the cat join a band',
  punchline: 'Because it wanted to be the purr-cussionist'
}
Copy

const aiMsgForMetadata = await llm.invoke(input);
console.log(aiMsgForMetadata.usage_metadata);
Copy

{ input_tokens: 19, output_tokens: 65, total_tokens: 84 }
Copy

const aiMsgForResponseMetadata = await llm.invoke(input);
console.log(aiMsgForResponseMetadata.response_metadata);
Copy

{
  tokenUsage: { completionTokens: 91, promptTokens: 19, totalTokens: 110 },
  finish_reason: 'eos'
}
Copy