Streaming

import OpenAI from "openai";

const client = new OpenAI({
  apiKey: process.env.LIMITLESS_API_KEY,
  baseURL: process.env.LIMITLESS_BASE_URL,
  maxRetries: 0,
});

const stream = await client.chat.completions.create({
  model: process.env.LIMITLESS_MODEL,
  messages: [{ role: "user", content: "Write a short welcome message." }],
  max_tokens: 512,
  stream: true,
  stream_options: { include_usage: true },
});

try {
  for await (const chunk of stream) {
    process.stdout.write(chunk.choices[0]?.delta?.content ?? "");
    if (chunk.usage) console.log("\nUsage:", chunk.usage);
  }
} catch (error) {
  console.error("The stream did not finish:", error.message);
}