Stateless Responses

import OpenAI from "openai";

const client = new OpenAI({
  apiKey: process.env.LIMITLESS_API_KEY,
  baseURL: process.env.LIMITLESS_BASE_URL,
  maxRetries: 0,
});

const response = await client.responses.create({
  model: process.env.LIMITLESS_MODEL,
  input: "Suggest three concise names for a reading app.",
  max_output_tokens: 512,
  store: false,
});

console.log(response.output_text);
console.log(response.usage);

const stream = await client.responses.create({
  model: process.env.LIMITLESS_MODEL,
  input: "Describe a quiet library in two sentences.",
  max_output_tokens: 512,
  store: false,
  stream: true,
});

for await (const event of stream) {
  if (event.type === "response.output_text.delta") {
    process.stdout.write(event.delta);
  } else if (event.type === "response.completed") {
    console.log("\nUsage:", event.response.usage);
  } else if (event.type === "response.failed" || event.type === "response.incomplete") {
    console.error("Generation ended:", event.type);
  }
}