OpenAI SDK

npm install openai

import OpenAI from "openai";

const client = new OpenAI({
  baseURL: (process.env.AIML_BASE_URL ?? "https://api.ai.ml") + "/v1",
  apiKey: process.env.AIML_API_KEY,
});

const stream = await client.chat.completions.create({
  model: process.env.AIML_MODEL ?? "openai/gpt-5-mini",
  messages: [{ role: "user", content: "Write one sentence about gateways." }],
  stream: true,
  stream_options: { include_usage: true },
});

let requestId = "";
for await (const chunk of stream) {
  requestId ||= chunk.id; // the aiml request id is the chunk id
  const delta = chunk.choices[0]?.delta?.content;
  if (delta) process.stdout.write(delta);
  // the final chunk carries usage and the aiml extension (cost, resolved endpoint)
  const aiml = (chunk as { aiml?: { cost?: { total_micro_usd: number }; resolved?: { provider: string } } }).aiml;
  if (chunk.usage) {
    console.log(`\ntokens=${chunk.usage.completion_tokens} cost_micro=${aiml?.cost?.total_micro_usd ?? "?"} provider=${aiml?.resolved?.provider ?? "?"}`);
  }
}
console.log(`request_id=${requestId}`);
console.log("[done]");