Streaming Guide

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: process.env.APODEX_API_KEY,
  baseURL: 'https://api.apodex.ai/v1',
});

const stream = await client.chat.completions.create({
  model: 'apodex-1-1-deep-research',
  messages: [{ role: 'user', content: 'Hello' }],
  stream: true,
});

for await (const chunk of stream) {
  const choice = chunk.choices[0];
  const delta = choice.delta;

  // Final answer (token-by-token)
  if (delta?.content) {
    process.stdout.write(delta.content);
  }

  // Finish + usage (last chunk)
  if (choice.finish_reason) {
    console.log(`\nFinish: ${choice.finish_reason}`);
    if (chunk.usage) console.log('Usage:', chunk.usage);
  }
}

const API_KEY = process.env.APODEX_API_KEY;

async function streamChatCompletion(messages) {
  const response = await fetch('https://api.apodex.ai/v1/chat/completions', {
    method: 'POST',
    headers: {
      'Authorization': `Bearer ${API_KEY}`,
      'Content-Type': 'application/json',
    },
    body: JSON.stringify({
      model: 'apodex-1-1-deep-research',
      messages,
      stream: true,
    }),
  });

  if (!response.ok) {
    throw new Error(`HTTP ${response.status}: ${await response.text()}`);
  }

  const reader = response.body.getReader();
  const decoder = new TextDecoder();
  let buffer = '';

  while (true) {
    const { done, value } = await reader.read();
    if (done) break;

    buffer += decoder.decode(value, { stream: true });
    const lines = buffer.split('\n');
    buffer = lines.pop(); // keep incomplete line in buffer

    for (const line of lines) {
      // Skip SSE comments (heartbeats)
      if (line.startsWith(':')) continue;

      if (!line.startsWith('data: ')) continue;
      const payload = line.slice(6);

      if (payload === '[DONE]') {
        console.log('\nStream finished');
        return;
      }

      const chunk = JSON.parse(payload);
      const choice = chunk.choices?.[0];
      const delta = choice?.delta;

      // Reasoning steps (thinking, tool use)
      if (delta?.reasoning_steps) {
        for (const step of delta.reasoning_steps) {
          if (step.type === 'thinking') {
            console.log('[thinking]', step.thought);
          } else {
            console.log(`[${step.type}]`, JSON.stringify(step));
          }
        }
      }

      // Content tokens (final answer)
      if (delta?.content) {
        process.stdout.write(delta.content);
      }

      // Finish
      if (choice?.finish_reason) {
        console.log(`\nFinish reason: ${choice.finish_reason}`);
        if (chunk.usage) {
          console.log('Usage:', JSON.stringify(chunk.usage));
        }
      }
    }
  }
}