Streaming

import { Agent, serve } from '@reminix/runtime';

const agent = new Agent('streamer');

// Streaming invoke handler
agent.onInvokeStream(async function* (input) {
  const text = (input.text as string) ?? 'Hello world';
  const words = text.split(' ');

  for (const word of words) {
    yield { chunk: word + ' ' };
    await sleep(100); // Simulate processing delay
  }
});

// Streaming chat handler
agent.onChatStream(async function* (messages) {
  const lastMessage = messages[messages.length - 1];
  const content = typeof lastMessage?.content === 'string' ? lastMessage.content : 'Hello';

  const response = `I received your message: '${content}'. Let me think...`;

  for (const char of response) {
    yield { chunk: char };
    await sleep(20); // Simulate typing
  }
});

function sleep(ms: number): Promise<void> {
  return new Promise((resolve) => setTimeout(resolve, ms));
}

serve(agent, { port: 8080 });

npx tsx agent.ts

# Streaming invoke
curl -X POST http://localhost:8080/agent/streamer/invoke \
    -H "Content-Type: application/json" \
    -d '{"input": {"text": "Hello world"}, "stream": true}'

# Streaming chat
curl -X POST http://localhost:8080/agent/streamer/chat \
    -H "Content-Type: application/json" \
    -d '{"messages": [{"role": "user", "content": "Hi"}], "stream": true}'

data: {"chunk": "Hello "}

data: {"chunk": "world "}

data: [DONE]