Streaming

import asyncio
from reminix.runtime import Agent, serve

agent = Agent("streamer")

@agent.invoke_stream
async def handle_invoke_stream(input_data: dict):
    """Stream the input text word by word."""
    text = input_data.get("text", "Hello world")
    words = text.split()

    for word in words:
        yield {"chunk": word + " "}
        await asyncio.sleep(0.1)  # Simulate processing delay

@agent.chat_stream
async def handle_chat_stream(messages: list):
    """Stream a response to the chat."""
    last_message = messages[-1]["content"] if messages else "Hello"

    response = f"I received your message: '{last_message}'. Let me think..."

    for char in response:
        yield {"chunk": char}
        await asyncio.sleep(0.02)  # Simulate typing

if __name__ == "__main__":
    serve(agent, port=8080)

python agent.py

# Streaming invoke
curl -X POST http://localhost:8080/agent/streamer/invoke \
    -H "Content-Type: application/json" \
    -d '{"input": {"text": "Hello world"}, "stream": true}'

# Streaming chat
curl -X POST http://localhost:8080/agent/streamer/chat \
    -H "Content-Type: application/json" \
    -d '{"messages": [{"role": "user", "content": "Hi"}], "stream": true}'

data: {"chunk": "Hello "}

data: {"chunk": "world "}

data: [DONE]