generateStream()

await for (final event in RunAnywhere.llm.generateStream('Write a haiku')) {
  if (event is GenerationEventToken) {
    setState(() => _text += event.text);
  }
}

Stream<GenerationEvent> generateStream(String prompt, {LlmOptions? options})
Stream<GenerationEvent> generateChatStream(List<ChatMessage> messages, {LlmOptions? options})

StreamSubscription<GenerationEvent>? subscription;

subscription = RunAnywhere.llm.generateStream(prompt).listen(
  (event) {
    if (event is GenerationEventToken) {
      setState(() => _text += event.text);
    }
  },
  onError: (Object error) => setState(() => _error = error.toString()),
  onDone: () => setState(() => _busy = false),
);

await subscription?.cancel();

RunAnywhere.llm.cancel();

@override
void dispose() {
  _subscription?.cancel();
  super.dispose();
}

StreamBuilder<GenerationEvent>(
  stream: RunAnywhere.llm.generateStream(prompt),
  builder: (context, snapshot) {
    final event = snapshot.data;
    if (event is GenerationEventToken) {
      _buffer.write(event.text);
    }
    return Text(_buffer.toString());
  },
)

try {
  await for (final event in RunAnywhere.llm.generateStream(prompt)) {
    // …
  }
} on SDKException catch (e) {
  show(e);
}