generateStream()

RunAnywhere.llm.generateStream("Write a haiku about Kotlin").collect { event ->
    if (event is GenerationEvent.Token) print(event.text)
}

fun generateStream(prompt: String, options: LlmOptions? = null): Flow<GenerationEvent>
fun generateStream(messages: List<ChatMessage>, options: LlmOptions? = null): Flow<GenerationEvent>

RunAnywhere.llm.generateStream(prompt).collect { event ->
    when (event) {
        is GenerationEvent.Token -> text += event.text
        is GenerationEvent.Completed -> tokensPerSecond = event.result.tokensPerSecond
        else -> {}
    }
}

class ChatViewModel : ViewModel() {
    private val _text = MutableStateFlow("")
    val text = _text.asStateFlow()

    fun send(prompt: String) {
        viewModelScope.launch {
            _text.value = ""
            RunAnywhere.llm.generateStream(prompt).collect { event ->
                if (event is GenerationEvent.Token) _text.value += event.text
            }
        }
    }
}

try {
    RunAnywhere.llm.generateStream(prompt).collect { event ->
        if (event is GenerationEvent.Token) text += event.text
    }
} catch (e: SDKException) {
    show(e)
}

val job = viewModelScope.launch {
    RunAnywhere.llm.generateStream(prompt).collect { /* … */ }
}

job.cancel()

RunAnywhere.llm.generateStream(prompt)
    .filterIsInstance<GenerationEvent.Token>()
    .map { it.text }
    .collect { text += it }