generateStream()

let stream = try await RunAnywhere.llm.generateStream(prompt: "Write a haiku about Swift")

for try await event in stream {
    if case .token(let token) = event {
        print(token.text, terminator: "")
    }
}

func generateStream(prompt: String, options: LlmOptions? = nil) async throws
    -> AsyncThrowingStream<GenerationEvent, Error>
func generateStream(messages: [ChatMessage], options: LlmOptions? = nil) async throws
    -> AsyncThrowingStream<GenerationEvent, Error>

for try await event in stream {
    switch event {
    case .token(let token):
        text += token.text
    case .completed(let result):
        tokensPerSecond = result.tokensPerSecond
    default:
        break
    }
}

do {
    let stream = try await RunAnywhere.llm.generateStream(prompt: prompt)
    for try await event in stream {
        if case .token(let token) = event { text += token.text }
    }
} catch let error as SDKException {
    show(error)
}

@MainActor
@Observable
final class Generation {
    var text = ""
    var isRunning = false

    func run(_ prompt: String) async throws {
        isRunning = true
        text = ""
        defer { isRunning = false }

        for try await event in try await RunAnywhere.llm.generateStream(prompt: prompt) {
            if case .token(let token) = event { text += token.text }
        }
    }
}

let task = Task {
    for try await event in try await RunAnywhere.llm.generateStream(prompt: prompt) {
        if case .token(let token) = event { text += token.text }
    }
}

// later
task.cancel()