generateStream()

for await (const event of RunAnywhere.llm.generateStream('Write a haiku')) {
  if (event.type === 'textDelta') output.textContent += event.text
}

generateStream(
  input: string | readonly ChatMessage[],
  options?: LlmOptions
): AsyncIterable<GenerationEvent>

for await (const event of RunAnywhere.llm.generateStream(prompt)) {
  switch (event.type) {
    case 'textDelta':
      text += event.text
      break
    case 'completed':
      console.log(event.result.tokensPerSecond)
      break
    case 'failed':
      console.error(event.error)
      break
  }
}

try {
  for await (const event of RunAnywhere.llm.generateStream(prompt)) {
    if (event.type === 'failed') showRetry(event.error)
    if (event.type === 'textDelta') text += event.text
  }
} catch (error) {
  // preflight only
  showFatal(error)
}

for await (const event of RunAnywhere.llm.generateStream(prompt)) {
  if (shouldStop) break
  if (event.type === 'textDelta') text += event.text
}

const controller = new AbortController()

for await (const event of RunAnywhere.llm.generateStream(prompt)) {
  if (controller.signal.aborted) break
  if (event.type === 'textDelta') text += event.text
}

// elsewhere
controller.abort()

let pending = ''
let scheduled = false

for await (const event of RunAnywhere.llm.generateStream(prompt)) {
  if (event.type !== 'textDelta') continue
  pending += event.text

  if (!scheduled) {
    scheduled = true
    requestAnimationFrame(() => {
      output.textContent += pending
      pending = ''
      scheduled = false
    })
  }
}