Quick Start

import { RunAnywhere } from '@runanywhere/web'
import { LlamaCPP } from '@runanywhere/web-llamacpp'

await LlamaCPP.autoRegister()
await RunAnywhere.initialize({ environment: 'development' })

const result = await RunAnywhere.llm.generate('Explain quantum computing in one paragraph', {
  model: 'qwen3-0.6b',
  maxOutputTokens: 200,
})

console.log(result.text)

for await (const event of RunAnywhere.llm.generateStream('Write a haiku')) {
  if (event.type === 'textDelta') process.stdout.write(event.text)
}

const reply = await RunAnywhere.llm.generate([
  { role: 'system', content: 'You are a concise assistant.' },
  { role: 'user', content: 'What is on-device inference?' },
  { role: 'assistant', content: 'Running the model on your own hardware.' },
  { role: 'user', content: 'Why does that matter?' },
])

import { ONNX } from '@runanywhere/web-onnx'
import { AudioFileLoader } from '@runanywhere/web/browser'

await ONNX.autoRegister()

// Speech to text
const loaded = await AudioFileLoader.load(file)
const transcription = await RunAnywhere.stt.transcribe(loaded.audio)

// Text to speech
await RunAnywhere.tts.speak('Ready when you are')

import { RunAnywhere, SDKException } from '@runanywhere/web'
import { LlamaCPP } from '@runanywhere/web-llamacpp'

const output = document.querySelector<HTMLPreElement>('#output')!
const form = document.querySelector<HTMLFormElement>('#chat')!
const input = document.querySelector<HTMLInputElement>('#prompt')!

await LlamaCPP.autoRegister()
await RunAnywhere.initialize({ environment: 'development' })

let controller: AbortController | null = null

form.addEventListener('submit', async (event) => {
  event.preventDefault()
  controller?.abort()
  controller = new AbortController()

  output.textContent = ''

  try {
    for await (const chunk of RunAnywhere.llm.generateStream(input.value)) {
      if (controller.signal.aborted) break
      if (chunk.type === 'textDelta') output.textContent += chunk.text
    }
  } catch (error) {
    output.textContent = error instanceof SDKException ? error.message : String(error)
  }
})