Quick Start

import { RunAnywhere } from '@runanywhere/core'
import { LlamaCPP } from '@runanywhere/llamacpp'

await LlamaCPP.register()
await RunAnywhere.initialize({})

const result = await RunAnywhere.llm.generate('Explain quantum computing in one paragraph', {
  model: 'qwen3-0.6b',
  maxOutputTokens: 200,
})

console.log(result.text)

for await (const event of RunAnywhere.llm.generateStream('Write a haiku')) {
  if (event.type === 'textDelta') setText((t) => t + event.text)
}

const reply = await RunAnywhere.llm.generate([
  { role: 'system', content: 'You are a concise assistant.' },
  { role: 'user', content: 'What is on-device inference?' },
  { role: 'assistant', content: 'Running the model on your own hardware.' },
  { role: 'user', content: 'Why does that matter?' },
])

import { ONNX } from '@runanywhere/onnx'
import { AudioInputs } from '@runanywhere/core'

await ONNX.register()

const transcription = await RunAnywhere.stt.transcribe(AudioInputs.file(path))
RunAnywhere.tts.speak('Ready when you are')

import { RunAnywhere, SDKException } from '@runanywhere/core'
import { LlamaCPP } from '@runanywhere/llamacpp'
import { useCallback, useEffect, useRef, useState } from 'react'
import { Button, ScrollView, Text, TextInput, View } from 'react-native'

export function ChatScreen(): React.JSX.Element {
  const [ready, setReady] = useState(false)
  const [prompt, setPrompt] = useState('')
  const [reply, setReply] = useState('')
  const [busy, setBusy] = useState(false)
  const cancelled = useRef(false)

  useEffect(() => {
    ;(async () => {
      await LlamaCPP.register()
      await RunAnywhere.initialize({})
      setReady(true)
    })()

    return () => {
      cancelled.current = true
    }
  }, [])

  const send = useCallback(async () => {
    setBusy(true)
    setReply('')
    try {
      for await (const event of RunAnywhere.llm.generateStream(prompt)) {
        if (cancelled.current) break
        if (event.type === 'textDelta') setReply((t) => t + event.text)
      }
    } catch (error) {
      setReply(error instanceof SDKException ? error.message : String(error))
    } finally {
      setBusy(false)
    }
  }, [prompt])

  return (
    <View style={{ flex: 1, padding: 16 }}>
      <ScrollView style={{ flex: 1 }}>
        <Text>{reply}</Text>
      </ScrollView>
      <TextInput value={prompt} onChangeText={setPrompt} placeholder="Ask something" />
      <Button title="Send" onPress={send} disabled={!ready || busy || !prompt} />
    </View>
  )
}