Quick Start

import com.runanywhere.sdk.public.RunAnywhere
import com.runanywhere.sdk.public.api.*

class App : Application() {
    override fun onCreate() {
        super.onCreate()
        RunAnywhere.initialize(apiKey = "", baseUrl = "")
    }
}

val result = RunAnywhere.llm.generate(
    "Explain quantum computing in one paragraph",
    LlmOptions(model = "qwen3-0.6b", maxOutputTokens = 200)
)

println(result.text)

RunAnywhere.llm.generateStream("Write a haiku").collect { event ->
    when (event) {
        is GenerationEvent.Token -> print(event.text)
        is GenerationEvent.Completed -> println("\n${event.result.tokensPerSecond} tok/s")
        else -> {}
    }
}

val messages = listOf(
    ChatMessage(ChatRole.System, "You are a concise assistant."),
    ChatMessage(ChatRole.User, "What is on-device inference?"),
    ChatMessage(ChatRole.Assistant, "Running the model on your own hardware."),
    ChatMessage(ChatRole.User, "Why does that matter?"),
)

val reply = RunAnywhere.llm.generate(messages)

// Speech to text
val transcription = RunAnywhere.stt.transcribe(AudioInput.file(path))
println(transcription.text)

// Text to speech
val handle = RunAnywhere.tts.speak("Ready when you are")

import androidx.lifecycle.ViewModel
import androidx.lifecycle.viewModelScope
import com.runanywhere.sdk.public.RunAnywhere
import com.runanywhere.sdk.public.api.*
import kotlinx.coroutines.flow.MutableStateFlow
import kotlinx.coroutines.flow.asStateFlow
import kotlinx.coroutines.launch

class ChatViewModel : ViewModel() {
    private val _reply = MutableStateFlow("")
    val reply = _reply.asStateFlow()

    private val _isGenerating = MutableStateFlow(false)
    val isGenerating = _isGenerating.asStateFlow()

    fun send(prompt: String) {
        viewModelScope.launch {
            _isGenerating.value = true
            _reply.value = ""
            try {
                RunAnywhere.llm.generateStream(prompt).collect { event ->
                    if (event is GenerationEvent.Token) {
                        _reply.value += event.text
                    }
                }
            } catch (e: SDKException) {
                _reply.value = "Failed: ${e.message}"
            } finally {
                _isGenerating.value = false
            }
        }
    }
}

@Composable
fun ChatScreen(viewModel: ChatViewModel = viewModel()) {
    val reply by viewModel.reply.collectAsState()
    val isGenerating by viewModel.isGenerating.collectAsState()
    var prompt by remember { mutableStateOf("") }

    Column(Modifier.padding(16.dp)) {
        Text(reply, Modifier.weight(1f).verticalScroll(rememberScrollState()))
        Row {
            TextField(prompt, { prompt = it }, Modifier.weight(1f))
            Button(
                onClick = { viewModel.send(prompt) },
                enabled = !isGenerating && prompt.isNotEmpty()
            ) { Text("Send") }
        }
    }
}