Quick Start

import 'package:runanywhere/runanywhere.dart';
import 'package:runanywhere_llamacpp/runanywhere_llamacpp.dart';

await LlamaCpp.register();
await RunAnywhere.initialize(apiKey: '', baseUrl: '');

final result = await RunAnywhere.llm.generate(
  'Explain quantum computing in one paragraph',
  options: LlmOptions(model: 'qwen3-0.6b', maxOutputTokens: 200),
);

print(result.text);

await for (final event in RunAnywhere.llm.generateStream('Write a haiku')) {
  if (event is GenerationEventToken) {
    setState(() => _text += event.text);
  }
}

final reply = await RunAnywhere.llm.generateChat([
  ChatMessage(role: ChatRole.system, content: 'You are a concise assistant.'),
  ChatMessage(role: ChatRole.user, content: 'What is on-device inference?'),
  ChatMessage(role: ChatRole.assistant, content: 'Running the model on your own hardware.'),
  ChatMessage(role: ChatRole.user, content: 'Why does that matter?'),
]);

// Speech to text
final transcription = await RunAnywhere.stt.transcribe(
  AudioInput.wav(bytes),
);

// Text to speech
final handle = RunAnywhere.tts.speak('Ready when you are');

import 'package:flutter/material.dart';
import 'package:runanywhere/runanywhere.dart';
import 'package:runanywhere_llamacpp/runanywhere_llamacpp.dart';

class ChatScreen extends StatefulWidget {
  const ChatScreen({super.key});

  @override
  State<ChatScreen> createState() => _ChatScreenState();
}

class _ChatScreenState extends State<ChatScreen> {
  final _controller = TextEditingController();
  StreamSubscription<GenerationEvent>? _subscription;
  String _reply = '';
  bool _busy = false;
  bool _ready = false;

  @override
  void initState() {
    super.initState();
    _boot();
  }

  Future<void> _boot() async {
    await LlamaCpp.register();
    await RunAnywhere.initialize(apiKey: '', baseUrl: '');
    if (mounted) setState(() => _ready = true);
  }

  void _send() {
    setState(() {
      _busy = true;
      _reply = '';
    });

    _subscription?.cancel();
    _subscription = RunAnywhere.llm.generateStream(_controller.text).listen(
      (event) {
        if (event is GenerationEventToken) {
          setState(() => _reply += event.text);
        }
      },
      onError: (Object error) => setState(() {
        _reply = 'Failed: $error';
        _busy = false;
      }),
      onDone: () => setState(() => _busy = false),
    );
  }

  @override
  void dispose() {
    _subscription?.cancel();
    _controller.dispose();
    super.dispose();
  }

  @override
  Widget build(BuildContext context) {
    return Scaffold(
      body: Padding(
        padding: const EdgeInsets.all(16),
        child: Column(
          children: [
            Expanded(child: SingleChildScrollView(child: Text(_reply))),
            Row(
              children: [
                Expanded(child: TextField(controller: _controller)),
                ElevatedButton(
                  onPressed: _ready && !_busy ? _send : null,
                  child: const Text('Send'),
                ),
              ],
            ),
          ],
        ),
      ),
    );
  }
}