Models

final result = await RunAnywhere.llm.generate(
  'Hello',
  options: LlmOptions(model: 'qwen3-0.6b'),
);

final models = await RunAnywhere.models.list();
final model = await RunAnywhere.models.get('qwen3-0.6b');

final language = await RunAnywhere.models.list(
  ModelFilter(category: ModelCategory.MODEL_CATEGORY_LANGUAGE),
);

await for (final event in RunAnywhere.models.download('qwen3-0.6b')) {
  if (event is DownloadEventProgress) {
    setState(() {
      _fraction = event.fraction ?? 0;
      _speed = event.bytesPerSecond;
    });
  }
}

_subscription = RunAnywhere.models.download(id).listen(
  (event) {
    if (event is DownloadEventProgress) {
      setState(() => _fraction = event.fraction ?? 0);
    }
  },
  onError: (Object e) => setState(() => _error = e.toString()),
  onDone: () => setState(() => _done = true),
);

final loaded = await RunAnywhere.models.load('qwen3-0.6b');

final tuned = await RunAnywhere.models.load(
  'qwen3-0.6b',
  options: LoadOptions(contextLength: 4096, threads: 4),
);

class ModelSwitcher {
  String? _current;

  Future<void> use(String id) async {
    final current = _current;
    if (current != null && current != id) {
      await RunAnywhere.models.unload(current);
    }
    await RunAnywhere.models.load(id);
    _current = id;
  }
}

await RunAnywhere.llm.generate(prompt, options: LlmOptions(model: 'qwen3-0.6b'));
await RunAnywhere.llm.generate(prompt, options: LlmOptions(model: 'llama-3.2-1b'));

await RunAnywhere.models.unload('qwen3-0.6b');
await RunAnywhere.models.unloadAll(ModelCategory.MODEL_CATEGORY_LANGUAGE);
await RunAnywhere.models.unloadAll();

final state = await RunAnywhere.models.state();

await RunAnywhere.models.delete('qwen3-0.6b');
await RunAnywhere.models.unregister('qwen3-0.6b');

final info = await RunAnywhere.models.register(registration);

await RunAnywhere.models.refresh();

class ModelPicker extends ChangeNotifier {
  List<ModelInfo> models = const [];
  String? downloading;
  double fraction = 0;

  Future<void> refresh() async {
    models = await RunAnywhere.models.list(
      ModelFilter(category: ModelCategory.MODEL_CATEGORY_LANGUAGE),
    );
    notifyListeners();
  }

  Future<void> download(String id) async {
    downloading = id;
    fraction = 0;
    notifyListeners();

    try {
      await for (final event in RunAnywhere.models.download(id)) {
        if (event is DownloadEventProgress) {
          fraction = event.fraction ?? 0;
          notifyListeners();
        }
      }
      await refresh();
    } finally {
      downloading = null;
      notifyListeners();
    }
  }

  Future<void> use(String id) async {
    await RunAnywhere.models.unloadAll(ModelCategory.MODEL_CATEGORY_LANGUAGE);
    await RunAnywhere.models.load(id);
  }

  Future<void> delete(String id) async {
    await RunAnywhere.models.delete(id);
    await refresh();
  }
}