import 'package:flutter/material.dart';
import 'package:runanywhere/runanywhere.dart';
import 'package:runanywhere_llamacpp/runanywhere_llamacpp.dart';
void main() async {
WidgetsFlutterBinding.ensureInitialized();
// 1. Initialize SDK
await RunAnywhere.initialize();
// 2. Register LlamaCpp backend
await LlamaCpp.register();
// 3. Add a model
LlamaCpp.addModel(
id: 'smollm2-360m-q8_0',
name: 'SmolLM2 360M Q8_0',
url: 'https://huggingface.co/prithivMLmods/SmolLM2-360M-GGUF/resolve/main/SmolLM2-360M.Q8_0.gguf',
memoryRequirement: 500000000,
);
runApp(const MyApp());
}
class MyApp extends StatelessWidget {
const MyApp({super.key});
@override
Widget build(BuildContext context) {
return MaterialApp(
home: ChatScreen(),
);
}
}
class ChatScreen extends StatefulWidget {
@override
_ChatScreenState createState() => _ChatScreenState();
}
class _ChatScreenState extends State<ChatScreen> {
String _response = '';
bool _isLoading = false;
bool _isModelLoaded = false;
Future<void> _loadModel() async {
setState(() => _isLoading = true);
try {
// Download model (with progress)
await for (final progress in RunAnywhere.downloadModel('smollm2-360m-q8_0')) {
print('Download: ${(progress.percentage * 100).toStringAsFixed(1)}%');
if (progress.state.isCompleted) break;
}
// Load model
await RunAnywhere.loadModel('smollm2-360m-q8_0');
setState(() => _isModelLoaded = true);
} catch (e) {
setState(() => _response = 'Error: $e');
} finally {
setState(() => _isLoading = false);
}
}
Future<void> _generateText() async {
setState(() => _isLoading = true);
try {
final result = await RunAnywhere.generate(
'Explain quantum computing in simple terms',
options: LLMGenerationOptions(
maxTokens: 200,
temperature: 0.7,
),
);
setState(() => _response = result.text);
print('Speed: ${result.tokensPerSecond.toStringAsFixed(1)} tok/s');
} catch (e) {
setState(() => _response = 'Error: $e');
} finally {
setState(() => _isLoading = false);
}
}
@override
Widget build(BuildContext context) {
return Scaffold(
appBar: AppBar(title: Text('RunAnywhere Demo')),
body: Padding(
padding: EdgeInsets.all(16),
child: Column(
children: [
if (!_isModelLoaded)
ElevatedButton(
onPressed: _isLoading ? null : _loadModel,
child: Text(_isLoading ? 'Loading...' : 'Download & Load Model'),
),
if (_isModelLoaded)
ElevatedButton(
onPressed: _isLoading ? null : _generateText,
child: Text(_isLoading ? 'Generating...' : 'Generate'),
),
SizedBox(height: 20),
Expanded(
child: SingleChildScrollView(
child: Text(_response),
),
),
],
),
),
);
}
}
