Documentation IndexFetch the complete documentation index at: /llms.txtUse this file to discover all available pages before exploring further.
Fetch the complete documentation index at: /llms.txt
Use this file to discover all available pages before exploring further.
Full text generation with performance metrics
final result = await RunAnywhere.generate( 'Explain quantum computing in simple terms', options: LLMGenerationOptions( maxTokens: 200, temperature: 0.7, ), ); print('Response: ${result.text}'); print('Tokens: ${result.tokensUsed}'); print('Speed: ${result.tokensPerSecond.toStringAsFixed(1)} tok/s'); print('Latency: ${result.latencyMs.toStringAsFixed(0)}ms');
maxTokens
int
temperature
double
topP
stopSequences
List<String>
[]
systemPrompt
String?
null
const options = LLMGenerationOptions( maxTokens: 256, temperature: 0.7, topP: 0.95, stopSequences: ['END', '###'], systemPrompt: 'You are a helpful coding assistant.', );
text
String
thinkingContent
inputTokens
tokensUsed
modelUsed
latencyMs
tokensPerSecond
timeToFirstTokenMs
double?
LlamaCpp.addModel( id: 'qwen-cot', name: 'Qwen CoT', url: '...', supportsThinking: true, // Enable thinking token parsing ); final result = await RunAnywhere.generate('Solve: 2x + 5 = 15'); if (result.thinkingContent != null) { print('Reasoning: ${result.thinkingContent}'); } print('Answer: ${result.text}');