Simple Generation

import { TextGeneration } from '@runanywhere/web'

const result = await TextGeneration.generate('What is the capital of France?')
console.log(result.text) // "Paris is the capital of France."

await TextGeneration.generate(
  prompt: string,
  options?: LLMGenerationOptions
): Promise<LLMGenerationResult>

const capital = await TextGeneration.generate('What is the capital of Japan?')
// capital.text: "Tokyo is the capital of Japan."

const math = await TextGeneration.generate('Calculate 15% of 200')
// math.text: "15% of 200 is 30."

const result = await TextGeneration.generate('Write a haiku about coding', {
  maxTokens: 50,
  temperature: 0.8,
})

console.log(result.text)
console.log(`${result.tokensPerSecond.toFixed(1)} tok/s | ${result.latencyMs}ms`)

import { TextGeneration, SDKError, SDKErrorCode } from '@runanywhere/web'

try {
  const result = await TextGeneration.generate('Hello')
} catch (err) {
  if (err instanceof SDKError) {
    switch (err.code) {
      case SDKErrorCode.NotInitialized:
        console.error('Initialize the SDK first')
        break
      case SDKErrorCode.ModelNotLoaded:
        console.error('Load a model first')
        break
      default:
        console.error(`SDK error [${err.code}]: ${err.message}`)
    }
  }
}