Models

const result = await RunAnywhere.llm.generate('Hello', { model: 'qwen3-0.6b' })

const models = await RunAnywhere.models.list()
const language = await RunAnywhere.models.list({
  category: ModelCategory.MODEL_CATEGORY_LANGUAGE,
})

const resident = await RunAnywhere.models.loaded(ModelCategory.MODEL_CATEGORY_LANGUAGE)

for await (const event of RunAnywhere.models.download('qwen3-0.6b')) {
  if (event.type === 'progress') {
    setFraction(event.fraction ?? 0)
    setSpeed(event.bytesPerSecond)
  }
}

const loaded = await RunAnywhere.models.load('qwen3-0.6b')

const tuned = await RunAnywhere.models.load('qwen3-0.6b', {
  contextLength: 4096,
  threads: 4,
})

let current: string | null = null

async function use(id: string): Promise<void> {
  if (current && current !== id) {
    await RunAnywhere.models.unload(current)
  }
  await RunAnywhere.models.load(id)
  current = id
}

await RunAnywhere.llm.generate(prompt, { model: 'qwen3-0.6b' })
await RunAnywhere.llm.generate(prompt, { model: 'llama-3.2-1b' })

await RunAnywhere.models.unload('qwen3-0.6b')
await RunAnywhere.models.unloadAll()

AppState.addEventListener('change', (state) => {
  if (state !== 'active') void RunAnywhere.models.unloadAll()
})

const state = await RunAnywhere.models.state()

await RunAnywhere.models.delete('qwen3-0.6b')
await RunAnywhere.models.unregister('qwen3-0.6b')

const info = await RunAnywhere.models.register({
  id: 'my-model',
  name: 'My model',
  url: 'https://example.com/model.gguf',
  framework: InferenceFramework.INFERENCE_FRAMEWORK_LLAMA_CPP,
  category: ModelCategory.MODEL_CATEGORY_LANGUAGE,
})

const info = await RunAnywhere.storage.info() // StorageInfo | null
await RunAnywhere.storage.clearCache()
await RunAnywhere.storage.cleanTempFiles()

import { RunAnywhere, ModelCategory } from '@runanywhere/core'
import type { ModelInfo } from '@runanywhere/core'
import { useCallback, useEffect, useState } from 'react'

export function useModelPicker() {
  const [models, setModels] = useState<ModelInfo[]>([])
  const [downloading, setDownloading] = useState<string | null>(null)
  const [fraction, setFraction] = useState(0)

  const refresh = useCallback(async () => {
    setModels(
      await RunAnywhere.models.list({
        category: ModelCategory.MODEL_CATEGORY_LANGUAGE,
      })
    )
  }, [])

  useEffect(() => {
    void refresh()
  }, [refresh])

  const download = useCallback(
    async (id: string) => {
      setDownloading(id)
      setFraction(0)
      try {
        for await (const event of RunAnywhere.models.download(id)) {
          if (event.type === 'progress') setFraction(event.fraction ?? 0)
        }
        await refresh()
      } finally {
        setDownloading(null)
      }
    },
    [refresh]
  )

  const use = useCallback(async (id: string) => {
    await RunAnywhere.models.unloadAll()
    await RunAnywhere.models.load(id)
  }, [])

  return { models, downloading, fraction, download, use, refresh }
}