Chat

let result = try await RunAnywhere.generate(prompt: "What is the capital of France?")
print(result.text)

func makeMessage(_ role: RAMessageRole, _ text: String) -> RAChatMessage {
    var message = RAChatMessage()
    message.role = role
    message.content = text
    return message
}

var history: [RAChatMessage] = [
    makeMessage(.user, "My name is Ada."),
    makeMessage(.assistant, "Nice to meet you, Ada."),
]

var request = RALLMGenerateRequest()
request.prompt = "What is my name?"
request.history = history

let result = try await RunAnywhere.generate(request)
print(result.text)

var options = RALLMGenerationOptions.defaults()
options.systemPrompt = "You are a terse assistant. Answer in one sentence."
options.maxTokens = 256
options.temperature = 0.7

let result = try await RunAnywhere.generate(prompt: "Explain HTTP caching.", options: options)

var request = RALLMGenerateRequest()
request.prompt = userInput
request.history = history
request.conversationID = sessionID

let stream = try await RunAnywhere.generateStream(prompt: userInput)
var reply = ""
for await event in stream {
    if event.eventKind == .token {
        reply += event.token
    }
}

let maxTurns = 10
if history.count > maxTurns * 2 {
    history.removeFirst(history.count - maxTurns * 2)
}

@MainActor
@Observable
final class ChatViewModel {
    private(set) var messages: [RAChatMessage] = []
    private(set) var isGenerating = false

    func send(_ text: String) async {
        var user = RAChatMessage()
        user.role = .user
        user.content = text
        messages.append(user)

        isGenerating = true
        defer { isGenerating = false }

        var request = RALLMGenerateRequest()
        request.prompt = text
        request.history = Array(messages.dropLast())

        do {
            let result = try await RunAnywhere.generate(request)
            var assistant = RAChatMessage()
            assistant.role = .assistant
            assistant.content = result.text
            messages.append(assistant)
        } catch {
            var failure = RAChatMessage()
            failure.role = .assistant
            failure.content = "Error: \(error.localizedDescription)"
            messages.append(failure)
        }
    }
}