ailia LLM

#include "ailia_llm.h"

struct AILIALLM *llm = nullptr;
ailiaLLMCreate(&llm);
ailiaLLMOpenModelFileA(llm, "gemma-4-E2B-it-Q4_K_M.gguf", /*ctx_size=*/0);

AILIALLMChatMessage messages[] = {
    {"user", "あなたの名前は何ですか？"},
};
ailiaLLMSetPrompt(llm, messages, 1);

unsigned int done = 0;
while (!done) {
    ailiaLLMGenerate(llm, &done);
    if (done) break;   // when done is set, GetDeltaText returns the previous token

    unsigned int size = 0;
    ailiaLLMGetDeltaTextSize(llm, &size);
    std::vector<char> buf(size);
    ailiaLLMGetDeltaText(llm, buf.data(), size);
    printf("%s", buf.data());
}
ailiaLLMDestroy(llm);

using ailiaLLM;

var llm = new AiliaLLMModel();
llm.Create();
llm.Open("gemma-4-E2B-it-Q4_K_M.gguf");

var messages = new List<AiliaLLMChatMessage> {
    new AiliaLLMChatMessage("user", "あなたの名前は何ですか？"),
};
llm.SetPrompt(messages);

bool done = false;
while (!done) {
    llm.Generate(ref done);
    if (!done) Debug.Log(llm.GetDeltaText());   // when done, GetDeltaText returns the previous token
}
llm.Close();

import 'package:ailia_llm/ailia_llm.dart';

final llm = AiliaLLMModel();
await llm.open('gemma-4-E2B-it-Q4_K_M.gguf');

final messages = [AiliaLLMChatMessage(role: 'user', content: 'あなたの名前は何ですか？')];
await for (final delta in llm.generate(messages)) {
  stdout.write(delta);
}

val llm = AiliaLLM()
llm.openModelFile(modelPath, contextSize)
llm.setSamplingParams(40, 0.9f, 0.4f, 1234)

llm.setPrompt(arrayOf(
    AiliaLLMChatMessage("user", "あなたの名前は何ですか？"),
))

var done = false
while (!done) {
    done = llm.generate()
    if (!done) Log.d("ailia", llm.getDeltaText())   // when done, getDeltaText returns the previous token
}