ailia LLM

#include "ailia_llm.h"

struct AILIALLM *llm = nullptr;
ailiaLLMCreate(&llm);
ailiaLLMOpenModelFileA(llm, "gemma-2-2b-it-Q4_K_M.gguf", /*ctx_size=*/0);

AILIALLMChatMessage messages[] = {
    {"user", "あなたの名前は何ですか？"},
};
ailiaLLMSetPrompt(llm, messages, 1);

unsigned int done = 0;
while (!done) {
    ailiaLLMGenerate(llm, &done);
    /* read delta via ailiaLLMGetDeltaText */
}
ailiaLLMDestroy(llm);

using ailiaLLM;

var llm = new AiliaLLMModel();
llm.Create();
llm.Open("gemma-2-2b-it-Q4_K_M.gguf");

var messages = new List<AiliaLLMChatMessage> {
    new AiliaLLMChatMessage("user", "あなたの名前は何ですか？"),
};
llm.SetPrompt(messages);

bool done = false;
while (!done) {
    llm.Generate(ref done);
    Debug.Log(llm.GetDeltaText());
}
llm.Close();

import 'package:ailia_llm/ailia_llm.dart';

final llm = AiliaLLMModel();
await llm.open('gemma-2-2b-it-Q4_K_M.gguf');

final messages = [AiliaLLMChatMessage(role: 'user', content: 'あなたの名前は何ですか？')];
await for (final delta in llm.generate(messages)) {
  stdout.write(delta);
}

val llm = AiliaLLM()
llm.openModelFile(modelPath, contextSize)
llm.setSamplingParams(40, 0.9f, 0.4f, 1234)

llm.setPrompt(arrayOf(
    AiliaLLMChatMessage("user", "あなたの名前は何ですか？"),
))

var done = false
while (!done) {
    done = llm.generate()
    Log.d("ailia", llm.getDeltaText())
}