ailia_llm.h

Go to the documentation of this file.

 
#ifndef INCLUDED_AILIA_LLM
#define INCLUDED_AILIA_LLM
 
#include <wchar.h>
 
#if defined(_WIN64) || defined(_M_X64) || defined(__amd64__) || defined(__x86_64__) || defined(__APPLE__) || \
    defined(__ANDROID__) || defined(ANDROID) || defined(__linux__) || defined(NN_NINTENDO_SDK)
#define AILIA_LLM_API
#else
#define AILIA_LLM_API __stdcall
#endif
 
/****************************************************************
 * ライブラリ状態定義
 **/
 
#define AILIA_LLM_STATUS_SUCCESS (0)
#define AILIA_LLM_STATUS_INVALID_ARGUMENT (-1)
#define AILIA_LLM_STATUS_ERROR_FILE_API (-2)
#define AILIA_LLM_STATUS_INVALID_VERSION (-3)
#define AILIA_LLM_STATUS_BROKEN (-4)
#define AILIA_LLM_STATUS_MEMORY_INSUFFICIENT (-5)
#define AILIA_LLM_STATUS_THREAD_ERROR (-6)
#define AILIA_LLM_STATUS_INVALID_STATE (-7)
#define AILIA_LLM_STATUS_CONTEXT_FULL (-8)
#define AILIA_LLM_STATUS_ERROR_BUFFER_API (-9)
#define AILIA_LLM_STATUS_PARSE_ERROR (-10)
#define AILIA_LLM_STATUS_UNIMPLEMENTED (-15)
#define AILIA_LLM_STATUS_OTHER_ERROR (-128)
 
/****************************************************************
 * チャットメッセージ
 **/
 
typedef struct _AILIALLMChatMessage {
    const char *role;
    const char *content;
} AILIALLMChatMessage;
 
/****************************************************************
 * マルチモーダル画像/音声データ
 **/
 
typedef struct _AILIALLMMediaData {
    const char *media_type;
    const char *file_path;
    const unsigned char *data;
    unsigned int data_size;
    unsigned int width;
    unsigned int height;
} AILIALLMMediaData;
 
typedef struct _AILIALLMMultimodalChatMessage {
    const char *role;
    const char *content;
    const AILIALLMMediaData *media_data;
    unsigned int media_count;
} AILIALLMMultimodalChatMessage;
 
#ifdef __cplusplus
extern "C" {
#endif
 
/****************************************************************
 * LLMオブジェクトのインスタンス
 **/
 
struct AILIALLM;
 
/****************************************************************
 * LLM API
 **/
 
AILIA_LLM_API int ailiaLLMGetBackendCount(unsigned int* env_count);
 
AILIA_LLM_API int ailiaLLMGetBackendName(const char** env, unsigned int env_idx);
 
AILIA_LLM_API int ailiaLLMGetBackendDeviceName(const char** name, unsigned int env_idx);
 
AILIA_LLM_API int ailiaLLMSetBackend(struct AILIALLM* llm, unsigned int backend_idx);
 
AILIA_LLM_API int ailiaLLMSetNumThreads(struct AILIALLM* llm, unsigned int n_threads);
 
AILIA_LLM_API int ailiaLLMCreate(struct AILIALLM** llm);
 
AILIA_LLM_API int ailiaLLMOpenModelFileA(struct AILIALLM* llm, const char *path, unsigned int n_ctx);
AILIA_LLM_API int ailiaLLMOpenModelFileW(struct AILIALLM* llm, const wchar_t *path, unsigned int n_ctx);
 
AILIA_LLM_API int ailiaLLMOpenMtpModelFileA(struct AILIALLM* llm, const char *path, unsigned int n_draft);
AILIA_LLM_API int ailiaLLMOpenMtpModelFileW(struct AILIALLM* llm, const wchar_t *path, unsigned int n_draft);
 
 
AILIA_LLM_API int ailiaLLMGetContextSize(struct AILIALLM* llm, unsigned int *context_size);
 
AILIA_LLM_API int ailiaLLMSetSamplingParams(struct AILIALLM* llm, unsigned int top_k, float top_p, float temp, unsigned int dist);
 
AILIA_LLM_API int ailiaLLMSetThinking(struct AILIALLM* llm, unsigned int enable);
 
AILIA_LLM_API int ailiaLLMSetPrompt(struct AILIALLM* llm, const AILIALLMChatMessage * message, unsigned int message_cnt);
 
AILIA_LLM_API int ailiaLLMGenerate(struct AILIALLM* llm, unsigned int *done);
 
AILIA_LLM_API int ailiaLLMGetDeltaTextSize(struct AILIALLM* llm, unsigned int *buf_size);
 
AILIA_LLM_API int ailiaLLMGetDeltaText(struct AILIALLM* llm, char * text, unsigned int buf_size);
 
AILIA_LLM_API int ailiaLLMGetTokenCount(struct AILIALLM* llm, unsigned int *cnt, const char* text);
 
AILIA_LLM_API int ailiaLLMGetPromptTokenCount(struct AILIALLM* llm, unsigned int *cnt);
 
AILIA_LLM_API int ailiaLLMGetGeneratedTokenCount(struct AILIALLM* llm, unsigned int *cnt);
 
AILIA_LLM_API void ailiaLLMDestroy(struct AILIALLM* llm);
 
/****************************************************************
 * マルチモーダル LLM API
 **/
 
AILIA_LLM_API int ailiaLLMOpenMultimodalProjectorFileA(struct AILIALLM* llm, const char *mmproj_path);
AILIA_LLM_API int ailiaLLMOpenMultimodalProjectorFileW(struct AILIALLM* llm, const wchar_t *mmproj_path);
 
AILIA_LLM_API int ailiaLLMGetMultimodalCapabilities(struct AILIALLM* llm, unsigned int *vision_support, unsigned int *audio_support);
 
AILIA_LLM_API int ailiaLLMSetMultimodalPrompt(struct AILIALLM* llm, const AILIALLMMultimodalChatMessage * message, unsigned int message_cnt);
 
/****************************************************************
 * TOOL USE API
 **/
 
AILIA_LLM_API int ailiaLLMSetTools(struct AILIALLM* llm, const char *tools_json);
 
AILIA_LLM_API int ailiaLLMSetPromptJson(struct AILIALLM* llm, const char *messages_json);
 
AILIA_LLM_API int ailiaLLMGetResponseJsonSize(struct AILIALLM* llm, unsigned int *buf_size);
 
AILIA_LLM_API int ailiaLLMGetResponseJson(struct AILIALLM* llm, char *json, unsigned int buf_size);
 
AILIA_LLM_API const char * ailiaLLMGetErrorDetail(struct AILIALLM * llm);
    
/* QNN API */
 
AILIA_LLM_API int ailiaLLMGetQNNModelName(const char** model_name);
 
#ifdef __cplusplus
}
#endif
 
#endif // INCLUDED_AILIA_LLM