ailia_voice.h

Go to the documentation of this file.

 
#ifndef INCLUDED_AILIA_VOICE
#define INCLUDED_AILIA_VOICE
 
/* エラーコードと構造体 */
 
#include "ailia.h"
#include "ailia_audio.h"
 
/* 呼び出し規約 */
 
#if defined(_WIN64) || defined(_M_X64) || defined(__amd64__) || defined(__x86_64__) || defined(__APPLE__) || \
    defined(__ANDROID__) || defined(ANDROID) || defined(__linux__) || defined(NN_NINTENDO_SDK)
#define AILIA_API
#else
#define AILIA_API __stdcall
#endif
 
#ifdef __cplusplus
extern "C" {
#endif
 
/****************************************************************
 * 辞書定義
 **/
 
#define AILIA_VOICE_DICTIONARY_TYPE_OPEN_JTALK (0)
 
#define AILIA_VOICE_DICTIONARY_TYPE_G2P_EN (1)
 
#define AILIA_VOICE_DICTIONARY_TYPE_G2P_CN (2)
 
#define AILIA_VOICE_DICTIONARY_TYPE_G2PW (3)
 
/****************************************************************
 * アルゴリズム定義
 **/
 
#define AILIA_VOICE_MODEL_TYPE_TACOTRON2 (0)
 
#define AILIA_VOICE_MODEL_TYPE_GPT_SOVITS (1)
 
#define AILIA_VOICE_MODEL_TYPE_GPT_SOVITS_V2 (2)
 
#define AILIA_VOICE_MODEL_TYPE_GPT_SOVITS_V3 (3)
 
#define AILIA_VOICE_MODEL_TYPE_GPT_SOVITS_V2_PRO (4)
 
#define AILIA_VOICE_CLEANER_TYPE_BASIC (0)
 
#define AILIA_VOICE_CLEANER_TYPE_ENGLISH (1)
 
/****************************************************************
 * フラグ定義
 **/
 
#define AILIA_VOICE_FLAG_NONE (0)
 
/****************************************************************
 * G2Pの処理タイプ
 **/
 
#define AILIA_VOICE_G2P_TYPE_GPT_SOVITS_EN (1)
 
#define AILIA_VOICE_G2P_TYPE_GPT_SOVITS_JA (2)
 
#define AILIA_VOICE_G2P_TYPE_GPT_SOVITS_ZH (3)
 
#define AILIA_VOICE_TEXT_POST_PROCESS_APPEND_PUNCTUATION (2) // 互換性用
 
/****************************************************************
 * APIコールバック定義
 **/
 
//接続が必要なAPI
 
#if defined(_WIN32) && !defined(_WIN64)
    #define AILIA_VOICE_USER_API __stdcall
#else
    #define AILIA_VOICE_USER_API
#endif
 
// ailia.audio API
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_AUDIO_RESAMPLE)(void*, const void*, int, int, int, int);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_AUDIO_GET_RESAMPLE_LEN)(int*, int, int, int);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_AUDIO_GET_FRAME_LEN)(int*, int, int, int, int);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_AUDIO_GET_SPECTROGRAM)(void*, const void*, int, int, int, int, int, int, int, float, int);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_AUDIO_GET_MEL_SPECTROGRAM)(void*, const void*, int, int, int, int, int, int, int, int, float, int, float, float, int, int, int);
 
// ailia API
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_CREATE)(struct AILIANetwork **, int, int);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_OPEN_WEIGHT_FILE_A)(struct AILIANetwork *, const char *);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_OPEN_WEIGHT_FILE_W)(struct AILIANetwork *, const wchar_t *);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_OPEN_WEIGHT_MEM)(struct AILIANetwork *, const void *, unsigned int);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_SET_MEMORY_MODE)(struct AILIANetwork*, unsigned int);
typedef void(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_DESTROY)(struct AILIANetwork *);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_UPDATE)(struct AILIANetwork *);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_GET_BLOB_INDEX_BY_INPUT_INDEX)(struct AILIANetwork *, unsigned int *, unsigned int);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_GET_BLOB_INDEX_BY_OUTPUT_INDEX)(struct AILIANetwork *, unsigned int *, unsigned int);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_GET_BLOB_DATA)(struct AILIANetwork *, void*, unsigned int, unsigned int);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_SET_INPUT_BLOB_DATA)(struct AILIANetwork *, const void*, unsigned int, unsigned int);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_SET_INPUT_BLOB_SHAPE)(struct AILIANetwork *, const AILIAShape*, unsigned int, unsigned int);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_GET_BLOB_SHAPE)(struct AILIANetwork *, AILIAShape*, unsigned int, unsigned int);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_GET_INPUT_BLOB_COUNT)(struct AILIANetwork *, unsigned int *);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_GET_OUTPUT_BLOB_COUNT)(struct AILIANetwork *, unsigned int *);
typedef const char*(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_GET_ERROR_DETAIL)(struct AILIANetwork *);
typedef int(AILIA_VOICE_USER_API* AILIA_VOICE_USER_API_AILIA_COPY_BLOB_DATA)(struct AILIANetwork* dst_net, unsigned int dst_blob_idx, struct AILIANetwork* src_net, unsigned int src_blob_idx);
 
#define AILIA_VOICE_API_CALLBACK_VERSION (3)
 
/* APIコールバック関数構造体 */
typedef struct _AILIAVoiceApiCallback {
    AILIA_VOICE_USER_API_AILIA_AUDIO_RESAMPLE ailiaAudioResample;
    AILIA_VOICE_USER_API_AILIA_AUDIO_GET_RESAMPLE_LEN ailiaAudioGetResampleLen;
    AILIA_VOICE_USER_API_AILIA_AUDIO_GET_FRAME_LEN ailiaAudioGetFrameLen;
    AILIA_VOICE_USER_API_AILIA_AUDIO_GET_SPECTROGRAM ailiaAudioGetSpectrogram;
    AILIA_VOICE_USER_API_AILIA_AUDIO_GET_MEL_SPECTROGRAM ailiaAudioGetMelSpectrogram;
    AILIA_VOICE_USER_API_AILIA_CREATE ailiaCreate;
    AILIA_VOICE_USER_API_AILIA_OPEN_WEIGHT_FILE_A ailiaOpenWeightFileA;
    AILIA_VOICE_USER_API_AILIA_OPEN_WEIGHT_FILE_W ailiaOpenWeightFileW;
    AILIA_VOICE_USER_API_AILIA_OPEN_WEIGHT_MEM ailiaOpenWeightMem;
    AILIA_VOICE_USER_API_AILIA_SET_MEMORY_MODE ailiaSetMemoryMode;
    AILIA_VOICE_USER_API_AILIA_DESTROY ailiaDestroy;
    AILIA_VOICE_USER_API_AILIA_UPDATE ailiaUpdate;
    AILIA_VOICE_USER_API_AILIA_GET_BLOB_INDEX_BY_INPUT_INDEX ailiaGetBlobIndexByInputIndex;
    AILIA_VOICE_USER_API_AILIA_GET_BLOB_INDEX_BY_OUTPUT_INDEX ailiaGetBlobIndexByOutputIndex;
    AILIA_VOICE_USER_API_AILIA_GET_BLOB_DATA ailiaGetBlobData;
    AILIA_VOICE_USER_API_AILIA_SET_INPUT_BLOB_DATA ailiaSetInputBlobData;
    AILIA_VOICE_USER_API_AILIA_SET_INPUT_BLOB_SHAPE ailiaSetInputBlobShape;
    AILIA_VOICE_USER_API_AILIA_GET_BLOB_SHAPE ailiaGetBlobShape;
    AILIA_VOICE_USER_API_AILIA_GET_INPUT_BLOB_COUNT ailiaGetInputBlobCount;
    AILIA_VOICE_USER_API_AILIA_GET_OUTPUT_BLOB_COUNT ailiaGetOutputBlobCount;
    AILIA_VOICE_USER_API_AILIA_GET_ERROR_DETAIL ailiaGetErrorDetail;
    AILIA_VOICE_USER_API_AILIA_COPY_BLOB_DATA ailiaCopyBlobData;
} AILIAVoiceApiCallback;
 
/****************************************************************
 * ボイスオブジェクトのインスタンス
 **/
 
struct AILIAVoice;
 
/****************************************************************
 * Voice API
 **/
 
int AILIA_API ailiaVoiceCreate(struct AILIAVoice** net, int env_id, int num_thread, int memory_mode, int flags, AILIAVoiceApiCallback callback, int version);
 
int AILIA_API ailiaVoiceSetUserDictionaryFileA(struct AILIAVoice* net, const char* dictionary_path, int dictionary_type);
 
int AILIA_API ailiaVoiceSetUserDictionaryFileW(struct AILIAVoice* net, const wchar_t* dictionary_path, int dictionary_type);
 
int AILIA_API ailiaVoiceOpenDictionaryFileA(struct AILIAVoice* net, const char* dictionary_path, int dictionary_type);
 
int AILIA_API ailiaVoiceOpenDictionaryFileW(struct AILIAVoice* net, const wchar_t* dictionary_path, int dictionary_type);
 
int AILIA_API ailiaVoiceOpenModelFileA(struct AILIAVoice* net, const char* encoder, const char* decoder1, const char* decoder2, const char* wave, const char* ssl, int model_type, int cleaner_type);
 
int AILIA_API ailiaVoiceOpenModelFileW(struct AILIAVoice* net, const wchar_t* encoder, const wchar_t* decoder1, const wchar_t* decoder2, const wchar_t* wave, const wchar_t* ssl, int model_type, int cleaner_type);
 
int AILIA_API ailiaVoiceOpenTacotron2ModelFileA(struct AILIAVoice* net, const char* encoder, const char* decoder1, const char* decoder2, const char* wave, int cleaner_type);
int AILIA_API ailiaVoiceOpenTacotron2ModelFileW(struct AILIAVoice* net, const wchar_t* encoder, const wchar_t* decoder1, const wchar_t* decoder2, const wchar_t* wave, int cleaner_type);
 
int AILIA_API ailiaVoiceOpenGPTSoVITSV1ModelFileA(struct AILIAVoice* net, const char* encoder, const char* decoder1, const char* decoder2, const char* wave, const char* ssl);
int AILIA_API ailiaVoiceOpenGPTSoVITSV1ModelFileW(struct AILIAVoice* net, const wchar_t* encoder, const wchar_t* decoder1, const wchar_t* decoder2, const wchar_t* wave, const wchar_t* ssl);
 
int AILIA_API ailiaVoiceOpenGPTSoVITSV2ModelFileA(struct AILIAVoice* net, const char* encoder, const char* decoder1, const char* decoder2, const char* wave, const char* ssl, const char* chinese_bert, const char* vocab);
int AILIA_API ailiaVoiceOpenGPTSoVITSV2ModelFileW(struct AILIAVoice* net, const wchar_t* encoder, const wchar_t* decoder1, const wchar_t* decoder2, const wchar_t* wave, const wchar_t* ssl, const wchar_t* chinese_bert, const wchar_t* vocab);
 
int AILIA_API ailiaVoiceOpenGPTSoVITSV3ModelFileA(struct AILIAVoice* net, const char* encoder, const char* decoder1, const char* decoder2, const char* ssl, const char* vq, const char* cfm, const char* bigvgan, const char* chinese_bert, const char* vocab);
 
int AILIA_API ailiaVoiceOpenGPTSoVITSV3ModelFileW(struct AILIAVoice* net, const wchar_t* encoder, const wchar_t* decoder1, const wchar_t* decoder2, const wchar_t* ssl, const wchar_t* vq, const wchar_t* cfm, const wchar_t* bigvgan, const wchar_t* chinese_bert, const wchar_t* vocab);
 
int AILIA_API ailiaVoiceOpenGPTSoVITSV2ProModelFileA(struct AILIAVoice* net, const char* encoder, const char* decoder1, const char* decoder2, const char* ssl, const char* vits, const char* sv, const char* chinese_bert, const char* vocab);
 
int AILIA_API ailiaVoiceOpenGPTSoVITSV2ProModelFileW(struct AILIAVoice* net, const wchar_t* encoder, const wchar_t* decoder1, const wchar_t* decoder2, const wchar_t* ssl, const wchar_t* vits, const wchar_t* sv, const wchar_t* chinese_bert, const wchar_t* vocab);
 
int AILIA_API ailiaVoiceGraphemeToPhoneme(struct AILIAVoice* net, const char *utf8, int g2p_type);
 
int AILIA_API ailiaVoiceExtractFullContext(struct AILIAVoice* net, const char *utf8);
 
int AILIA_API ailiaVoiceGetFeatureLength(struct AILIAVoice* net, unsigned int* len);
 
int AILIA_API ailiaVoiceGetFeatures(struct AILIAVoice* net, char* features, unsigned int len);
 
int AILIA_API ailiaVoiceSetReference(struct AILIAVoice* net, float* buf, unsigned int buf_size, unsigned int channels, unsigned int sampling_rate, const char *features);
 
int AILIA_API ailiaVoiceSetSampleSteps(struct AILIAVoice* net, int steps);
 
int AILIA_API ailiaVoiceSetSpeed(struct AILIAVoice* net, float speed);
 
int AILIA_API ailiaVoiceSetModelType(struct AILIAVoice* net, int model_type);
 
int AILIA_API ailiaVoiceInference(struct AILIAVoice* net, const char *utf8);
 
int AILIA_API ailiaVoiceGetWaveInfo(struct AILIAVoice* net, unsigned int* samples, unsigned int* channels, unsigned int* sampling_rate);
 
int AILIA_API ailiaVoiceGetWave(struct AILIAVoice* net, float* buf, unsigned int buf_size);
 
void AILIA_API ailiaVoiceDestroy(struct AILIAVoice* net);
 
const char* AILIA_API ailiaVoiceGetErrorDetail(struct AILIAVoice* net);
 
#ifdef UNICODE
#define ailiaVoiceSetUserDictionaryFile ailiaVoiceSetUserDictionaryFileW
#define ailiaVoiceOpenDictionaryFile ailiaVoiceOpenDictionaryFileW
#define ailiaVoiceOpenModelFile ailiaVoiceOpenModelFileW
#define ailiaVoiceOpenTacotron2ModelFile ailiaVoiceOpenTacotron2ModelFileW
#define ailiaVoiceOpenGPTSoVITSV1ModelFile ailiaVoiceOpenGPTSoVITSV1ModelFileW
#define ailiaVoiceOpenGPTSoVITSV2ModelFile ailiaVoiceOpenGPTSoVITSV2ModelFileW
#define ailiaVoiceOpenGPTSoVITSV3ModelFile ailiaVoiceOpenGPTSoVITSV3ModelFileW
#define ailiaVoiceOpenGPTSoVITSV2ProModelFile ailiaVoiceOpenGPTSoVITSV2ProModelFileW
#else
#define ailiaVoiceSetUserDictionaryFile ailiaVoiceSetUserDictionaryFileA
#define ailiaVoiceOpenDictionaryFile ailiaVoiceOpenDictionaryFileA
#define ailiaVoiceOpenModelFile ailiaVoiceOpenModelFileA
#define ailiaVoiceOpenTacotron2ModelFile ailiaVoiceOpenTacotron2ModelFileA
#define ailiaVoiceOpenGPTSoVITSV1ModelFile ailiaVoiceOpenGPTSoVITSV1ModelFileA
#define ailiaVoiceOpenGPTSoVITSV2ModelFile ailiaVoiceOpenGPTSoVITSV2ModelFileA
#define ailiaVoiceOpenGPTSoVITSV3ModelFile ailiaVoiceOpenGPTSoVITSV3ModelFileA
#define ailiaVoiceOpenGPTSoVITSV2ProModelFile ailiaVoiceOpenGPTSoVITSV2ProModelFileA
#endif
 
#ifdef __cplusplus
}
#endif
#endif /* !defined(INCLUDED_AILIA_Voice) */