ref: 6e3aac3abfd17457d033d433abf820e9bbc8847f
dir: /src/cg/cst_mlpg.h/
/* --------------------------------------------------------------- */
/* The HMM-Based Speech Synthesis System (HTS): version 1.1.1 */
/* HTS Working Group */
/* */
/* Department of Computer Science */
/* Nagoya Institute of Technology */
/* and */
/* Interdisciplinary Graduate School of Science and Engineering */
/* Tokyo Institute of Technology */
/* Copyright (c) 2001-2003 */
/* All Rights Reserved. */
/* */
/* Permission is hereby granted, free of charge, to use and */
/* distribute this software and its documentation without */
/* restriction, including without limitation the rights to use, */
/* copy, modify, merge, publish, distribute, sublicense, and/or */
/* sell copies of this work, and to permit persons to whom this */
/* work is furnished to do so, subject to the following conditions: */
/* */
/* 1. The code must retain the above copyright notice, this list */
/* of conditions and the following disclaimer. */
/* */
/* 2. Any modifications must be clearly marked as such. */
/* */
/* NAGOYA INSTITUTE OF TECHNOLOGY, TOKYO INSITITUTE OF TECHNOLOGY, */
/* HTS WORKING GROUP, AND THE CONTRIBUTORS TO THIS WORK DISCLAIM */
/* ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING ALL */
/* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO EVENT */
/* SHALL NAGOYA INSTITUTE OF TECHNOLOGY, TOKYO INSITITUTE OF */
/* TECHNOLOGY, HTS WORKING GROUP, NOR THE CONTRIBUTORS BE LIABLE */
/* FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY */
/* DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, */
/* WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS */
/* ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR */
/* PERFORMANCE OF THIS SOFTWARE. */
/* */
/* --------------------------------------------------------------- */
/* mlpg.c : speech parameter generation from pdf sequence */
/* */
/* 2003/12/26 by Heiga Zen */
/* --------------------------------------------------------------- */
/*********************************************************************/
/* */
/* Nagoya Institute of Technology, Aichi, Japan, */
/* and */
/* Carnegie Mellon University, Pittsburgh, PA */
/* Copyright (c) 2003-2004 */
/* All Rights Reserved. */
/* */
/* Permission is hereby granted, free of charge, to use and */
/* distribute this software and its documentation without */
/* restriction, including without limitation the rights to use, */
/* copy, modify, merge, publish, distribute, sublicense, and/or */
/* sell copies of this work, and to permit persons to whom this */
/* work is furnished to do so, subject to the following conditions: */
/* */
/* 1. The code must retain the above copyright notice, this list */
/* of conditions and the following disclaimer. */
/* 2. Any modifications must be clearly marked as such. */
/* 3. Original authors' names are not deleted. */
/* */
/* NAGOYA INSTITUTE OF TECHNOLOGY, CARNEGIE MELLON UNIVERSITY, AND */
/* THE CONTRIBUTORS TO THIS WORK DISCLAIM ALL WARRANTIES WITH */
/* REGARD TO THIS SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF */
/* MERCHANTABILITY AND FITNESS, IN NO EVENT SHALL NAGOYA INSTITUTE */
/* OF TECHNOLOGY, CARNEGIE MELLON UNIVERSITY, NOR THE CONTRIBUTORS */
/* BE LIABLE FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR */
/* ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR */
/* PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER */
/* TORTUOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE */
/* OR PERFORMANCE OF THIS SOFTWARE. */
/* */
/*********************************************************************/
/* */
/* ML-Based Parameter Generation */
/* 2003/12/26 by Heiga Zen */
/* */
/* Basic functions are extracted from HTS and */
/* modified by Tomoki Toda (tomoki@ics.nitech.ac.jp) */
/* June 2004 */
/* Integrate as a Voice Conversion module */
/* */
/*-------------------------------------------------------------------*/
/* */
/* Author : Tomoki Toda (tomoki@ics.nitech.ac.jp) */
/* Date : June 2004 */
/* */
/*-------------------------------------------------------------------*/
/* Integrated into a single C file for festival/flite integration */
/* May 2008 awb@cs.cmu.edu */
/*-------------------------------------------------------------------*/
#ifndef _MLPG_H
#define _MLPG_H
#include "cst_cg.h"
#define LENGTH 256
#define INFTY ((double) 1.0e+38)
#define INFTY2 ((double) 1.0e+19)
#define INVINF ((double) 1.0e-38)
#define INVINF2 ((double) 1.0e-19)
#ifdef M_PI
#define PI M_PI
#else
#define PI 3.1415926535897932385
#endif
#define WLEFT 0
#define WRIGHT 1
typedef struct _DWin {
int num; /* number of static + deltas */
int **width; /* width [0..num-1][0(left) 1(right)] */
double **coef; /* coefficient [0..num-1][length[0]..length[1]] */
double **coef_ptrs; /* keeps the pointers so we can free them */
int maxw[2]; /* max width [0(left) 1(right)] */
} DWin;
typedef struct _PStreamChol {
int vSize; /* size of ovserved vector */
int order; /* order of cepstrum */
int T; /* number of frames */
int width; /* width of WSW */
DWin dw;
double **mseq; /* sequence of mean vector */
double **ivseq; /* sequence of invarsed covariance vector */
double ***ifvseq; /* sequence of invarsed full covariance vector */
double **R; /* WSW[T][range] */
double *r; /* WSM [T] */
double *g; /* g [T] */
double **c; /* parameter c */
} PStreamChol;
typedef struct MLPGPARA_STRUCT {
DVECTOR ov;
DVECTOR iuv;
DVECTOR iumv;
DVECTOR flkv;
DMATRIX stm;
DMATRIX dltm;
DMATRIX pdf;
DVECTOR detvec;
DMATRIX wght;
DMATRIX mean;
DMATRIX cov;
LVECTOR clsidxv;
DVECTOR clsdetv;
DMATRIX clscov;
double vdet;
DVECTOR vm;
DVECTOR vv;
DVECTOR var;
} *MLPGPARA;
static MLPGPARA xmlpgpara_init(int dim, int dim2, int dnum, int clsnum);
static void xmlpgparafree(MLPGPARA param);
static double get_like_pdfseq_vit(int dim, int dim2, int dnum, int clsnum,
MLPGPARA param,
float **model,
XBOOL dia_flag);
#if 0
static double get_like_gv(long dim2, long dnum, MLPGPARA param);
static void sm_mvav(DMATRIX mat, long hlen);
#endif
static void get_dltmat(DMATRIX mat, DWin *dw, int dno, DMATRIX dmat);
static double *dcalloc(int x, int xoff);
static double **ddcalloc(int x, int y, int xoff, int yoff);
/***********************************/
/* ML using Choleski decomposition */
/***********************************/
/* Diagonal Covariance Version */
static void InitDWin(PStreamChol *pst, const float *dynwin, int fsize);
static void InitPStreamChol(PStreamChol *pst, const float *dynwin, int fsize,
int order, int T);
static void mlgparaChol(DMATRIX pdf, PStreamChol *pst, DMATRIX mlgp);
static void mlpgChol(PStreamChol *pst);
static void calc_R_and_r(PStreamChol *pst, const int m);
static void Choleski(PStreamChol *pst);
static void Choleski_forward(PStreamChol *pst);
static void Choleski_backward(PStreamChol *pst, const int m);
#if 0
/* Full Covariance Version */
static void InitPStreamCholFC(PStreamChol *pst, char *dynwinf, char *accwinf,
int order, int T);
static void mlgparaCholFC(DMATRIX pdf, PStreamChol *pst, DMATRIX mlgp);
static void mlpgCholFC(PStreamChol *pst);
static void calc_R_and_r_FC(PStreamChol *pst);
static void CholeskiFC(PStreamChol *pst);
static void Choleski_forwardFC(PStreamChol *pst);
static void Choleski_backwardFC(PStreamChol *pst);
#endif
/**********************************/
/* ML Considering Global Variance */
/**********************************/
#if 0
static void varconv(double **c, const int m, const int T, const double var);
static void calc_varstats(double **c, const int m, const int T,
double *av, double *var, double *dif);
/* Diagonal Covariance Version */
static void mlgparaGrad(DMATRIX pdf, PStreamChol *pst, DMATRIX mlgp,
const int max, double th, double e, double alpha,
DVECTOR vm, DVECTOR vv, XBOOL nrmflag, XBOOL extvflag);
static void mlpgGrad(PStreamChol *pst, const int max, double th, double e,
double alpha, DVECTOR vm, DVECTOR vv, XBOOL nrmflag);
static void calc_grad(PStreamChol *pst, const int m);
static void calc_vargrad(PStreamChol *pst, const int m, double alpha, double n,
double vm, double vv);
static double get_gauss_dia5(double det,
double weight,
DVECTOR vec, /* dim */
DVECTOR meanvec, /* dim */
DVECTOR invcovvec); /* dim */
#endif
static double get_gauss_full(long clsidx,
DVECTOR vec, /* [dim] */
DVECTOR detvec, /* [clsnum] */
DMATRIX weightmat, /* [clsnum][1] */
DMATRIX meanvec, /* [clsnum][dim] */
DMATRIX invcovmat); /* [clsnum * dim][dim] */
static double get_gauss_dia(long clsidx,
DVECTOR vec, /* [dim] */
DVECTOR detvec, /* [clsnum] */
DMATRIX weightmat, /* [clsnum][1] */
DMATRIX meanmat, /* [clsnum][dim] */
DMATRIX invcovmat); /* [clsnum][dim] */
static double cal_xmcxmc(long clsidx,
DVECTOR x,
DMATRIX mm, /* [num class][dim] */
DMATRIX cm); /* [num class * dim][dim] */
#if 0
static void get_gv_mlpgpara(MLPGPARA param, char *vmfile, char *vvfile,
long dim2, XBOOL msg_flag);
#endif
/* User level function */
cst_track *mlpg(const cst_track *param_track, cst_cg_db *cg_db);
#endif /* _MLPG_H */