libsent/src/voca/voca_load_htkdict.c File Reference

Read word dictionary from a file in HTK format. More...

#include <sent/stddefs.h>
#include <sent/vocabulary.h>
#include <sent/htk_hmm.h>

Include dependency graph for voca_load_htkdict.c:

Go to the source code of this file.

Defines

#define PHONEMELEN_STEP 30

Memory allocation step for phoneme sequence.

Functions

char * cycle_triphone (char *p)

char * cycle_triphone_flush ()

static void add_to_error (WORD_INFO *winfo, char *name)

static void callback_list_error (void *x)

static void list_error (WORD_INFO *winfo)

static void set_maxwn (WORD_INFO *winfo)

static void set_maxwlen (WORD_INFO *winfo)

boolean voca_load_htkdict (FILE *fp, WORD_INFO *winfo, HTK_HMM_INFO *hmminfo, boolean ignore_tri_conv)

boolean voca_load_htkdict_fd (int fd, WORD_INFO *winfo, HTK_HMM_INFO *hmminfo, boolean ignore_tri_conv)

boolean voca_load_htkdict_sd (int sd, WORD_INFO *winfo, HTK_HMM_INFO *hmminfo, boolean ignore_tri_conv)

boolean voca_append_htkdict (char *entry, WORD_INFO *winfo, HTK_HMM_INFO *hmminfo, boolean ignore_tri_conv)

boolean voca_load_htkdict_line (char *buf, int vnum, WORD_INFO *winfo, HTK_HMM_INFO *hmminfo, boolean do_conv, boolean *ok_flag)

boolean voca_mono2tri (WORD_INFO *winfo, HTK_HMM_INFO *hmminfo)

Convert whole words in word dictionary to word-internal triphone.

void voca_append (WORD_INFO *dstinfo, WORD_INFO *srcinfo, int coffset, int woffset)

Variables

static char buf [MAXLINELEN]

Local work area for input text processing.

static char bufbak [MAXLINELEN]

Local work area for debug message.

static char trbuf [3][20]

Local buffer for triphone convertion.

static char chbuf [30]

Another local buffer for triphone convertion.

static char nophone [1]

Local buffer to indicate 'no phone'.

static int trp_l

Triphone cycle index.

static int trp

Triphone cycle index.

static int trp_r

Triphone cycle index.

Detailed Description

Read word dictionary from a file in HTK format.

Author:: Akinobu LEE

Date:: Fri Feb 18 19:43:06 2005

When using triphone model, conversion from monophone expression in dictionary to triphone and the existence check of word-internal triphone will be done here.

Revision: 1.4

Definition in file voca_load_htkdict.c.

Function Documentation

char* cycle_triphone ( char * p )

Return string of triphone name composed from last 3 call.

Parameters:

[in] next phone string

Returns:: the composed triphone name, or NULL on end.

Definition at line 79 of file voca_load_htkdict.c.

Referenced by cycle_triphone_flush(), voca_load_htkdict_line(), and voca_mono2tri().

char* cycle_triphone_flush ( )

Flush the triphone buffer and return the last biphone.

Returns:: the composed last bi-phone name.

Definition at line 125 of file voca_load_htkdict.c.

Referenced by voca_load_htkdict_line(), and voca_mono2tri().

static void add_to_error	(	WORD_INFO *	winfo,
		char *	name
	)			`[static]`

Add a triphone name to the missing error list in WORD_INFO.

Parameters:

	winfo	[i/o] word dictionary to add the error phone to error list
	name	[in] phone name to be added

Definition at line 137 of file voca_load_htkdict.c.

static void callback_list_error ( void * x ) [static]

Traverse callback function to output a error phone.

Parameters:

[in] error phone string of the node

Definition at line 160 of file voca_load_htkdict.c.

Referenced by list_error().

static void list_error ( WORD_INFO * winfo ) [static]

Output all error phones appeared while readin a word dictionary.

Parameters:

winfo

[in] word dictionary data

Definition at line 172 of file voca_load_htkdict.c.

Referenced by voca_append_htkdict(), voca_load_htkdict(), voca_load_htkdict_fd(), and voca_load_htkdict_sd().

static void set_maxwn ( WORD_INFO * winfo ) [static]

Parse a word dictionary and set the maximum state length per word.

Parameters:

winfo

[i/o]

Definition at line 185 of file voca_load_htkdict.c.

Referenced by voca_append_htkdict(), voca_load_htkdict(), voca_load_htkdict_fd(), and voca_load_htkdict_sd().

static void set_maxwlen ( WORD_INFO * winfo ) [static]

Parse the word dictionary to set the maximum word length.

Parameters:

winfo

[i/o] word dictionary data

Definition at line 207 of file voca_load_htkdict.c.

Referenced by voca_append_htkdict(), voca_load_htkdict(), voca_load_htkdict_fd(), and voca_load_htkdict_sd().

boolean voca_load_htkdict	(	FILE *	fp,
		WORD_INFO *	winfo,
		HTK_HMM_INFO *	hmminfo,
		boolean	ignore_tri_conv
	)

Top function to read word dictionary via file pointer

Parameters:

	fp	[in] file pointer
	winfo	[out] pointer to word dictionary to store the read data.
	hmminfo	[in] HTK HMM definition data. if NULL, phonemes are ignored.
	ignore_tri_conv	[in] TRUE if triphone conversion is ignored

Returns:: TRUE on success, FALSE on any error word.

Definition at line 229 of file voca_load_htkdict.c.

Referenced by init_voca().

boolean voca_load_htkdict_fd	(	int	fd,
		WORD_INFO *	winfo,
		HTK_HMM_INFO *	hmminfo,
		boolean	ignore_tri_conv
	)

Top function to read word dictionary via file descriptor.

Parameters:

	fd	[in] file descriptor
	winfo	[out] pointer to word dictionary to store the read data.
	hmminfo	[in] HTK HMM definition data. if NULL, phonemes are ignored.
	ignore_tri_conv	[in] TRUE if triphone conversion is ignored

Returns:: TRUE on success, FALSE on any error word.

Definition at line 269 of file voca_load_htkdict.c.

boolean voca_load_htkdict_sd	(	int	sd,
		WORD_INFO *	winfo,
		HTK_HMM_INFO *	hmminfo,
		boolean	ignore_tri_conv
	)

Top function to read word dictionary via socket descriptor.

Parameters:

	sd	[in] socket descriptor
	winfo	[out] pointer to word dictionary to store the read data.
	hmminfo	[in] HTK HMM definition data. if NULL, phonemes are ignored.
	ignore_tri_conv	[in] TRUE if triphone conversion is ignored

Returns:: TRUE on success, FALSE on any error word.

Definition at line 308 of file voca_load_htkdict.c.

boolean voca_append_htkdict	(	char *	entry,
		WORD_INFO *	winfo,
		HTK_HMM_INFO *	hmminfo,
		boolean	ignore_tri_conv
	)

Append a single entry to the existing word dictionary.

Parameters:

	entry	[in] dictionary entry string to be appended.
	winfo	[out] pointer to word dictionary to append the data.
	hmminfo	[in] HTK HMM definition data. if NULL, phonemes are ignored.
	ignore_tri_conv	[in] TRUE if triphone conversion is ignored

Returns:: TRUE on success, FALSE on any error word.

Definition at line 347 of file voca_load_htkdict.c.

Referenced by initialize_dict().

boolean voca_load_htkdict_line	(	char *	buf,
		int	vnum,
		WORD_INFO *	winfo,
		HTK_HMM_INFO *	hmminfo,
		boolean	do_conv,
		boolean *	ok_flag
	)

Sub function to Add a dictionary entry line to the word dictionary.

Parameters:

	buf	[i/o] buffer to hold the input string, will be modified in this function
	vnum	[in] current number of words in winfo
	winfo	[out] pointer to word dictionary to append the data.
	hmminfo	[in] HTK HMM definition data. if NULL, phonemes are ignored.
	do_conv	[in] TRUE if performing triphone conversion
	ok_flag	[out] will be set to FALSE if an error occured for this input.

Returns:: FALSE if buf == "DICEND", else TRUE will be returned.

Definition at line 384 of file voca_load_htkdict.c.

Referenced by voca_append_htkdict(), voca_load_htkdict(), voca_load_htkdict_fd(), and voca_load_htkdict_sd().

boolean voca_mono2tri	(	WORD_INFO *	winfo,
		HTK_HMM_INFO *	hmminfo
	)

Convert whole words in word dictionary to word-internal triphone.

Normally triphone conversion will be performed directly when reading dictionary file. This function is for post conversion only.

Parameters:

	winfo	[i/o] word dictionary information
	hmminfo	[in] HTK HMM definition

Returns:: TRUE on success, FALSE on failure.

Definition at line 596 of file voca_load_htkdict.c.

Referenced by final_fusion().

void voca_append	(	WORD_INFO *	dstinfo,
		WORD_INFO *	srcinfo,
		int	coffset,
		int	woffset
	)

Append one word dictionary to other, for multiple grammar handling. Assumes that the same HMM definition is used on both word dictionary.

Parameters:

	dstinfo	[i/o] word dictionary
	srcinfo	[in] word dictionary to be appended to dst
	coffset	[in] category id offset in dst where the new data should be stored
	woffset	[in] word id offset in dst where the new data should be stored

Definition at line 637 of file voca_load_htkdict.c.

Generated on Tue Dec 26 16:18:24 2006 for Julius by

1.5.0


Defines
#define	PHONEMELEN_STEP 30
	Memory allocation step for phoneme sequence.
Functions
char *	cycle_triphone (char *p)
char *	cycle_triphone_flush ()
static void	add_to_error (WORD_INFO winfo, char name)
static void	callback_list_error (void *x)
static void	list_error (WORD_INFO *winfo)
static void	set_maxwn (WORD_INFO *winfo)
static void	set_maxwlen (WORD_INFO *winfo)
boolean	voca_load_htkdict (FILE fp, WORD_INFO winfo, HTK_HMM_INFO *hmminfo, boolean ignore_tri_conv)
boolean	voca_load_htkdict_fd (int fd, WORD_INFO winfo, HTK_HMM_INFO hmminfo, boolean ignore_tri_conv)
boolean	voca_load_htkdict_sd (int sd, WORD_INFO winfo, HTK_HMM_INFO hmminfo, boolean ignore_tri_conv)
boolean	voca_append_htkdict (char entry, WORD_INFO winfo, HTK_HMM_INFO *hmminfo, boolean ignore_tri_conv)
boolean	voca_load_htkdict_line (char buf, int vnum, WORD_INFO winfo, HTK_HMM_INFO hmminfo, boolean do_conv, boolean ok_flag)
boolean	voca_mono2tri (WORD_INFO winfo, HTK_HMM_INFO hmminfo)
	Convert whole words in word dictionary to word-internal triphone.
void	voca_append (WORD_INFO dstinfo, WORD_INFO srcinfo, int coffset, int woffset)
Variables
static char	buf [MAXLINELEN]
	Local work area for input text processing.
static char	bufbak [MAXLINELEN]
	Local work area for debug message.
static char	trbuf [3][20]
	Local buffer for triphone convertion.
static char	chbuf [30]
	Another local buffer for triphone convertion.
static char	nophone [1]
	Local buffer to indicate 'no phone'.
static int	trp_l
	Triphone cycle index.
static int	trp
	Triphone cycle index.
static int	trp_r
	Triphone cycle index.