#include <sent/stddefs.h>
#include <sent/ngram2.h>
関数 | |
static int | get_total_info (FILE *fp, int num[]) |
Set number of N-gram entries, for reading the first LR 2-gram. | |
static boolean | set_unigram (FILE *fp, NGRAM_INFO *ndata) |
Read word/class entry names and 1-gram data from LR 2-gram file. | |
static boolean | add_unigram (FILE *fp, NGRAM_INFO *ndata) |
Read 1-gram data from RL 3-gram file. | |
static boolean | add_bigram (FILE *fp, NGRAM_INFO *ndata) |
Read reverse 2-gram data from RL 3-gram file, and set RL 2-gram probabilities and back-off values for RL 3-gram to the corresponding LR 2-gram data. | |
static boolean | set_ngram (FILE *fp, NGRAM_INFO *ndata, int n) |
Read n-gram data for a given N from ARPA n-gram file. | |
boolean | ngram_read_arpa (FILE *fp, NGRAM_INFO *ndata, boolean addition) |
Read in one ARPA N-gram file. | |
変数 | |
static char | buf [800] |
Local buffer for reading | |
static char | pbuf [800] |
Local buffer for error string |
ARPA形式のN-gramファイルを用いる場合,2-gram と逆向き 3-gram を それぞれ別々のファイルから読み込みます.
ngram_read_arpa.c で定義されています。
static int get_total_info | ( | FILE * | fp, | |
int | num[] | |||
) | [static] |
Set number of N-gram entries, for reading the first LR 2-gram.
fp | [in] file pointer | |
num | [out] set the values to this buffer |
ngram_read_arpa.c の 51 行で定義されています。
参照元 ngram_read_arpa().
static boolean set_unigram | ( | FILE * | fp, | |
NGRAM_INFO * | ndata | |||
) | [static] |
Read word/class entry names and 1-gram data from LR 2-gram file.
fp | [in] file pointer | |
ndata | [out] N-gram to set the read data. |
ngram_read_arpa.c の 91 行で定義されています。
参照元 ngram_read_arpa().
static boolean add_unigram | ( | FILE * | fp, | |
NGRAM_INFO * | ndata | |||
) | [static] |
Read 1-gram data from RL 3-gram file.
Only the back-off weights are stored.
fp | [in] file pointer | |
ndata | [out] N-gram to store the read data. |
ngram_read_arpa.c の 188 行で定義されています。
参照元 ngram_read_arpa().
static boolean add_bigram | ( | FILE * | fp, | |
NGRAM_INFO * | ndata | |||
) | [static] |
Read reverse 2-gram data from RL 3-gram file, and set RL 2-gram probabilities and back-off values for RL 3-gram to the corresponding LR 2-gram data.
fp | [in] file pointer | |
ndata | [i/o] N-gram to set the read data. |
ngram_read_arpa.c の 253 行で定義されています。
参照元 ngram_read_arpa().
static boolean set_ngram | ( | FILE * | fp, | |
NGRAM_INFO * | ndata, | |||
int | n | |||
) | [static] |
Read n-gram data for a given N from ARPA n-gram file.
(n >= 2)
fp | [in] file pointer | |
ndata | [out] N-gram to set the read data. |
ngram_read_arpa.c の 322 行で定義されています。
参照元 ngram_read_arpa().
boolean ngram_read_arpa | ( | FILE * | fp, | |
NGRAM_INFO * | ndata, | |||
boolean | addition | |||
) |
Read in one ARPA N-gram file.
Supported combinations are LR 2-gram, RL 3-gram and LR 3-gram.
fp | [in] file pointer | |
ndata | [out] N-gram data to store the read data | |
addition | [in] TRUE if going to read additional 2-gram |
ngram_read_arpa.c の 514 行で定義されています。