|
Joshua
open source statistical hierarchical phrase-based machine translation system
|
Packages | |
| namespace | anonymous_namespace{read_arpa.cc} |
| namespace | base |
| namespace | ngram |
| namespace | sri |
Classes | |
| class | ConfigException |
| class | LoadException |
| class | FormatLoadException |
| class | VocabLoadException |
| class | SpecialWordMissingException |
| class | PositiveProbWarn |
| struct | FullScoreReturn |
| struct | Prob |
| struct | ProbBackoff |
Typedefs | |
| typedef unsigned int | WordIndex |
Enumerations | |
| enum | WarningAction { THROW_UP, COMPLAIN, SILENT } |
Functions | |
| void | ReadARPACounts (util::FilePiece &in, std::vector< uint64_t > &number) |
| void | ReadNGramHeader (util::FilePiece &in, unsigned int length) |
| void | ReadBackoff (util::FilePiece &in, Prob &) |
| void | ReadBackoff (util::FilePiece &in, ProbBackoff &weights) |
| void | ReadEnd (util::FilePiece &in) |
| template<class Voc > | |
| void | Read1Gram (util::FilePiece &f, Voc &vocab, ProbBackoff *unigrams, PositiveProbWarn &warn) |
| template<class Voc > | |
| void | Read1Grams (util::FilePiece &f, std::size_t count, Voc &vocab, ProbBackoff *unigrams, PositiveProbWarn &warn) |
| template<class Voc , class Weights > | |
| void | ReadNGram (util::FilePiece &f, const unsigned char n, const Voc &vocab, WordIndex *const reverse_indices, Weights &weights, PositiveProbWarn &warn) |
Variables | |
| const bool | kARPASpaces [256] = {0,0,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0} |
| typedef unsigned int lm::WordIndex |
| enum lm::WarningAction |
| void lm::Read1Gram | ( | util::FilePiece & | f, |
| Voc & | vocab, | ||
| ProbBackoff * | unigrams, | ||
| PositiveProbWarn & | warn | ||
| ) |
| void lm::Read1Grams | ( | util::FilePiece & | f, |
| std::size_t | count, | ||
| Voc & | vocab, | ||
| ProbBackoff * | unigrams, | ||
| PositiveProbWarn & | warn | ||
| ) |
| void lm::ReadARPACounts | ( | util::FilePiece & | in, |
| std::vector< uint64_t > & | number | ||
| ) |
| void lm::ReadBackoff | ( | util::FilePiece & | in, |
| Prob & | |||
| ) |
| void lm::ReadBackoff | ( | util::FilePiece & | in, |
| ProbBackoff & | weights | ||
| ) |
| void lm::ReadEnd | ( | util::FilePiece & | in | ) |
| void lm::ReadNGram | ( | util::FilePiece & | f, |
| const unsigned char | n, | ||
| const Voc & | vocab, | ||
| WordIndex *const | reverse_indices, | ||
| Weights & | weights, | ||
| PositiveProbWarn & | warn | ||
| ) |
| void lm::ReadNGramHeader | ( | util::FilePiece & | in, |
| unsigned int | length | ||
| ) |
| const bool lm::kARPASpaces = {0,0,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0} |