CorpusCount(util::FilePiece &from, int vocab_write, uint64_t &token_count, WordIndex &type_count, std::vector< bool > &prune_words, const std::string &prune_vocab_filename, std::size_t entries_per_block, WarningAction disallowed_symbol) | lm::builder::CorpusCount | |
DedupeMultiplier(std::size_t order) | lm::builder::CorpusCount | [static] |
Run(const util::stream::ChainPosition &position) | lm::builder::CorpusCount | |
VocabUsage(std::size_t vocab_estimate) | lm::builder::CorpusCount | [static] |