void lm::builder::InitialProbabilities | ( | const InitialProbabilitiesConfig & | config, | |
const std::vector< Discount > & | discounts, | |||
util::stream::Chains & | primary, | |||
util::stream::Chains & | second_in, | |||
util::stream::Chains & | gamma_out, | |||
const std::vector< uint64_t > & | prune_thresholds, | |||
bool | prune_vocab, | |||
const SpecialVocab & | specials | |||
) |
Definition at line 278 of file initial_probabilities.cc.
References lm::builder::InitialProbabilitiesConfig::adder_out, util::stream::ChainConfig::entry_size, lm::builder::InitialProbabilitiesConfig::interpolate_unigrams, util::stream::kRecycle, util::FixedArray< T >::push_back(), and util::FixedArray< T >::size().
Referenced by Pipeline().
void lm::builder::Pipeline | ( | PipelineConfig & | config, | |
int | text_file, | |||
Output & | output | |||
) |
Definition at line 331 of file pipeline.cc.
References lm::builder::PipelineConfig::block_count, util::stream::SortConfig::buffer_size, lm::builder::PipelineConfig::discount, InitialProbabilities(), lm::builder::PipelineConfig::minimum_block, lm::builder::PipelineConfig::order, lm::builder::PipelineConfig::prune_thresholds, lm::builder::PipelineConfig::prune_vocab, lm::builder::PipelineConfig::renumber_vocabulary, util::scoped_base< T, scoped_delete_forward >::reset(), lm::builder::Output::SetHeader(), lm::builder::PipelineConfig::sort, lm::builder::Output::Steps(), lm::builder::PipelineConfig::TempPrefix(), lm::builder::PipelineConfig::TotalMemory(), UTIL_THROW_IF, lm::builder::Output::VocabFile(), and util::Exception::what().
Referenced by main().
void lm::builder::PrintPayload | ( | util::FileStream & | to, | |
const BuildingPayload & | payload | |||
) | [inline] |
void lm::builder::PrintPayload< ProbBackoff > | ( | util::FileStream & | to, | |
const BuildingPayload & | payload | |||
) | [inline] |
void lm::builder::PrintPayload< uint64_t > | ( | util::FileStream & | to, | |
const BuildingPayload & | payload | |||
) | [inline] |
void lm::builder::PrintPayload< Uninterpolated > | ( | util::FileStream & | to, | |
const BuildingPayload & | payload | |||
) | [inline] |
const WordIndex lm::builder::kBOS = 1 |
Definition at line 43 of file payload.hh.
Referenced by lm::builder::CorpusCount::Run(), and lm::builder::AdjustCounts::Run().
const WordIndex lm::builder::kEOS = 2 |