#include "lm/builder/corpus_count.hh"
#include "lm/builder/payload.hh"
#include "lm/common/ngram.hh"
#include "lm/lm_exception.hh"
#include "lm/vocab.hh"
#include "lm/word_index.hh"
#include "util/file_stream.hh"
#include "util/file.hh"
#include "util/file_piece.hh"
#include "util/murmur_hash.hh"
#include "util/probing_hash_table.hh"
#include "util/scoped.hh"
#include "util/stream/chain.hh"
#include "util/stream/timer.hh"
#include "util/tokenize_piece.hh"
#include <functional>
#include <stdint.h>
Go to the source code of this file.
Namespaces | |
namespace | lm |
namespace | lm::builder |
Definition at line 137 of file corpus_count.cc.
const std::size_t block_size_ |
Definition at line 149 of file corpus_count.cc.
Definition at line 147 of file corpus_count.cc.
Dedupe dedupe_ |
Definition at line 144 of file corpus_count.cc.
std::vector<WordIndex> dedupe_invalid_ |
Definition at line 142 of file corpus_count.cc.
NGram<BuildingPayload> gram_ |
Definition at line 139 of file corpus_count.cc.
Key key |
Definition at line 54 of file corpus_count.cc.
Referenced by BOOST_AUTO_TEST_CASE(), Moses::VarSpanNode::CalculateRanges(), MosesTraining::Syntax::PCFG::RuleCollection::CreatePcfg(), Moses::ContextScope::get(), Moses::PhraseDictionaryNodeMemory::GetChild(), Moses::PhraseDictionaryNodeMemory::GetOrCreateChild(), Moses::LexicalReorderingTableCompact::GetScore(), Moses::LexicalReorderingTableMemory::GetScore(), GetScore(), Moses::Parameter::GetWeightNames(), Moses::PhraseDictionaryMemoryPerSentenceOnDemand::InitializeForInput(), Moses::ReloadingLanguageModel< Model >::InitializeForInput(), Moses::InMemoryPerSentenceOnDemandLM::InitializeForInput(), Moses::IOWrapper::IOWrapper(), loadOrientationPriors(), MakeKey(), Moses::operator<<(), Moses::Grid::parseArgs(), Moses::ScoreComponentCollection::PlusEquals(), MosesTraining::Syntax::Pcfg::Read(), read_ini(), Moses::ContextScope::set(), Moses::Parameter::Validate(), and MosesTraining::Syntax::Pcfg::Write().
const std::size_t size_ |
Definition at line 35 of file corpus_count.cc.