/disk4/html/www/moses/doxygen/mosesdecoder/lm/builder/corpus_count.cc File Reference

#include "lm/builder/corpus_count.hh"
#include "lm/builder/payload.hh"
#include "lm/common/ngram.hh"
#include "lm/lm_exception.hh"
#include "lm/vocab.hh"
#include "lm/word_index.hh"
#include "util/file_stream.hh"
#include "util/file.hh"
#include "util/file_piece.hh"
#include "util/murmur_hash.hh"
#include "util/probing_hash_table.hh"
#include "util/scoped.hh"
#include "util/stream/chain.hh"
#include "util/stream/timer.hh"
#include "util/tokenize_piece.hh"
#include <functional>
#include <stdint.h>

Go to the source code of this file.

Namespaces
namespace	lm
namespace	lm::builder

---

Variable Documentation

util::stream::Link block_

Definition at line 137 of file corpus_count.cc.

const std::size_t block_size_

Definition at line 149 of file corpus_count.cc.

boost::scoped_array<WordIndex> buffer_

Definition at line 147 of file corpus_count.cc.

Dedupe dedupe_

Definition at line 144 of file corpus_count.cc.

std::vector<WordIndex> dedupe_invalid_

Definition at line 142 of file corpus_count.cc.

NGram<BuildingPayload> gram_

Definition at line 139 of file corpus_count.cc.

Key key

Definition at line 54 of file corpus_count.cc.

Referenced by BOOST_AUTO_TEST_CASE(), Moses::VarSpanNode::CalculateRanges(), MosesTraining::Syntax::PCFG::RuleCollection::CreatePcfg(), Moses::ContextScope::get(), Moses::PhraseDictionaryNodeMemory::GetChild(), Moses::PhraseDictionaryNodeMemory::GetOrCreateChild(), Moses::LexicalReorderingTableCompact::GetScore(), Moses::LexicalReorderingTableMemory::GetScore(), GetScore(), Moses::Parameter::GetWeightNames(), Moses::PhraseDictionaryMemoryPerSentenceOnDemand::InitializeForInput(), Moses::ReloadingLanguageModel< Model >::InitializeForInput(), Moses::InMemoryPerSentenceOnDemandLM::InitializeForInput(), Moses::IOWrapper::IOWrapper(), loadOrientationPriors(), MakeKey(), Moses::operator<<(), Moses::Grid::parseArgs(), Moses::ScoreComponentCollection::PlusEquals(), MosesTraining::Syntax::Pcfg::Read(), read_ini(), Moses::ContextScope::set(), Moses::Parameter::Validate(), and MosesTraining::Syntax::Pcfg::Write().

const std::size_t size_

Definition at line 35 of file corpus_count.cc.