#include <Phrase.h>
Public Member Functions | |
virtual bool | HasScope () const |
virtual SPTR< ContextScope > | GetScope () const |
Phrase () | |
Phrase (size_t reserveSize) | |
Phrase (const std::vector< const Word * > &mergeWords) | |
void | SwapWords (Phrase &other) |
virtual | ~Phrase () |
void | CreateFromString (FactorDirection direction, const std::vector< FactorType > &factorOrder, const StringPiece &phraseString, Word **lhs) |
void | MergeFactors (const Phrase ©) |
void | MergeFactors (const Phrase ©, FactorType factorType) |
copy a single factor (specified by factorType) | |
void | MergeFactors (const Phrase ©, const std::vector< FactorType > &factorVec) |
copy all factors specified in factorVec and none others | |
bool | IsCompatible (const Phrase &inputPhrase) const |
bool | IsCompatible (const Phrase &inputPhrase, FactorType factorType) const |
bool | IsCompatible (const Phrase &inputPhrase, const std::vector< FactorType > &factorVec) const |
size_t | GetSize () const |
number of words | |
const Word & | GetWord (size_t pos) const |
word at a particular position | |
Word & | GetWord (size_t pos) |
Word & | Front () |
Word & | Back () |
const Word & | Front () const |
const Word & | Back () const |
const Factor * | GetFactor (size_t pos, FactorType factorType) const |
particular factor at a particular position | |
void | SetFactor (size_t pos, FactorType factorType, const Factor *factor) |
size_t | GetNumTerminals () const |
size_t | GetNumNonTerminals () const |
bool | Contains (const std::vector< std::vector< std::string > > &subPhraseVector, const std::vector< FactorType > &inputFactor) const |
whether the 2D vector is a substring of this phrase | |
size_t | Find (const Phrase &sought, int maxUnknown) const |
Word & | AddWord () |
create an empty word at the end of the phrase | |
void | AddWord (const Word &newWord) |
create copy of input word at the end of the phrase | |
void | Append (const Phrase &endPhrase) |
void | PrependWord (const Word &newWord) |
void | Clear () |
void | RemoveWord (size_t pos) |
void | InitStartEndWord () |
Phrase | GetSubString (const Range &range) const |
create new phrase class that is a substring of this phrase | |
Phrase | GetSubString (const Range &range, FactorType factorType) const |
std::string | GetStringRep (std::vector< FactorType > const &factorsToPrint, AllOptions const *opts=NULL) const |
return a string rep of the phrase; | |
TO_STRING () | |
int | Compare (const Phrase &other) const |
bool | operator< (const Phrase &compare) const |
size_t | hash () const |
bool | operator== (const Phrase &compare) const |
bool | operator!= (const Phrase &compare) const |
void | OnlyTheseFactors (const FactorMask &factors) |
Static Public Member Functions | |
static void | InitializeMemPool () |
static void | FinalizeMemPool () |
Protected Attributes | |
std::vector< Word > | m_words |
Friends | |
std::ostream & | operator<< (std::ostream &, const Phrase &) |
Definition at line 49 of file Phrase.h.
Phrase::Phrase | ( | ) |
create empty phrase
Definition at line 40 of file Phrase.cpp.
Referenced by Moses::TargetPhrase::SetRuleSource(), and Moses::TargetPhrase::TargetPhrase().
Phrase::Phrase | ( | size_t | reserveSize | ) | [explicit] |
Moses::Phrase::Phrase | ( | const std::vector< const Word * > & | mergeWords | ) | [explicit] |
create phrase from vectors of words
Phrase::~Phrase | ( | ) | [virtual] |
destructor
Definition at line 55 of file Phrase.cpp.
void Moses::Phrase::AddWord | ( | const Word & | newWord | ) | [inline] |
Word & Phrase::AddWord | ( | ) |
create an empty word at the end of the phrase
Definition at line 137 of file Phrase.cpp.
References m_words.
Referenced by AddWord(), Append(), Moses::PDTAimp::CacheSource(), Moses::calcNgramExpectations(), Moses::PhraseDictionaryOnDisk::ConvertToMoses(), CreateFromString(), Moses::ProbingPT::CreateTargetPhrase(), Moses::ExamplePT::CreateTargetPhrase(), Moses::PDTAimp::CreateTargetPhrase(), Moses::PhraseDecoder::DecodeCollection(), Moses::VW::EmptyHypothesisState(), Moses::VW::EvaluateTranslationOptionListWithSourceContext(), Moses::TranslationOptionCollectionLattice::Extend(), Moses::extract_ngrams(), Moses::Syntax::GetOneBestTargetYield(), Moses::Syntax::KBestExtractor::GetOutputPhrase(), Moses::ChartKBestExtractor::GetOutputPhrase(), Moses::ChartHypothesis::GetOutputPhrase(), Moses::Edge::GetPhraseSuffix(), GetSubString(), SimplePhrase::init(), InitStartEndWord(), Moses::BleuScoreFeature::LoadReferences(), PrependWord(), Moses::ChartParserUnknown::Process(), Moses::TranslationOptionCollection::ProcessOneUnknownWord(), Moses::TranslationOptionCollectionConfusionNet::TranslationOptionCollectionConfusionNet(), and Moses::TranslationOptionCollectionLattice::TranslationOptionCollectionLattice().
void Phrase::Append | ( | const Phrase & | endPhrase | ) |
appends a phrase at the end of current phrase
Definition at line 143 of file Phrase.cpp.
References AddWord(), GetSize(), and GetWord().
Referenced by Moses::PhraseDecoder::DecodeCollection(), Moses::VW::EvaluateTranslationOptionListWithSourceContext(), Moses::BleuScoreFeature::EvaluateWhenApplied(), Moses::Syntax::GetOneBestTargetYield(), Moses::Syntax::KBestExtractor::GetOutputPhrase(), Moses::Hypothesis::GetOutputPhrase(), Moses::ChartKBestExtractor::GetOutputPhrase(), Moses::TrellisPath::GetTargetPhrase(), and Moses::VWState::VWState().
const Word& Moses::Phrase::Back | ( | ) | const [inline] |
Word& Moses::Phrase::Back | ( | ) | [inline] |
Definition at line 133 of file Phrase.h.
References GetSize(), and m_words.
Referenced by Moses::RuleScope::EvaluateInIsolation(), Moses::MaxSpanFreeNonTermSource::EvaluateWithSourceContext(), Moses::ChartKBestExtractor::GetOutputPhrase(), and Moses::ChartHypothesis::GetOutputPhrase().
void Moses::Phrase::Clear | ( | ) | [inline] |
Definition at line 177 of file Phrase.h.
References m_words.
Referenced by Moses::PhraseDictionaryDynamicCacheBased::ClearEntries(), Moses::PhraseDictionaryDynamicCacheBased::ClearSource(), Moses::Incremental::PhraseAndFeatures(), Moses::Incremental::ToPhrase(), and Moses::PhraseDictionaryDynamicCacheBased::Update().
int Phrase::Compare | ( | const Phrase & | other | ) | const |
Definition at line 235 of file Phrase.cpp.
References GetSize(), and GetWord().
Referenced by Moses::HypothesisScoreOrderer::operator()(), Moses::HypothesisScoreOrdererWithDistortion::operator()(), and operator<().
bool Moses::Phrase::Contains | ( | const std::vector< std::vector< std::string > > & | subPhraseVector, | |
const std::vector< FactorType > & | inputFactor | |||
) | const |
whether the 2D vector is a substring of this phrase
void Phrase::CreateFromString | ( | FactorDirection | direction, | |
const std::vector< FactorType > & | factorOrder, | |||
const StringPiece & | phraseString, | |||
Word ** | lhs | |||
) |
Fills phrase with words from format string, typically from phrase table or sentence input
factorOrder | factor types of each element in 2D string vector | |
phraseString | formatted input string to parse | |
lhs | returns the non-terminal Word for the left-hand side of an SCFG rule, may be NULL for phrase-based |
Definition at line 164 of file Phrase.cpp.
References AddWord(), Moses::Word::CreateFromString(), StringPiece::data(), StringPiece::find(), Moses::Input, isNonTerminal(), m_words, NULL, StringPiece::size(), StringPiece::substr(), and UTIL_THROW_IF2.
Referenced by Moses::PhraseDictionaryDynamicCacheBased::ClearEntries(), Moses::PhraseDictionaryDynamicCacheBased::ClearSource(), Moses::Syntax::F2S::GlueRuleSynthesizer::GlueRuleSynthesizer(), Moses::PhraseDictionaryFuzzyMatch::InitializeForInput(), Moses::PhraseDictionaryMemoryPerSentenceOnDemand::InitializeForInput(), Moses::PhraseDictionaryMemoryPerSentence::InitializeForInput(), Moses::RuleTableLoaderStandard::Load(), Moses::Syntax::T2S::RuleTrieLoader::Load(), Moses::Syntax::S2T::RuleTrieLoader::Load(), Moses::Syntax::F2S::HyperTreeLoader::Load(), Moses::ConstrainedDecoding::Load(), main(), Moses::ProcessAndStripXMLTags(), Moses::TargetPhrase::TargetPhrase(), Moses::BackwardLanguageModelTest::testCalcScore(), Moses::BackwardLanguageModelTest::testEvaluate(), and Moses::PhraseDictionaryDynamicCacheBased::Update().
void Phrase::FinalizeMemPool | ( | ) | [static] |
Definition at line 385 of file Phrase.cpp.
Referenced by Moses::StaticData::~StaticData().
size_t Phrase::Find | ( | const Phrase & | sought, | |
int | maxUnknown | |||
) | const |
Definition at line 415 of file Phrase.cpp.
References GetSize(), GetWord(), Moses::Word::IsOOV(), and NOT_FOUND.
const Word& Moses::Phrase::Front | ( | ) | const [inline] |
Word& Moses::Phrase::Front | ( | ) | [inline] |
Definition at line 129 of file Phrase.h.
References m_words.
Referenced by Moses::RuleScope::EvaluateInIsolation(), and Moses::MaxSpanFreeNonTermSource::EvaluateWithSourceContext().
const Factor* Moses::Phrase::GetFactor | ( | size_t | pos, | |
FactorType | factorType | |||
) | const [inline] |
particular factor at a particular position
Definition at line 146 of file Phrase.h.
References m_words.
Referenced by Moses::Hypothesis::GetCurrFactor(), GetOutputFactors(), Moses::Manager::GetPlaceholders(), Moses::Hypothesis::GetPlaceholders(), GetSubString(), Moses::TrellisPath::GetSurfacePhrase(), IsCompatible(), main(), MergeFactors(), operator<<(), Moses::Manager::OutputSurface(), Moses::BaseManager::OutputSurface(), and Moses::TranslationOptionCollectionText::ViolatesXmlOptionsConstraint().
size_t Moses::Phrase::GetNumNonTerminals | ( | ) | const [inline] |
Definition at line 156 of file Phrase.h.
References GetNumTerminals(), and GetSize().
Referenced by Moses::BilingualLM::EvaluateWhenApplied(), Moses::SyntaxRHS::EvaluateWithSourceContext(), and Moses::ExampleStatelessFF::EvaluateWithSourceContext().
size_t Phrase::GetNumTerminals | ( | ) | const |
Definition at line 370 of file Phrase.cpp.
References GetSize(), GetWord(), and Moses::Word::IsNonTerminal().
Referenced by Moses::WordPenaltyProducer::EvaluateInIsolation(), Moses::BilingualLM::EvaluateWhenApplied(), Moses::BleuScoreFeature::EvaluateWhenApplied(), GetNumNonTerminals(), Moses::LanguageModelChartState::LanguageModelChartState(), and Moses::TargetNgramChartState::TargetNgramChartState().
virtual SPTR<ContextScope> Moses::Phrase::GetScope | ( | ) | const [inline, virtual] |
size_t Moses::Phrase::GetSize | ( | ) | const [inline] |
number of words
Reimplemented in Moses::Sentence.
Definition at line 117 of file Phrase.h.
References m_words.
Referenced by Append(), Back(), Moses::calcNgramExpectations(), Moses::LanguageModelKen< Model >::CalcScore(), Moses::LanguageModelIRST::CalcScore(), Moses::LanguageModelImplementation::CalcScore(), Moses::LanguageModelDALM::CalcScore(), Moses::BackwardLanguageModel< Model >::CalcScore(), Moses::BleuScoreFeature::CalculateBleu(), Compare(), Moses::TargetWordInsertionFeature::ComputeFeatures(), Moses::SourceWordDeletionFeature::ComputeFeatures(), Moses::EditOps::ComputeFeatures(), Moses::CorrectionPattern::ComputeFeatures(), Moses::SparseReordering::CopyScores(), Moses::ProbingPT::CreateTargetPhrase(), Moses::ExamplePT::CreateTargetPhrase(), Moses::PhraseDictionaryGroup::CreateTargetPhraseCollection(), Moses::TranslationOptionCollectionLattice::CreateTranslationOptions(), Moses::PhraseDecoder::DecodeCollection(), Moses::BackwardLanguageModel< Model >::Evaluate(), Moses::UnalignedWordCountFeature::EvaluateInIsolation(), Moses::RuleScope::EvaluateInIsolation(), Moses::RulePairUnlexicalizedSource::EvaluateInIsolation(), Moses::PhrasePairFeature::EvaluateInIsolation(), Moses::PhraseOrientationFeature::EvaluateInIsolation(), Moses::PhraseLengthFeature::EvaluateInIsolation(), Moses::OpSequenceModel::EvaluateInIsolation(), Moses::DesegModel::EvaluateInIsolation(), Moses::CountNonTerms::EvaluateInIsolation(), Moses::RDLM::EvaluateWhenApplied(), Moses::LanguageModelKen< Model >::EvaluateWhenApplied(), Moses::LanguageModelImplementation::EvaluateWhenApplied(), Moses::LanguageModelDALM::EvaluateWhenApplied(), Moses::BilingualLM::EvaluateWhenApplied(), Moses::VW::EvaluateWhenApplied(), Moses::TreeStructureFeature::EvaluateWhenApplied(), Moses::TargetPreferencesFeature::EvaluateWhenApplied(), Moses::TargetNgramFeature::EvaluateWhenApplied(), Moses::TargetBigramFeature::EvaluateWhenApplied(), Moses::SoftMatchingFeature::EvaluateWhenApplied(), Moses::PhraseBoundaryFeature::EvaluateWhenApplied(), Moses::OpSequenceModel::EvaluateWhenApplied(), Moses::GlobalLexicalModelUnlimited::EvaluateWhenApplied(), Moses::DistortionScoreProducer::EvaluateWhenApplied(), Moses::ConstrainedDecoding::EvaluateWhenApplied(), Moses::BleuScoreFeature::EvaluateWhenApplied(), Moses::SoftSourceSyntacticConstraintsFeature::EvaluateWithSourceContext(), Moses::PhrasePairFeature::EvaluateWithSourceContext(), Moses::NieceTerminal::EvaluateWithSourceContext(), Moses::Model1Feature::EvaluateWithSourceContext(), Moses::fillIdSeq(), Find(), Moses::VWFeatureContext::GetAlignedSourceWords(), Moses::PhraseDictionaryMultiModelCounts::GetAlignmentsForLexWeights(), Moses::BleuScoreFeature::GetClippedNgramMatchesAndCounts(), Moses::ProbingPT::GetKey(), Moses::InputPath::GetLastWord(), Moses::BleuScoreFeature::GetNgramMatchCounts(), Moses::BleuScoreFeature::GetNgramMatchCounts_overlap(), GetNumNonTerminals(), GetNumTerminals(), Moses::Syntax::GetOneBestTargetYield(), Moses::PhraseDictionaryFuzzyMatch::GetOrCreateNode(), Moses::PhraseDictionaryMemory::GetOrCreateNode(), GetOutputFactors(), Moses::Syntax::KBestExtractor::GetOutputPhrase(), Moses::ChartKBestExtractor::GetOutputPhrase(), Moses::ChartHypothesis::GetOutputPhrase(), Moses::ChartKBestExtractor::GetOutputScoreBreakdown(), Moses::Syntax::KBestExtractor::GetOutputTree(), Moses::ChartKBestExtractor::GetOutputTree(), Moses::GetOutputWords(), Moses::Edge::GetPhraseSuffix(), Moses::Manager::GetPlaceholders(), Moses::Hypothesis::GetPlaceholders(), Moses::LexicalReorderingTableCompact::GetScore(), Moses::LexicalReorderingTableTree::GetScore(), Moses::LexicalReorderingTableMemory::GetScore(), Moses::ProbingPT::GetSourceProbingIds(), Moses::TrellisPath::GetSurfacePhrase(), Moses::PDTAimp::GetTargetPhraseCollection(), Moses::PhraseDictionaryOnDisk::GetTargetPhraseCollectionBatch(), Moses::ProbingPT::GetTargetPhraseCollectionBatch(), Moses::PhraseDictionaryTransliteration::GetTargetPhraseCollectionBatch(), Moses::PhraseDictionaryMemory::GetTargetPhraseCollectionBatch(), Moses::PhraseDictionaryMemory::GetTargetPhraseCollectionLEGACY(), Moses::PhraseDictionaryCompact::GetTargetPhraseCollectionNonCacheLEGACY(), Moses::PhraseDictionaryCompact::GetTargetPhraseCollectionRaw(), Moses::VWFeatureContext::GetWord(), Moses::Edge::GetWordsSize(), hash(), IsCompatible(), Moses::TranslationOption::IsDeletionOption(), Moses::LatticeMBRSolution::LatticeMBRSolution(), main(), MergeFactors(), OnlyTheseFactors(), Moses::VWFeatureTargetPhraseInternal::operator()(), Moses::VWFeatureTargetBigrams::operator()(), Moses::TrainingLossBLEU::operator()(), operator<<(), Moses::operator<<(), operator==(), Moses::Manager::OutputAlignment(), Moses::Hypothesis::OutputAlignment(), Moses::Syntax::Manager::OutputBest(), Moses::Incremental::Manager::OutputNBestList(), Moses::Manager::OutputSearchGraphAsHypergraph(), Moses::Manager::OutputSearchGraphAsSLF(), Moses::Manager::OutputSurface(), Moses::BaseManager::OutputSurface(), Moses::Mmsapt::PrefixExists(), PrependWord(), Moses::Hypothesis::PrintHypothesis(), Moses::DecodeStepTranslation::Process(), Moses::DecodeStepGeneration::Process(), Moses::DecodeStepTranslation::ProcessLEGACY(), Moses::LanguageModelKen< Model >::ReportHistoryOrder(), Moses::PhraseDictionary::SatisfyBackoff(), Moses::VWTargetSentence::SetConstraints(), Moses::ReorderingConstraint::SetMonotoneAtPunctuation(), Moses::PhraseOrientationFeature::SparseWordR2LScore(), Moses::BackwardLanguageModelTest::testCalcScore(), Moses::BackwardLanguageModelTest::testEvaluate(), Moses::TranslationOptionCollectionText::ViolatesXmlOptionsConstraint(), and Moses::VWState::VWState().
std::string Moses::Phrase::GetStringRep | ( | std::vector< FactorType > const & | factorsToPrint, | |
AllOptions const * | opts = NULL | |||
) | const |
return a string rep of the phrase;
Referenced by Moses::PhraseDictionaryMultiModel::CollectSufficientStatistics(), Moses::EditOps::ComputeFeatures(), Moses::PhraseDecoder::CreateTargetPhraseCollection(), main(), Moses::VWFeatureTargetIndicator::operator()(), Moses::Syntax::Manager::OutputBest(), and Moses::OutputSearchNode().
Phrase Phrase::GetSubString | ( | const Range & | range, | |
FactorType | factorType | |||
) | const |
Definition at line 104 of file Phrase.cpp.
References Moses::Range::GetEndPos(), GetFactor(), Moses::Range::GetNumWordsCovered(), Moses::Range::GetStartPos(), and Moses::Word::SetFactor().
create new phrase class that is a substring of this phrase
Reimplemented in Moses::Sentence.
Definition at line 92 of file Phrase.cpp.
References AddWord(), Moses::Range::GetEndPos(), Moses::Range::GetNumWordsCovered(), Moses::Range::GetStartPos(), and GetWord().
Referenced by Moses::BleuScoreFeature::CalculateBleu(), Moses::PhraseDecoder::DecodeCollection(), Moses::VW::EvaluateTranslationOptionListWithSourceContext(), Moses::BleuScoreFeature::EvaluateWhenApplied(), Moses::BleuScoreFeature::GetClippedNgramMatchesAndCounts(), Moses::BleuScoreFeature::GetNgramMatchCounts(), Moses::BleuScoreFeature::GetNgramMatchCounts_overlap(), Moses::BleuScoreFeature::GetNgramMatchCounts_prefix(), Moses::LexicalReorderingTableCompact::GetScore(), Moses::LexicalReorderingTableMemory::GetScore(), Moses::Hypothesis::PrintHypothesis(), and Moses::VWState::VWState().
Word& Moses::Phrase::GetWord | ( | size_t | pos | ) | [inline] |
const Word& Moses::Phrase::GetWord | ( | size_t | pos | ) | const [inline] |
word at a particular position
Reimplemented in Moses::Sentence.
Definition at line 122 of file Phrase.h.
References m_words.
Referenced by Append(), Moses::calcNgramExpectations(), Moses::LanguageModelKen< Model >::CalcScore(), Moses::LanguageModelIRST::CalcScore(), Moses::LanguageModelImplementation::CalcScore(), Moses::LanguageModelDALM::CalcScore(), Moses::BackwardLanguageModel< Model >::CalcScore(), Compare(), Moses::TargetWordInsertionFeature::ComputeFeatures(), Moses::SourceWordDeletionFeature::ComputeFeatures(), Moses::EditOps::ComputeFeatures(), Moses::CorrectionPattern::ComputeFeatures(), Moses::SparseReordering::CopyScores(), Moses::ChartTranslationOptions::CreateSourceRuleFromInputPath(), Moses::ExamplePT::CreateTargetPhrase(), Moses::PhraseDecoder::DecodeCollection(), Moses::BackwardLanguageModel< Model >::Evaluate(), Moses::UnalignedWordCountFeature::EvaluateInIsolation(), Moses::RulePairUnlexicalizedSource::EvaluateInIsolation(), Moses::PhrasePairFeature::EvaluateInIsolation(), Moses::PhraseOrientationFeature::EvaluateInIsolation(), Moses::OpSequenceModel::EvaluateInIsolation(), Moses::DesegModel::EvaluateInIsolation(), Moses::CountNonTerms::EvaluateInIsolation(), Moses::RDLM::EvaluateWhenApplied(), Moses::LanguageModelKen< Model >::EvaluateWhenApplied(), Moses::LanguageModelImplementation::EvaluateWhenApplied(), Moses::LanguageModelDALM::EvaluateWhenApplied(), Moses::TreeStructureFeature::EvaluateWhenApplied(), Moses::TargetPreferencesFeature::EvaluateWhenApplied(), Moses::TargetNgramFeature::EvaluateWhenApplied(), Moses::TargetConstituentAdjacencyFeature::EvaluateWhenApplied(), Moses::TargetBigramFeature::EvaluateWhenApplied(), Moses::SoftMatchingFeature::EvaluateWhenApplied(), Moses::PhraseOrientationFeature::EvaluateWhenApplied(), Moses::PhraseBoundaryFeature::EvaluateWhenApplied(), Moses::OpSequenceModel::EvaluateWhenApplied(), Moses::GlobalLexicalModelUnlimited::EvaluateWhenApplied(), Moses::DesegModel::EvaluateWhenApplied(), Moses::DistortionScoreProducer::EvaluateWhenApplied(), Moses::BleuScoreFeature::EvaluateWhenApplied(), Moses::WordTranslationFeature::EvaluateWithSourceContext(), Moses::SoftSourceSyntacticConstraintsFeature::EvaluateWithSourceContext(), Moses::PhrasePairFeature::EvaluateWithSourceContext(), Moses::NieceTerminal::EvaluateWithSourceContext(), Moses::Model1Feature::EvaluateWithSourceContext(), Moses::fillIdSeq(), Find(), Moses::Hypothesis::GetCurrWord(), Moses::InputPath::GetLastWord(), GetNumTerminals(), Moses::Syntax::GetOneBestTargetYield(), Moses::PhraseDictionaryFuzzyMatch::GetOrCreateNode(), Moses::PhraseDictionaryMemory::GetOrCreateNode(), Moses::UTrieNode::GetOrCreateTargetPhraseCollection(), Moses::Syntax::S2T::RuleTrieScope3::Node::GetOrCreateTargetPhraseCollection(), Moses::Syntax::KBestExtractor::GetOutputPhrase(), Moses::ChartKBestExtractor::GetOutputPhrase(), Moses::ChartHypothesis::GetOutputPhrase(), Moses::ChartKBestExtractor::GetOutputScoreBreakdown(), Moses::Syntax::KBestExtractor::GetOutputTree(), Moses::ChartKBestExtractor::GetOutputTree(), Moses::GetOutputWords(), Moses::Edge::GetPhraseSuffix(), Moses::ProbingPT::GetSourceProbingIds(), GetSubString(), Moses::PDTAimp::GetTargetPhraseCollection(), Moses::PhraseDictionaryOnDisk::GetTargetPhraseCollectionBatch(), Moses::PhraseDictionaryMemory::GetTargetPhraseCollectionBatch(), Moses::PhraseDictionaryMemory::GetTargetPhraseCollectionLEGACY(), Moses::VWFeatureTarget::GetWord(), Moses::VWFeatureContext::GetWord(), hash(), Moses::LatticeMBRSolution::LatticeMBRSolution(), Moses::operator<<(), operator==(), Moses::Manager::OutputSearchGraphAsSLF(), Moses::Manager::OutputSurface(), Moses::BaseManager::OutputSurface(), Moses::DecodeStepGeneration::Process(), Moses::ChartParserUnknown::Process(), Moses::TranslationOptionCollection::ProcessOneUnknownWord(), Moses::LanguageModelKen< Model >::ReportHistoryOrder(), Moses::TargetPhrase::SetAlignmentInfo(), Moses::ReorderingConstraint::SetMonotoneAtPunctuation(), Moses::PhraseOrientationFeature::SparseWordL2RScore(), and Moses::PhraseOrientationFeature::SparseWordR2LScore().
size_t Phrase::hash | ( | ) | const |
Definition at line 258 of file Phrase.cpp.
References GetSize(), and GetWord().
Referenced by Moses::hash_value().
virtual bool Moses::Phrase::HasScope | ( | ) | const [inline, virtual] |
void Phrase::InitializeMemPool | ( | ) | [static] |
No longer does anything as not using mem pool for Phrase class anymore
Definition at line 381 of file Phrase.cpp.
Referenced by Moses::StaticData::StaticData().
void Phrase::InitStartEndWord | ( | ) |
Definition at line 400 of file Phrase.cpp.
References Moses::FactorCollection::AddFactor(), AddWord(), BOS_, EOS_, Moses::Input, Moses::FactorCollection::Instance(), PrependWord(), and Moses::Word::SetFactor().
Referenced by Moses::ConstrainedDecoding::Load().
bool Phrase::IsCompatible | ( | const Phrase & | inputPhrase, | |
const std::vector< FactorType > & | factorVec | |||
) | const |
Definition at line 355 of file Phrase.cpp.
References GetFactor(), and GetSize().
bool Phrase::IsCompatible | ( | const Phrase & | inputPhrase, | |
FactorType | factorType | |||
) | const |
Definition at line 343 of file Phrase.cpp.
References GetFactor(), and GetSize().
bool Phrase::IsCompatible | ( | const Phrase & | inputPhrase | ) | const |
compare 2 phrases to ensure no factors are lost if the phrases are merged must run IsCompatible() to ensure incompatible factors aren't being overwritten
Definition at line 321 of file Phrase.cpp.
References GetFactor(), GetSize(), and NULL.
Referenced by Moses::TranslationOption::IsCompatible().
void Phrase::MergeFactors | ( | const Phrase & | copy, | |
const std::vector< FactorType > & | factorVec | |||
) |
copy all factors specified in factorVec and none others
Definition at line 81 of file Phrase.cpp.
References GetFactor(), GetSize(), SetFactor(), and UTIL_THROW_IF2.
void Phrase::MergeFactors | ( | const Phrase & | copy, | |
FactorType | factorType | |||
) |
copy a single factor (specified by factorType)
Definition at line 74 of file Phrase.cpp.
References GetFactor(), GetSize(), SetFactor(), and UTIL_THROW_IF2.
void Phrase::MergeFactors | ( | const Phrase & | copy | ) |
copy factors from the other phrase to this phrase. IsCompatible() must be run beforehand to ensure incompatible factors aren't overwritten
Definition at line 59 of file Phrase.cpp.
References GetFactor(), GetSize(), NULL, SetFactor(), and UTIL_THROW_IF2.
Referenced by Moses::TargetPhrase::Merge(), and Moses::DecodeStepGeneration::Process().
void Phrase::OnlyTheseFactors | ( | const FactorMask & | factors | ) |
Definition at line 389 of file Phrase.cpp.
References GetSize(), NULL, and SetFactor().
Referenced by Moses::PhraseDictionaryMemory::GetTargetPhraseCollectionLEGACY().
bool Moses::Phrase::operator!= | ( | const Phrase & | compare | ) | const [inline] |
bool Moses::Phrase::operator< | ( | const Phrase & | compare | ) | const [inline] |
transitive comparison between 2 phrases used to insert & find phrase in dictionary
Definition at line 207 of file Phrase.h.
References Compare().
bool Phrase::operator== | ( | const Phrase & | compare | ) | const |
Definition at line 267 of file Phrase.cpp.
References GetSize(), and GetWord().
void Phrase::PrependWord | ( | const Word & | newWord | ) |
Definition at line 151 of file Phrase.cpp.
References AddWord(), GetSize(), and m_words.
Referenced by InitStartEndWord().
void Moses::Phrase::RemoveWord | ( | size_t | pos | ) | [inline] |
Definition at line 181 of file Phrase.h.
References m_words, and UTIL_THROW_IF2.
Referenced by Moses::Syntax::Manager::OutputBest(), and Moses::Incremental::Manager::OutputNBestList().
void Moses::Phrase::SetFactor | ( | size_t | pos, | |
FactorType | factorType, | |||
const Factor * | factor | |||
) | [inline] |
Definition at line 150 of file Phrase.h.
References m_words.
Referenced by MergeFactors(), and OnlyTheseFactors().
void Moses::Phrase::SwapWords | ( | Phrase & | other | ) | [inline] |
Definition at line 81 of file Phrase.h.
References m_words, and Moses::swap().
Referenced by Moses::swap().
Moses::Phrase::TO_STRING | ( | ) |
Reimplemented in Moses::TargetPhrase.
std::ostream& operator<< | ( | std::ostream & | , | |
const Phrase & | ||||
) | [friend] |
std::vector<Word> Moses::Phrase::m_words [protected] |
Definition at line 54 of file Phrase.h.
Referenced by AddWord(), Back(), Clear(), CreateFromString(), Front(), GetFactor(), GetSize(), GetWord(), Phrase(), PrependWord(), RemoveWord(), SetFactor(), and SwapWords().