#include <FeatureFunction.h>
Public Member Functions | |
FeatureFunction (const std::string &line, bool registerNow) | |
FeatureFunction (size_t numScoreComponents, const std::string &line, bool registerNow=true) | |
virtual bool | IsStateless () const =0 |
virtual | ~FeatureFunction () |
virtual void | Load (AllOptions::ptr const &opts) |
override to load model files | |
AllOptions::ptr const & | options () const |
size_t | GetNumScoreComponents () const |
const std::string & | GetScoreProducerDescription () const |
returns a string description of this producer | |
FName | GetFeatureName (const std::string &name) const |
virtual bool | IsTuneable () const |
if false, then this feature is not displayed in the n-best list. | |
virtual bool | HasTuneableComponents () const |
virtual bool | IsTuneableComponent (size_t i) const |
virtual bool | RequireSortingAfterSourceContext () const |
virtual std::vector< float > | DefaultWeights () const |
size_t | GetIndex () const |
size_t | SetIndex (size_t const idx) |
set index | |
virtual void | InitializeForInput (ttasksptr const &ttask) |
Called before search and collecting of translation options. | |
virtual void | CleanUpAfterSentenceProcessing (ttasksptr const &ttask) |
const std::string & | GetArgLine () const |
virtual bool | IsUseable (const FactorMask &mask) const =0 |
virtual void | EvaluateInIsolation (const Phrase &source, const TargetPhrase &targetPhrase, ScoreComponentCollection &scoreBreakdown, ScoreComponentCollection &estimatedScores) const =0 |
virtual void | Setup (TranslationTask const &task) const |
virtual void | EvaluateWithSourceContext (const InputType &input, const InputPath &inputPath, const TargetPhrase &targetPhrase, const StackVec *stackVec, ScoreComponentCollection &scoreBreakdown, ScoreComponentCollection *estimatedScores=NULL) const =0 |
virtual void | EvaluateTranslationOptionListWithSourceContext (const InputType &input, const TranslationOptionList &translationOptionList) const =0 |
virtual void | SetParameter (const std::string &key, const std::string &value) |
virtual void | ReadParameters () |
virtual void | SetTuneableComponents (const std::string &value) |
Static Public Member Functions | |
static void | Register (FeatureFunction *ff) |
static const std::vector < FeatureFunction * > & | GetFeatureFunctions () |
static FeatureFunction & | FindFeatureFunction (const std::string &name) |
static void | Destroy () |
static void | ResetDescriptionCounts () |
static void | SetupAll (TranslationTask const &task) |
Protected Member Functions | |
virtual void | CleanUpAfterSentenceProcessing (InputType const &source) |
Protected Attributes | |
std::string | m_description |
std::string | m_argLine |
std::vector< std::vector < std::string > > | m_args |
bool | m_tuneable |
bool | m_requireSortingAfterSourceContext |
size_t | m_verbosity |
size_t | m_numScoreComponents |
size_t | m_index |
std::vector< bool > | m_tuneableComponents |
size_t | m_numTuneableComponents |
AllOptions::ptr | m_options |
Static Protected Attributes | |
static std::vector < FeatureFunction * > | s_staticColl |
static std::multiset< std::string > | description_counts |
Definition at line 35 of file FeatureFunction.h.
Moses::FeatureFunction::FeatureFunction | ( | const std::string & | line, | |
bool | registerNow | |||
) |
Definition at line 48 of file FeatureFunction.cpp.
References m_numScoreComponents, and m_numTuneableComponents.
Moses::FeatureFunction::FeatureFunction | ( | size_t | numScoreComponents, | |
const std::string & | line, | |||
bool | registerNow = true | |||
) |
Definition at line 61 of file FeatureFunction.cpp.
References m_numScoreComponents, and m_numTuneableComponents.
Moses::FeatureFunction::~FeatureFunction | ( | ) | [virtual] |
Definition at line 82 of file FeatureFunction.cpp.
void Moses::FeatureFunction::CleanUpAfterSentenceProcessing | ( | ttasksptr const & | ttask | ) | [virtual] |
virtual void Moses::FeatureFunction::CleanUpAfterSentenceProcessing | ( | InputType const & | source | ) | [inline, protected, virtual] |
Reimplemented in Moses::Model1Feature, Moses::LanguageModelIRST, Moses::OxLM< Model >, Moses::LanguageModelRandLM, Moses::PhraseDictionaryCompact, Moses::PhraseDictionary, Moses::PhraseDictionaryGroup, Moses::PhraseDictionaryMultiModel, Moses::PhraseDictionaryTransliteration, Moses::PhraseDictionaryTreeAdaptor, Moses::PhraseDictionaryALSuffixArray, and Moses::PhraseDictionaryFuzzyMatch.
Definition at line 131 of file FeatureFunction.h.
Referenced by Moses::StaticData::CleanUpAfterSentenceProcessing().
std::vector< float > Moses::FeatureFunction::DefaultWeights | ( | ) | const [virtual] |
Reimplemented in Moses::BleuScoreFeature, Moses::ConstrainedDecoding, Moses::ControlRecombination, Moses::MaxSpanFreeNonTermSource, Moses::NieceTerminal, Moses::ReferenceComparison, Moses::SetSourcePhrase, Moses::UnknownWordPenaltyProducer, and Moses::Mmsapt.
Definition at line 151 of file FeatureFunction.cpp.
References m_numScoreComponents.
void Moses::FeatureFunction::Destroy | ( | ) | [static] |
Definition at line 36 of file FeatureFunction.cpp.
References Moses::RemoveAllInColl(), and s_staticColl.
virtual void Moses::FeatureFunction::EvaluateInIsolation | ( | const Phrase & | source, | |
const TargetPhrase & | targetPhrase, | |||
ScoreComponentCollection & | scoreBreakdown, | |||
ScoreComponentCollection & | estimatedScores | |||
) | const [pure virtual] |
Implemented in Moses::CorrectionPattern, Moses::CountNonTerms, Moses::DecodeFeature, Moses::DeleteRules, Moses::DesegModel, Moses::DynamicCacheBasedLanguageModel, Moses::EditOps, Moses::ExampleStatefulFF, Moses::ExampleStatelessFF, Moses::ExampleTranslationOptionListFeature, Moses::GlobalLexicalModel, Moses::GlobalLexicalModelUnlimited, Moses::HyperParameterAsWeight, Moses::InputFeature, Moses::MaxSpanFreeNonTermSource, Moses::Model1Feature, Moses::NieceTerminal, Moses::OpSequenceModel, Moses::PhraseDistanceFeature, Moses::PhraseLengthFeature, Moses::PhraseOrientationFeature, Moses::PhrasePairFeature, Moses::PhrasePenalty, Moses::ReferenceComparison, Moses::RulePairUnlexicalizedSource, Moses::RuleScope, Moses::SetSourcePhrase, Moses::SoftMatchingFeature, Moses::SoftSourceSyntacticConstraintsFeature, Moses::SourceGHKMTreeInputMatchFeature, Moses::SourceWordDeletionFeature, Moses::SpanLength, Moses::SparseHieroReorderingFeature, Moses::StatefulFeatureFunction, Moses::SyntaxRHS, Moses::TargetConstituentAdjacencyFeature, Moses::TargetPreferencesFeature, Moses::TargetWordInsertionFeature, Moses::UnalignedWordCountFeature, Moses::UnknownWordPenaltyProducer, Moses::VW, Moses::VWFeatureBase, Moses::WordPenaltyProducer, Moses::WordTranslationFeature, Moses::LanguageModel, Moses::InMemoryPerSentenceOnDemandLM, MockStatelessFeatureFunction, and Moses::Syntax::InputWeightFF.
Referenced by Moses::TargetPhrase::EvaluateInIsolation().
virtual void Moses::FeatureFunction::EvaluateTranslationOptionListWithSourceContext | ( | const InputType & | input, | |
const TranslationOptionList & | translationOptionList | |||
) | const [pure virtual] |
Implemented in Moses::CorrectionPattern, Moses::CountNonTerms, Moses::DecodeFeature, Moses::DeleteRules, Moses::DynamicCacheBasedLanguageModel, Moses::EditOps, Moses::ExampleStatefulFF, Moses::ExampleStatelessFF, Moses::ExampleTranslationOptionListFeature, Moses::GlobalLexicalModel, Moses::GlobalLexicalModelUnlimited, Moses::HyperParameterAsWeight, Moses::InputFeature, Moses::MaxSpanFreeNonTermSource, Moses::Model1Feature, Moses::NieceTerminal, Moses::PhraseDistanceFeature, Moses::PhraseLengthFeature, Moses::PhrasePairFeature, Moses::PhrasePenalty, Moses::ReferenceComparison, Moses::RulePairUnlexicalizedSource, Moses::RuleScope, Moses::SetSourcePhrase, Moses::SoftMatchingFeature, Moses::SoftSourceSyntacticConstraintsFeature, Moses::SourceGHKMTreeInputMatchFeature, Moses::SourceWordDeletionFeature, Moses::SpanLength, Moses::SparseHieroReorderingFeature, Moses::StatefulFeatureFunction, Moses::SyntaxRHS, Moses::TargetConstituentAdjacencyFeature, Moses::TargetPreferencesFeature, Moses::TargetWordInsertionFeature, Moses::UnalignedWordCountFeature, Moses::UnknownWordPenaltyProducer, Moses::VW, Moses::VWFeatureBase, Moses::WordPenaltyProducer, Moses::WordTranslationFeature, MockStatelessFeatureFunction, and Moses::Syntax::InputWeightFF.
Referenced by Moses::TranslationOptionCollection::EvaluateTranslationOptionListWithSourceContext().
virtual void Moses::FeatureFunction::EvaluateWithSourceContext | ( | const InputType & | input, | |
const InputPath & | inputPath, | |||
const TargetPhrase & | targetPhrase, | |||
const StackVec * | stackVec, | |||
ScoreComponentCollection & | scoreBreakdown, | |||
ScoreComponentCollection * | estimatedScores = NULL | |||
) | const [pure virtual] |
Implemented in Moses::CorrectionPattern, Moses::CountNonTerms, Moses::CoveredReferenceFeature, Moses::DecodeFeature, Moses::DeleteRules, Moses::DynamicCacheBasedLanguageModel, Moses::EditOps, Moses::ExampleStatefulFF, Moses::ExampleStatelessFF, Moses::ExampleTranslationOptionListFeature, Moses::GlobalLexicalModel, Moses::GlobalLexicalModelUnlimited, Moses::HyperParameterAsWeight, Moses::InputFeature, Moses::MaxSpanFreeNonTermSource, Moses::Model1Feature, Moses::NieceTerminal, Moses::PhraseDistanceFeature, Moses::PhraseLengthFeature, Moses::PhrasePairFeature, Moses::PhrasePenalty, Moses::ReferenceComparison, Moses::RulePairUnlexicalizedSource, Moses::RuleScope, Moses::SetSourcePhrase, Moses::SoftMatchingFeature, Moses::SoftSourceSyntacticConstraintsFeature, Moses::SourceGHKMTreeInputMatchFeature, Moses::SourceWordDeletionFeature, Moses::SpanLength, Moses::SparseHieroReorderingFeature, Moses::StatefulFeatureFunction, Moses::SyntaxRHS, Moses::TargetConstituentAdjacencyFeature, Moses::TargetPreferencesFeature, Moses::TargetWordInsertionFeature, Moses::UnalignedWordCountFeature, Moses::UnknownWordPenaltyProducer, Moses::VW, Moses::VWFeatureBase, Moses::WordPenaltyProducer, Moses::WordTranslationFeature, MockStatelessFeatureFunction, and Moses::Syntax::InputWeightFF.
Referenced by Moses::TargetPhrase::EvaluateWithSourceContext(), and Moses::ChartTranslationOption::EvaluateWithSourceContext().
FeatureFunction & Moses::FeatureFunction::FindFeatureFunction | ( | const std::string & | name | ) | [static] |
Definition at line 24 of file FeatureFunction.cpp.
References GetScoreProducerDescription(), and s_staticColl.
Referenced by Moses::Mmsapt::InitializeForInput(), Moses::StaticData::LoadDecodeGraphsNew(), Moses::StaticData::OverrideFeatures(), and Moses::StaticData::ResetWeights().
const std::string& Moses::FeatureFunction::GetArgLine | ( | ) | const [inline] |
static const std::vector<FeatureFunction*>& Moses::FeatureFunction::GetFeatureFunctions | ( | ) | [inline, static] |
Definition at line 61 of file FeatureFunction.h.
References s_staticColl.
Referenced by Moses::StaticData::CheckWeights(), Moses::StaticData::CleanUpAfterSentenceProcessing(), Moses::TargetPhrase::EvaluateInIsolation(), Moses::TranslationOptionCollection::EvaluateTranslationOptionListWithSourceContext(), Moses::TargetPhrase::EvaluateWithSourceContext(), Moses::ChartTranslationOption::EvaluateWithSourceContext(), Moses::StaticData::InitializeForInput(), Moses::StaticData::LoadAlternateWeightSettings(), Moses::StaticData::LoadDecodeGraphsNew(), Moses::StaticData::LoadFeatureFunctions(), Moses::StaticData::LoadSparseWeightsFromConfig(), Moses::VWFeatureTargetPhraseScores::operator()(), Moses::Manager::OutputWordGraph(), Moses::ProcessAndStripXMLTags(), Moses::StaticData::ReLoadBleuScoreFeatureParameter(), and Moses::PhraseDictionary::SetFeaturesToApply().
FName Moses::FeatureFunction::GetFeatureName | ( | const std::string & | name | ) | const [inline] |
Definition at line 98 of file FeatureFunction.h.
References GetScoreProducerDescription().
size_t Moses::FeatureFunction::GetIndex | ( | ) | const |
Definition at line 193 of file FeatureFunction.cpp.
Referenced by Moses::ScoreComponentCollection::Assign(), Moses::ScoreComponentCollection::GetScoreForProducer(), Moses::ScoreComponentCollection::GetScoresForProducer(), main(), Moses::PackScores(), and Moses::ScoreComponentCollection::PlusEquals().
size_t Moses::FeatureFunction::GetNumScoreComponents | ( | ) | const [inline] |
returns the number of scores that a subclass produces. For example, a language model conventionally produces 1, a translation table some arbitrary number, etc
Reimplemented in Moses::SyntacticLanguageModel.
Definition at line 89 of file FeatureFunction.h.
References m_numScoreComponents.
Referenced by Moses::ScoreComponentCollection::Assign(), Moses::PDTAimp::CacheSource(), Moses::EditOps::ComputeFeatures(), Moses::LRState::CopyScores(), Moses::PhraseDictionaryGroup::CreateTargetPhraseCollection(), Moses::ScoreComponentCollection::GetScoreForProducer(), Moses::ScoreComponentCollection::GetScoresForProducer(), Moses::PhraseDictionaryFuzzyMatch::InitializeForInput(), Moses::RuleTableLoaderStandard::Load(), Moses::PhraseDictionaryGroup::Load(), Moses::Syntax::T2S::RuleTrieLoader::Load(), Moses::Syntax::S2T::RuleTrieLoader::Load(), Moses::Syntax::F2S::HyperTreeLoader::Load(), Moses::GenerationDictionary::Load(), main(), Moses::PackScores(), Moses::PDTAimp::PDTAimp(), Moses::ScoreComponentCollection::PlusEquals(), Moses::PrintFeatureWeight(), Moses::TargetPhrase::SetXMLScore(), and Moses::ScoreComponentCollection::ZeroDenseFeatures().
const std::string& Moses::FeatureFunction::GetScoreProducerDescription | ( | ) | const [inline] |
returns a string description of this producer
Definition at line 94 of file FeatureFunction.h.
References m_description.
Referenced by Moses::ScoreComponentCollection::Assign(), Moses::StaticData::CheckWeights(), Moses::VW::EmptyHypothesisState(), Moses::PhraseOrientationFeature::EvaluateInIsolation(), Moses::VW::EvaluateTranslationOptionListWithSourceContext(), Moses::VW::EvaluateWhenApplied(), Moses::TargetPreferencesFeature::EvaluateWhenApplied(), Moses::TargetConstituentAdjacencyFeature::EvaluateWhenApplied(), Moses::PhraseOrientationFeature::EvaluateWhenApplied(), Moses::SoftSourceSyntacticConstraintsFeature::EvaluateWithSourceContext(), FindFeatureFunction(), Moses::FindPhraseDictionary(), GetFeatureName(), Moses::ScoreComponentCollection::GetNumberWeights(), Moses::ScoreComponentCollection::GetScoreForProducer(), Moses::ThreadLocalByFeatureStorage< std::vector< std::string > >::GetStored(), Moses::ScoreComponentCollection::GetVectorForProducer(), Moses::StaticData::InitializeForInput(), Moses::StaticData::IsFeatureFunctionIgnored(), Moses::LanguageModelIRST::LanguageModelIRST(), Moses::PhraseDictionaryGroup::Load(), Moses::LanguageModelIRST::Load(), Moses::StaticData::LoadFeatureFunctions(), Moses::SoftSourceSyntacticConstraintsFeature::LoadSourceLabelSet(), Moses::StaticData::LoadSparseWeightsFromConfig(), Moses::SoftSourceSyntacticConstraintsFeature::LoadTargetSourceLeftHandSideJointCountFile(), Moses::ScoreComponentCollection::MinusEquals(), Moses::Model1Feature::Model1Feature(), Moses::ScoreComponentCollection::MultiplyEquals(), Moses::ScoreComponentCollection::OutputFeatureScores(), Moses::PackScores(), Moses::PhraseOrientationFeature::PhraseOrientationFeature(), Moses::PhrasePairFeature::PhrasePairFeature(), Moses::ScoreComponentCollection::PlusEquals(), Moses::PrintFeatureWeight(), TranslationAnalysis::PrintTranslationAnalysis(), Moses::ProcessAndStripXMLTags(), Moses::ScoreComponentCollection::RegisterScoreProducer(), Moses::StaticData::ReLoadBleuScoreFeatureParameter(), Moses::RulePairUnlexicalizedSource::RulePairUnlexicalizedSource(), Moses::RDLM::SetParameter(), Moses::TreeStructureFeature::SetParameter(), Moses::SourceGHKMTreeInputMatchFeature::SetParameter(), Moses::SoftMatchingFeature::SetParameter(), SetParameter(), SetTuneableComponents(), Moses::ShowWeights(), Moses::SoftSourceSyntacticConstraintsFeature::SoftSourceSyntacticConstraintsFeature(), Moses::SourceGHKMTreeInputMatchFeature::SourceGHKMTreeInputMatchFeature(), Moses::SourceWordDeletionFeature::SourceWordDeletionFeature(), Moses::TargetConstituentAdjacencyFeature::TargetConstituentAdjacencyFeature(), Moses::TargetNgramFeature::TargetNgramFeature(), Moses::TargetPreferencesFeature::TargetPreferencesFeature(), Moses::TargetWordInsertionFeature::TargetWordInsertionFeature(), Moses::PhraseOrientationFeature::ToString(), Moses::UnalignedWordCountFeature::UnalignedWordCountFeature(), and Moses::WordTranslationFeature::WordTranslationFeature().
virtual bool Moses::FeatureFunction::HasTuneableComponents | ( | ) | const [inline, virtual] |
Definition at line 109 of file FeatureFunction.h.
References m_numTuneableComponents.
Referenced by Moses::ScoreComponentCollection::OutputFeatureScores().
virtual void Moses::FeatureFunction::InitializeForInput | ( | ttasksptr const & | ttask | ) | [inline, virtual] |
Called before search and collecting of translation options.
Reimplemented in Moses::GlobalLexicalModel, Moses::GlobalLexicalModelUnlimited, Moses::LexicalReordering, Moses::VW, Moses::VWFeatureSourceExternalFeatures, Moses::VWFeatureSourceSenseWindow, Moses::InMemoryPerSentenceOnDemandLM, Moses::LanguageModelIRST, Moses::OxLM< Model >, Moses::LanguageModelRandLM, Moses::ReloadingLanguageModel< Model >, Moses::ExamplePT, Moses::PhraseDictionary, Moses::PhraseDictionaryDynamicCacheBased, Moses::PhraseDictionaryGroup, Moses::PhraseDictionaryMemoryPerSentence, Moses::PhraseDictionaryMemoryPerSentenceOnDemand, Moses::PhraseDictionaryMultiModel, Moses::PhraseDictionaryMultiModelCounts, Moses::PhraseDictionaryTreeAdaptor, Moses::ProbingPT, Moses::PhraseDictionaryALSuffixArray, Moses::PhraseDictionaryFuzzyMatch, Moses::PhraseDictionaryOnDisk, and Moses::Mmsapt.
Definition at line 136 of file FeatureFunction.h.
Referenced by Moses::StaticData::InitializeForInput().
virtual bool Moses::FeatureFunction::IsStateless | ( | ) | const [pure virtual] |
Implemented in Moses::StatefulFeatureFunction, and Moses::StatelessFeatureFunction.
virtual bool Moses::FeatureFunction::IsTuneable | ( | ) | const [inline, virtual] |
if false, then this feature is not displayed in the n-best list.
Definition at line 105 of file FeatureFunction.h.
References m_tuneable.
Referenced by Moses::ScoreComponentCollection::OutputAllFeatureScores(), and Moses::ShowWeights().
virtual bool Moses::FeatureFunction::IsTuneableComponent | ( | size_t | i | ) | const [inline, virtual] |
Definition at line 113 of file FeatureFunction.h.
References m_numScoreComponents, m_numTuneableComponents, and m_tuneableComponents.
Referenced by Moses::ScoreComponentCollection::OutputFeatureScores(), Moses::PackScores(), and Moses::PrintFeatureWeight().
virtual bool Moses::FeatureFunction::IsUseable | ( | const FactorMask & | mask | ) | const [pure virtual] |
Implemented in Moses::BleuScoreFeature, Moses::ConstrainedDecoding, Moses::ControlRecombination, Moses::CorrectionPattern, Moses::CountNonTerms, Moses::CoveredReferenceFeature, Moses::DecodeFeature, Moses::DeleteRules, Moses::DistortionScoreProducer, Moses::DesegModel, Moses::DynamicCacheBasedLanguageModel, Moses::EditOps, Moses::ExampleStatefulFF, Moses::ExampleStatelessFF, Moses::ExampleTranslationOptionListFeature, Moses::GlobalLexicalModel, Moses::HyperParameterAsWeight, Moses::InputFeature, Moses::LexicalReordering, Moses::MaxSpanFreeNonTermSource, Moses::Model1Feature, Moses::NieceTerminal, Moses::OpSequenceModel, Moses::PhraseBoundaryFeature, Moses::PhraseDistanceFeature, Moses::PhraseLengthFeature, Moses::PhraseOrientationFeature, Moses::PhrasePairFeature, Moses::PhrasePenalty, Moses::ReferenceComparison, Moses::RulePairUnlexicalizedSource, Moses::RuleScope, Moses::SetSourcePhrase, Moses::SoftMatchingFeature, Moses::SoftSourceSyntacticConstraintsFeature, Moses::SourceGHKMTreeInputMatchFeature, Moses::SourceWordDeletionFeature, Moses::SpanLength, Moses::SparseHieroReorderingFeature, Moses::SyntaxRHS, Moses::TargetBigramFeature, Moses::TargetConstituentAdjacencyFeature, Moses::TargetNgramFeature, Moses::TargetPreferencesFeature, Moses::TargetWordInsertionFeature, Moses::TreeStructureFeature, Moses::UnalignedWordCountFeature, Moses::UnknownWordPenaltyProducer, Moses::VW, Moses::VWFeatureBase, Moses::WordPenaltyProducer, Moses::WordTranslationFeature, Moses::BilingualLM, Moses::LanguageModelDALM, Moses::InMemoryPerSentenceOnDemandLM, Moses::LanguageModelIRST, Moses::LanguageModelKen< Model >, Moses::RDLM, Moses::LanguageModelSingleFactor, MockSingleFeature, MockMultiFeature, MockSparseFeature, Moses::Syntax::InputWeightFF, Moses::LanguageModelKen< Model >, and Moses::LanguageModelKen< lm::ngram::ProbingModel >.
Referenced by Moses::DecodeStep::DecodeStep(), and Moses::PhraseDictionary::SetFeaturesToApply().
virtual void Moses::FeatureFunction::Load | ( | AllOptions::ptr const & | opts | ) | [inline, virtual] |
override to load model files
Reimplemented in Moses::BleuScoreFeature, Moses::ConstrainedDecoding, Moses::CountNonTerms, Moses::CoveredReferenceFeature, Moses::DeleteRules, Moses::DesegModel, Moses::DynamicCacheBasedLanguageModel, Moses::InputFeature, Moses::LexicalReordering, Moses::OpSequenceModel, Moses::PhraseOrientationFeature, Moses::PhrasePairFeature, Moses::SoftSourceSyntacticConstraintsFeature, Moses::SourceGHKMTreeInputMatchFeature, Moses::SourceWordDeletionFeature, Moses::TargetBigramFeature, Moses::TargetConstituentAdjacencyFeature, Moses::TargetNgramFeature, Moses::TargetPreferencesFeature, Moses::TargetWordInsertionFeature, Moses::TreeStructureFeature, Moses::WordTranslationFeature, Moses::GenerationDictionary, Moses::BilingualLM, Moses::LanguageModelDALM, Moses::LanguageModelIRST, Moses::LanguageModelMaxEntSRI, Moses::NeuralLMWrapper, Moses::OxLM< Model >, Moses::LanguageModelRandLM, Moses::RDLM, Moses::LanguageModelSRI, Moses::Syntax::RuleTableFF, Moses::PhraseDictionaryCompact, Moses::ExamplePT, Moses::PhraseDictionaryDynamicCacheBased, Moses::PhraseDictionaryGroup, Moses::PhraseDictionaryMemoryPerSentence, Moses::PhraseDictionaryMemoryPerSentenceOnDemand, Moses::PhraseDictionaryMultiModel, Moses::PhraseDictionaryMultiModelCounts, Moses::PhraseDictionaryTransliteration, Moses::PhraseDictionaryTreeAdaptor, Moses::ProbingPT, Moses::PhraseDictionaryALSuffixArray, Moses::PhraseDictionaryFuzzyMatch, Moses::PhraseDictionaryOnDisk, Moses::RuleTableTrie, and Moses::Mmsapt.
Definition at line 74 of file FeatureFunction.h.
References m_options.
Referenced by Moses::StaticData::LoadFeatureFunctions().
AllOptions::ptr const& Moses::FeatureFunction::options | ( | ) | const [inline] |
Definition at line 79 of file FeatureFunction.h.
References m_options.
Referenced by Moses::PDTAimp::CacheSource(), Moses::PDTAimp::GetTargetPhraseCollection(), and Moses::VW::InitializeForInput().
void Moses::FeatureFunction::ReadParameters | ( | ) | [virtual] |
Definition at line 141 of file FeatureFunction.cpp.
References m_args, and SetParameter().
Referenced by Moses::BleuScoreFeature::BleuScoreFeature(), Moses::ConstrainedDecoding::ConstrainedDecoding(), Moses::ControlRecombination::ControlRecombination(), Moses::CorrectionPattern::CorrectionPattern(), Moses::CountNonTerms::CountNonTerms(), Moses::CoveredReferenceFeature::CoveredReferenceFeature(), Moses::DeleteRules::DeleteRules(), Moses::DesegModel::DesegModel(), Moses::DistortionScoreProducer::DistortionScoreProducer(), Moses::DynamicCacheBasedLanguageModel::DynamicCacheBasedLanguageModel(), Moses::EditOps::EditOps(), Moses::ExampleLM::ExampleLM(), Moses::ExamplePT::ExamplePT(), Moses::ExampleStatefulFF::ExampleStatefulFF(), Moses::ExampleStatelessFF::ExampleStatelessFF(), Moses::ExampleTranslationOptionListFeature::ExampleTranslationOptionListFeature(), Moses::GenerationDictionary::GenerationDictionary(), Moses::GlobalLexicalModel::GlobalLexicalModel(), Moses::HyperParameterAsWeight::HyperParameterAsWeight(), Moses::InMemoryPerSentenceOnDemandLM::InMemoryPerSentenceOnDemandLM(), Moses::InputFeature::InputFeature(), Moses::Syntax::InputWeightFF::InputWeightFF(), Moses::LanguageModelDALM::LanguageModelDALM(), Moses::LanguageModelIRST::LanguageModelIRST(), Moses::LanguageModelKen< Model >::LanguageModelKen(), Moses::LanguageModelMaxEntSRI::LanguageModelMaxEntSRI(), Moses::LanguageModelSRI::LanguageModelSRI(), Moses::BilingualLM::Load(), Moses::MaxSpanFreeNonTermSource::MaxSpanFreeNonTermSource(), Moses::Model1Feature::Model1Feature(), Moses::NeuralLMWrapper::NeuralLMWrapper(), Moses::NieceTerminal::NieceTerminal(), Moses::OpSequenceModel::OpSequenceModel(), Moses::PhraseBoundaryFeature::PhraseBoundaryFeature(), Moses::PhraseDictionaryALSuffixArray::PhraseDictionaryALSuffixArray(), Moses::PhraseDictionaryCompact::PhraseDictionaryCompact(), Moses::PhraseDictionaryDynamicCacheBased::PhraseDictionaryDynamicCacheBased(), Moses::PhraseDictionaryFuzzyMatch::PhraseDictionaryFuzzyMatch(), Moses::PhraseDictionaryMemory::PhraseDictionaryMemory(), Moses::PhraseDictionaryMemoryPerSentence::PhraseDictionaryMemoryPerSentence(), Moses::PhraseDictionaryMemoryPerSentenceOnDemand::PhraseDictionaryMemoryPerSentenceOnDemand(), Moses::PhraseDictionaryMultiModel::PhraseDictionaryMultiModel(), Moses::PhraseDictionaryMultiModelCounts::PhraseDictionaryMultiModelCounts(), Moses::PhraseDictionaryOnDisk::PhraseDictionaryOnDisk(), Moses::PhraseDictionaryScope3::PhraseDictionaryScope3(), Moses::PhraseDictionaryTransliteration::PhraseDictionaryTransliteration(), Moses::PhraseDictionaryTreeAdaptor::PhraseDictionaryTreeAdaptor(), Moses::PhraseLengthFeature::PhraseLengthFeature(), Moses::PhraseOrientationFeature::PhraseOrientationFeature(), Moses::PhrasePairFeature::PhrasePairFeature(), Moses::PhrasePenalty::PhrasePenalty(), Moses::ProbingPT::ProbingPT(), Moses::RDLM::RDLM(), Moses::RulePairUnlexicalizedSource::RulePairUnlexicalizedSource(), Moses::Syntax::RuleTableFF::RuleTableFF(), Moses::SetSourcePhrase::SetSourcePhrase(), Moses::SoftMatchingFeature::SoftMatchingFeature(), Moses::SoftSourceSyntacticConstraintsFeature::SoftSourceSyntacticConstraintsFeature(), Moses::SourceGHKMTreeInputMatchFeature::SourceGHKMTreeInputMatchFeature(), Moses::SourceWordDeletionFeature::SourceWordDeletionFeature(), Moses::SpanLength::SpanLength(), Moses::SparseHieroReorderingFeature::SparseHieroReorderingFeature(), Moses::SyntaxRHS::SyntaxRHS(), Moses::TargetBigramFeature::TargetBigramFeature(), Moses::TargetConstituentAdjacencyFeature::TargetConstituentAdjacencyFeature(), Moses::TargetNgramFeature::TargetNgramFeature(), Moses::TargetPreferencesFeature::TargetPreferencesFeature(), Moses::TargetWordInsertionFeature::TargetWordInsertionFeature(), Moses::TreeStructureFeature::TreeStructureFeature(), Moses::UnalignedWordCountFeature::UnalignedWordCountFeature(), Moses::UnknownWordPenaltyProducer::UnknownWordPenaltyProducer(), Moses::VW::VW(), Moses::VWFeatureContextBigrams::VWFeatureContextBigrams(), Moses::VWFeatureContextBilingual::VWFeatureContextBilingual(), Moses::VWFeatureContextWindow::VWFeatureContextWindow(), Moses::VWFeatureSourceBagOfWords::VWFeatureSourceBagOfWords(), Moses::VWFeatureSourceBigrams::VWFeatureSourceBigrams(), Moses::VWFeatureSourceExternalFeatures::VWFeatureSourceExternalFeatures(), Moses::VWFeatureSourceIndicator::VWFeatureSourceIndicator(), Moses::VWFeatureSourcePhraseInternal::VWFeatureSourcePhraseInternal(), Moses::VWFeatureSourceSenseWindow::VWFeatureSourceSenseWindow(), Moses::VWFeatureSourceWindow::VWFeatureSourceWindow(), Moses::VWFeatureTargetBigrams::VWFeatureTargetBigrams(), Moses::VWFeatureTargetIndicator::VWFeatureTargetIndicator(), Moses::VWFeatureTargetPhraseInternal::VWFeatureTargetPhraseInternal(), Moses::VWFeatureTargetPhraseScores::VWFeatureTargetPhraseScores(), Moses::WordPenaltyProducer::WordPenaltyProducer(), and Moses::WordTranslationFeature::WordTranslationFeature().
void Moses::FeatureFunction::Register | ( | FeatureFunction * | ff | ) | [static] |
Definition at line 76 of file FeatureFunction.cpp.
References Moses::ScoreComponentCollection::RegisterScoreProducer(), and s_staticColl.
Referenced by Moses::FeatureFactory::DefaultSetup().
virtual bool Moses::FeatureFunction::RequireSortingAfterSourceContext | ( | ) | const [inline, virtual] |
Definition at line 120 of file FeatureFunction.h.
References m_requireSortingAfterSourceContext.
Referenced by Moses::StaticData::LoadFeatureFunctions().
static void Moses::FeatureFunction::ResetDescriptionCounts | ( | ) | [inline, static] |
size_t Moses::FeatureFunction::SetIndex | ( | size_t const | idx | ) |
set index
Definition at line 203 of file FeatureFunction.cpp.
Referenced by Moses::ScoreComponentCollection::RegisterScoreProducer().
void Moses::FeatureFunction::SetParameter | ( | const std::string & | key, | |
const std::string & | value | |||
) | [virtual] |
Reimplemented in Moses::BleuScoreFeature, Moses::ConstrainedDecoding, Moses::ControlRecombination, Moses::CorrectionPattern, Moses::CountNonTerms, Moses::CoveredReferenceFeature, Moses::DecodeFeature, Moses::DeleteRules, Moses::DistortionScoreProducer, Moses::DesegModel, Moses::DynamicCacheBasedLanguageModel, Moses::EditOps, Moses::ExampleStatefulFF, Moses::ExampleStatelessFF, Moses::ExampleTranslationOptionListFeature, Moses::GlobalLexicalModel, Moses::InputFeature, Moses::MaxSpanFreeNonTermSource, Moses::Model1Feature, Moses::NieceTerminal, Moses::OpSequenceModel, Moses::PhraseBoundaryFeature, Moses::PhraseDistanceFeature, Moses::PhraseOrientationFeature, Moses::PhrasePairFeature, Moses::PhrasePenalty, Moses::RulePairUnlexicalizedSource, Moses::RuleScope, Moses::SoftMatchingFeature, Moses::SoftSourceSyntacticConstraintsFeature, Moses::SourceGHKMTreeInputMatchFeature, Moses::SourceWordDeletionFeature, Moses::SpanLength, Moses::SparseHieroReorderingFeature, Moses::TargetBigramFeature, Moses::TargetConstituentAdjacencyFeature, Moses::TargetNgramFeature, Moses::TargetPreferencesFeature, Moses::TargetWordInsertionFeature, Moses::TreeStructureFeature, Moses::VW, Moses::VWFeatureBase, Moses::VWFeatureContext, Moses::VWFeatureContextBigrams, Moses::VWFeatureContextBilingual, Moses::VWFeatureContextWindow, Moses::VWFeatureSource, Moses::VWFeatureSourceBagOfWords, Moses::VWFeatureSourceBigrams, Moses::VWFeatureSourceExternalFeatures, Moses::VWFeatureSourceIndicator, Moses::VWFeatureSourcePhraseInternal, Moses::VWFeatureSourceSenseWindow, Moses::VWFeatureSourceWindow, Moses::VWFeatureTarget, Moses::VWFeatureTargetBigrams, Moses::VWFeatureTargetIndicator, Moses::VWFeatureTargetPhraseInternal, Moses::VWFeatureTargetPhraseScores, Moses::WordTranslationFeature, Moses::GenerationDictionary, Moses::LanguageModel, Moses::BilingualLM, Moses::LanguageModelDALM, Moses::LanguageModelImplementation, Moses::InMemoryPerSentenceOnDemandLM, Moses::LanguageModelIRST, Moses::OxLM< Model >, Moses::RDLM, Moses::LanguageModelSingleFactor, Moses::Syntax::InputWeightFF, Moses::PhraseDictionary, Moses::PhraseDictionaryDynamicCacheBased, Moses::PhraseDictionaryGroup, Moses::PhraseDictionaryMemoryPerSentenceOnDemand, Moses::PhraseDictionaryMultiModel, Moses::PhraseDictionaryMultiModelCounts, Moses::PhraseDictionaryTransliteration, Moses::ProbingPT, Moses::PhraseDictionaryFuzzyMatch, and Moses::PhraseDictionaryOnDisk.
Definition at line 123 of file FeatureFunction.cpp.
References GetScoreProducerDescription(), m_requireSortingAfterSourceContext, m_tuneable, m_verbosity, Moses::Scan< bool >(), SetTuneableComponents(), UTIL_THROW2, and UTIL_THROW_IF2.
Referenced by ReadParameters().
void Moses::FeatureFunction::SetTuneableComponents | ( | const std::string & | value | ) | [virtual] |
Definition at line 157 of file FeatureFunction.cpp.
References GetScoreProducerDescription(), m_numScoreComponents, m_numTuneableComponents, m_tuneableComponents, Moses::Scan< bool >(), Moses::Tokenize(), and UTIL_THROW_IF2.
Referenced by SetParameter().
virtual void Moses::FeatureFunction::Setup | ( | TranslationTask const & | task | ) | const [inline, virtual] |
Definition at line 167 of file FeatureFunction.h.
Referenced by SetupAll().
void Moses::FeatureFunction::SetupAll | ( | TranslationTask const & | task | ) | [static] |
Definition at line 41 of file FeatureFunction.cpp.
References s_staticColl, and Setup().
multiset< string > Moses::FeatureFunction::description_counts [static, protected] |
std::string Moses::FeatureFunction::m_argLine [protected] |
std::vector<std::vector<std::string> > Moses::FeatureFunction::m_args [protected] |
Definition at line 42 of file FeatureFunction.h.
Referenced by Moses::LexicalReordering::LexicalReordering(), Moses::PhraseDictionaryMultiModelCounts::PhraseDictionaryMultiModelCounts(), and ReadParameters().
std::string Moses::FeatureFunction::m_description [protected] |
Definition at line 41 of file FeatureFunction.h.
Referenced by Moses::PhrasePairFeature::EvaluateInIsolation(), Moses::DistortionScoreProducer::EvaluateWhenApplied(), Moses::WordTranslationFeature::EvaluateWithSourceContext(), Moses::PhrasePairFeature::EvaluateWithSourceContext(), Moses::PhraseDistanceFeature::EvaluateWithSourceContext(), GetScoreProducerDescription(), Moses::PhraseDictionaryMemoryPerSentenceOnDemand::InitializeForInput(), and Moses::PhraseDictionaryGroup::Load().
size_t Moses::FeatureFunction::m_index [protected] |
Definition at line 47 of file FeatureFunction.h.
Referenced by Moses::UnalignedWordCountFeature::EvaluateInIsolation(), Moses::RDLM::EvaluateWhenApplied(), and Moses::PhraseOrientationFeature::LookaheadScore().
size_t Moses::FeatureFunction::m_numScoreComponents [protected] |
Definition at line 46 of file FeatureFunction.h.
Referenced by Moses::ExamplePT::CreateTargetPhrase(), Moses::NieceTerminal::DefaultWeights(), DefaultWeights(), Moses::ControlRecombination::DefaultWeights(), Moses::ConstrainedDecoding::DefaultWeights(), Moses::BleuScoreFeature::DefaultWeights(), Moses::RuleScope::EvaluateInIsolation(), Moses::PhrasePenalty::EvaluateInIsolation(), Moses::ExampleStatelessFF::EvaluateInIsolation(), Moses::CountNonTerms::EvaluateInIsolation(), Moses::VW::EvaluateTranslationOptionListWithSourceContext(), Moses::ExampleTranslationOptionListFeature::EvaluateTranslationOptionListWithSourceContext(), Moses::VW::EvaluateWhenApplied(), Moses::TargetPreferencesFeature::EvaluateWhenApplied(), Moses::TargetConstituentAdjacencyFeature::EvaluateWhenApplied(), Moses::PhraseOrientationFeature::EvaluateWhenApplied(), Moses::ExampleStatefulFF::EvaluateWhenApplied(), Moses::SyntaxRHS::EvaluateWithSourceContext(), Moses::SourceGHKMTreeInputMatchFeature::EvaluateWithSourceContext(), Moses::SoftSourceSyntacticConstraintsFeature::EvaluateWithSourceContext(), Moses::PhraseDistanceFeature::EvaluateWithSourceContext(), Moses::ExampleStatelessFF::EvaluateWithSourceContext(), FeatureFunction(), GetNumScoreComponents(), Moses::PhraseDictionaryMultiModel::GetTargetPhraseCollectionLEGACY(), Moses::PhraseDictionaryOnDisk::InitializeForInput(), Moses::PhraseDictionaryTreeAdaptor::InitializeForInput(), Moses::InputFeature::InputFeature(), IsTuneableComponent(), Moses::LanguageModel::LanguageModel(), Moses::LexicalReordering::LexicalReordering(), Moses::Mmsapt::Load(), Moses::PhraseDictionaryGroup::Load(), Moses::PhraseDictionaryCompact::Load(), Moses::PhraseDictionaryMultiModel::PhraseDictionaryMultiModel(), Moses::LanguageModel::SetParameter(), and SetTuneableComponents().
size_t Moses::FeatureFunction::m_numTuneableComponents [protected] |
Definition at line 49 of file FeatureFunction.h.
Referenced by FeatureFunction(), HasTuneableComponents(), IsTuneableComponent(), Moses::LanguageModel::LanguageModel(), Moses::LexicalReordering::LexicalReordering(), Moses::LanguageModel::SetParameter(), and SetTuneableComponents().
AllOptions::ptr Moses::FeatureFunction::m_options [protected] |
Definition at line 50 of file FeatureFunction.h.
Referenced by Moses::CountNonTerms::EvaluateInIsolation(), Moses::SourceGHKMTreeInputMatchFeature::EvaluateWithSourceContext(), Moses::SoftSourceSyntacticConstraintsFeature::EvaluateWithSourceContext(), Moses::ProbingPT::GetTargetPhraseCollectionBatch(), Moses::Mmsapt::Load(), Moses::RuleTableTrie::Load(), Moses::PhraseDictionaryOnDisk::Load(), Moses::PhraseDictionaryFuzzyMatch::Load(), Moses::PhraseDictionaryALSuffixArray::Load(), Moses::ProbingPT::Load(), Moses::PhraseDictionaryTreeAdaptor::Load(), Moses::PhraseDictionaryTransliteration::Load(), Moses::PhraseDictionaryMultiModelCounts::Load(), Moses::PhraseDictionaryMultiModel::Load(), Moses::PhraseDictionaryMemoryPerSentenceOnDemand::Load(), Moses::PhraseDictionaryMemoryPerSentence::Load(), Moses::PhraseDictionaryGroup::Load(), Moses::PhraseDictionaryDynamicCacheBased::Load(), Moses::ExamplePT::Load(), Moses::PhraseDictionaryCompact::Load(), Moses::Syntax::RuleTableFF::Load(), Moses::BilingualLM::Load(), Moses::GenerationDictionary::Load(), Moses::WordTranslationFeature::Load(), Moses::TreeStructureFeature::Load(), Moses::TargetWordInsertionFeature::Load(), Moses::TargetNgramFeature::Load(), Moses::TargetBigramFeature::Load(), Moses::SourceWordDeletionFeature::Load(), Moses::SourceGHKMTreeInputMatchFeature::Load(), Moses::SoftSourceSyntacticConstraintsFeature::Load(), Moses::PhrasePairFeature::Load(), Moses::PhraseOrientationFeature::Load(), Moses::OpSequenceModel::Load(), Moses::LexicalReordering::Load(), Moses::InputFeature::Load(), Load(), Moses::DynamicCacheBasedLanguageModel::Load(), Moses::DesegModel::Load(), Moses::DeleteRules::Load(), Moses::CoveredReferenceFeature::Load(), Moses::CountNonTerms::Load(), Moses::ConstrainedDecoding::Load(), and options().
bool Moses::FeatureFunction::m_requireSortingAfterSourceContext [protected] |
Definition at line 44 of file FeatureFunction.h.
Referenced by RequireSortingAfterSourceContext(), and SetParameter().
bool Moses::FeatureFunction::m_tuneable [protected] |
Definition at line 43 of file FeatureFunction.h.
Referenced by Moses::BleuScoreFeature::BleuScoreFeature(), Moses::ConstrainedDecoding::ConstrainedDecoding(), Moses::ControlRecombination::ControlRecombination(), Moses::CoveredReferenceFeature::CoveredReferenceFeature(), Moses::DeleteRules::DeleteRules(), IsTuneable(), Moses::MaxSpanFreeNonTermSource::MaxSpanFreeNonTermSource(), Moses::RDLM::SetParameter(), Moses::TreeStructureFeature::SetParameter(), Moses::SoftMatchingFeature::SetParameter(), SetParameter(), Moses::SetSourcePhrase::SetSourcePhrase(), and Moses::UnknownWordPenaltyProducer::UnknownWordPenaltyProducer().
std::vector<bool> Moses::FeatureFunction::m_tuneableComponents [protected] |
Definition at line 48 of file FeatureFunction.h.
Referenced by IsTuneableComponent(), and SetTuneableComponents().
size_t Moses::FeatureFunction::m_verbosity [protected] |
std::vector< FeatureFunction * > Moses::FeatureFunction::s_staticColl [static, protected] |
< all the score producers in this run
Reimplemented in Moses::DistortionScoreProducer, Moses::GenerationDictionary, and Moses::PhraseDictionary.
Definition at line 39 of file FeatureFunction.h.
Referenced by Destroy(), FindFeatureFunction(), GetFeatureFunctions(), Register(), and SetupAll().