#include "moses/StaticData.h"Go to the source code of this file.
Functions | |
| int | main (int argc, char *argv[]) |
| int main | ( | int | argc, | |
| char * | argv[] | |||
| ) |
Definition at line 51 of file bitext-find.cc.
References A3filename, MosesTraining::ExtractionPhrasePair::Add(), Moses::Mmsapt::add(), lm::builder::Output::Add(), add_file(), lm::builder::InitialProbabilitiesConfig::adder_in, lm::builder::InitialProbabilitiesConfig::adder_out, MosesTraining::ExtractionPhrasePair::AddProperties(), MosesTraining::ScoreFeatureManager::addPropertiesToPhrasePair(), IBM1::align(), aln, ALPHA_MINUS_EPS, ALPHA_PLUS_EPS, lm::ngram::ARRAY_TRIE, StringPiece::as_string(), lm::ngram::Config::backoff_bits, basename(), begin, Moses::TargetPhraseCollection::begin(), util::stream::ChainConfig::block_count, lm::builder::PipelineConfig::block_count, bname, MosesTraining::RuleExtractionOptions::boundaryRules, BT, util::stream::SortConfig::buffer_size, build_conll_tsas(), build_plaintext_tsas(), lm::ngram::Config::building_memory, alink::c, C(), C1, C2, cache1, cache2, ceptsInGenerativeStoryFormat(), Moses::check(), check_range(), MosesTraining::PhraseAlignment::clear(), MosesTraining::PhraseTable::clear(), Moses::OutputFileStream::Close(), Moses::InputFileStream::Close(), sapt::jstats::cnt2(), COC_MAX, collectWordLabelCounts(), StringPiece::compare(), lm::COMPLAIN, MosesTraining::RuleExtractionOptions::conditionOnTargetLhs, MosesTraining::conditionOnTargetLhsFlag, MosesTraining::ScoreFeatureManager::configure(), conll, constructCepts(), Moses::http_client::content(), cooc, count, countBin, countOfCounts, countsProperty, MosesTraining::PhraseAlignment::create(), MosesTraining::SentenceAlignment::create(), Moses::Phrase::CreateFromString(), Model::createModel(), ModelScore::createModelScore(), util::CreateOrThrow(), MosesTraining::crossedNonTerm, MosesTraining::PhraseExtractionOptions::debug, determineSplitPoints(), lm::builder::PipelineConfig::disallowed_symbol_action, lm::builder::PipelineConfig::discount, docname, domain_name, dump(), ahyp::e1, PPair::e1, ahyp::e2, PPair::e2, e_sas, echo, StringPiece::empty(), end, Moses::TargetPhraseCollection::end(), EOF, sapt::expand(), f_sas, sapt::fill_token_seq(), sapt::TokenIndex::fillIdSeq(), filter_thread(), fisher_exact(), fix(), MosesTraining::RuleExtractionOptions::flexScoreFlag, MosesTraining::PhraseAlignment::foreign, MosesTraining::RuleExtractionOptions::fractionalCounting, generateStory(), util::scoped_fd::get(), get_orientations(), getInitTransitionProb(), MosesTraining::PhraseExtractionOptions::getInstanceWeightsFile(), getLine(), getOneToOne(), getopt(), Moses::VectorIndexSorter< VAL, COMP, IDX_T >::GetOrder(), getWords(), MosesTraining::RuleExtractionOptions::glueGrammarFlag, go(), sapt::PhrasePair< Token >::good1, sapt::PhrasePair< Token >::good2, goodTuringFlag, util::GuessPhysicalMemory(), MosesTraining::RuleExtractionOptions::gzOutput, have_mct, have_mtt, hierarchical, hierarchicalFlag, I, I1, sapt::Bitext< TKN >::I1, sapt::Bitext< TKN >::I2, ifile, ifiles, MosesTraining::ScoreFeatureManager::includeSentenceId(), MosesTraining::ExtractionPhrasePair::IncrementPrevious(), sapt::PhrasePair< Token >::indoc, sapt::TokenIndex::iniReverseIndex(), init(), MosesTraining::PhraseExtractionOptions::initAllModelsOutputFlag(), MosesTraining::PhraseExtractionOptions::initFlexScoreFlag(), MosesTraining::PhraseExtractionOptions::initGzOutput(), MosesTraining::PhraseExtractionOptions::initHierModel(), MosesTraining::PhraseExtractionOptions::initHierType(), lm::builder::PipelineConfig::initial_probs, initialize(), MosesTraining::PhraseExtractionOptions::initIncludeSentenceIdFlag(), MosesTraining::PhraseExtractionOptions::initInstanceWeightsFile(), MosesTraining::PhraseExtractionOptions::initOnlyOutputSpanInfo(), MosesTraining::PhraseExtractionOptions::initOrientationFlag(), MosesTraining::PhraseExtractionOptions::initPhraseModel(), MosesTraining::PhraseExtractionOptions::initPhraseType(), MosesTraining::PhraseExtractionOptions::initSingleWordHeuristicFlag(), MosesTraining::PhraseExtractionOptions::initTargetConstituentBoundariesFlag(), MosesTraining::PhraseExtractionOptions::initTargetConstituentConstrainedFlag(), initTransitionProb, MosesTraining::PhraseExtractionOptions::initTranslationFlag(), MosesTraining::PhraseExtractionOptions::initWordModel(), MosesTraining::PhraseExtractionOptions::initWordType(), Moses::Input, interpret_args(), inverseFlag, MosesTraining::SentenceAlignment::invertAlignment(), is_conll, MosesTraining::PhraseExtractionOptions::isAllModelsOutputFlag(), MosesTraining::PhraseExtractionOptions::isFlexScoreFlag(), MosesTraining::PhraseExtractionOptions::isGzOutput(), MosesTraining::PhraseExtractionOptions::isOnlyOutputSpanInfo(), MosesTraining::PhraseExtractionOptions::isOrientationFlag(), MosesTraining::PhraseExtractionOptions::isTranslationFlag(), PPair::stats_t::j, TERCPPNS_Tools::join(), sapt::PhrasePair< Token >::joint, k, kneserNeyFlag, sapt::TokenIndex::knownVocabSize(), sapt::TokenIndex::ksize(), L1, L2, LAMBDA, util::LAZY, LeftBinarize(), leftBinarizeFlag, sapt::PhrasePair< Token >::len1, sapt::PhrasePair< Token >::len2, MosesTraining::lexFlag, lexTable, MosesTraining::LexicalTable::load(), Moses::PhraseDictionaryTreeAdaptor::Load(), lm::ngram::Config::load_method, loadFunctionWords(), loadInput(), loadOrientationPriors(), Moses::Parameter::LoadParam(), logProbFlag, sapt::Bitext< TKN >::lookup(), lookup_phrases(), lookup_source(), lookup_target(), lowCountFlag, sapt::TSA< TOKEN >::lower_bound(), alink::m, m, PPair::stats_t::m1, sapt::mm2dTable< OFFSET, ID, VAL, INIT >::m1(), PPair::stats_t::m2, sapt::mm2dTable< OFFSET, ID, VAL, INIT >::m2(), MosesTraining::Syntax::PCFG::PcfgScore::Main(), MosesTraining::Syntax::PCFG::PcfgExtract::Main(), MosesTraining::Syntax::ScoreStsg::ScoreStsg::Main(), MosesTraining::Syntax::PostprocessEgretForests::PostprocessEgretForests::Main(), MosesTraining::Syntax::FilterRuleTable::FilterRuleTable::Main(), MosesTraining::Syntax::GHKM::ExtractGHKM::Main(), mam, mamfile, mamname, MosesTraining::ExtractionPhrasePair::Matches(), maxhits, MosesTraining::RuleExtractionOptions::maxNonTerm, MosesTraining::RuleExtractionOptions::maxScope, MosesTraining::RuleExtractionOptions::maxSpan, MosesTraining::RuleExtractionOptions::maxSymbolsSource, MosesTraining::RuleExtractionOptions::maxSymbolsTarget, maybeLogProb(), mct, PPair::stats_t::mi, MosesTraining::minCount, MosesTraining::minCountHierarchical, MosesTraining::RuleExtractionOptions::minHoleSource, MosesTraining::RuleExtractionOptions::minHoleTarget, lm::builder::PipelineConfig::minimum_block, minScore0, minScore2, MosesTraining::RuleExtractionOptions::minWords, mtt, mtt1name, mtt2name, mttFile, n, nbest(), MosesTraining::negLogProb, sapt::next(), sapt::L2R_Token< T >::next(), ngram_size, MosesTraining::RuleExtractionOptions::nonTermConsecSource, MosesTraining::RuleExtractionOptions::nonTermConsecTarget, MosesTraining::nonTermContext, MosesTraining::nonTermContextTarget, MosesTraining::RuleExtractionOptions::nonTermFirstWord, util::NormalizeTempPrefix(), PPair::stats_t::npmi, nremoved_pfefilter, nremoved_sigfilter, NULL, num_lines, num_threads, numberize(), o1name, o2name, oname, MosesTraining::RuleExtractionOptions::onlyDirectFlag, onlyDirectFlag, MosesTraining::RuleExtractionOptions::onlyOutputSpanInfo, Moses::InputFileStream::Open(), Moses::OutputFileStream::Open(), IBM1::open(), sapt::mm2dTable< OFFSET, ID, VAL, INIT >::open(), sapt::mmTtrack< TKN >::open(), sapt::mmTSA< TOKEN >::open(), sapt::TokenIndex::open(), sapt::mmBitext< TKN >::open(), open_bitext(), ugdiss::open_input_stream(), util::OpenReadOrThrow(), optarg, optind, lm::builder::PipelineConfig::order, MosesTraining::orientationClassPriorsL2R(), MosesTraining::orientationClassPriorsR2L(), lm::builder::PipelineConfig::output_q, sapt::PhrasePair< Token >::p2, p_111, util::PARALLEL_READ, params, MosesTuning::ParseFloat(), util::ParseSize(), partsOfSpeechFlag, MosesTraining::partsOfSpeechSet, MosesTraining::pcfgFlag, MosesTraining::RuleExtractionOptions::pcfgScore, pef_filter_only, pfe_filter_limit, phraseCountFlag, MosesTraining::RuleExtractionOptions::phraseOrientation, MosesTraining::phraseOrientationFlag, MosesTraining::phraseOrientationPriorsFlag, phrasePairBase, phraseTableFile, lm::builder::Pipeline(), MosesTraining::PhraseExtractionOptions::placeholders, lm::ngram::Config::pointer_bhiksha_bits, util::POPULATE_OR_READ, lm::ngram::Config::positive_log_probability, ppcache, print_cooc_counts, print_evidence_list(), print_neglog_significance, printOneToOne(), printPosterior(), printRangeMAM(), printRangeMCT(), printRangeMTT(), util::PrintUsage(), prob(), lm::ngram::Config::prob_bits, lm::ngram::PROBING, lm::ngram::Config::probing_multiplier, process(), Moses::ProcessAndStripXMLTags(), processFiles(), processLine(), processPhrasePairs(), lm::builder::PipelineConfig::prune_thresholds, lm::builder::PipelineConfig::prune_vocab, lm::builder::PipelineConfig::prune_vocab_file, pt_lines, Q1, Q2, lm::ngram::QUANT_ARRAY_TRIE, lm::ngram::QUANT_TRIE, quiet, alink::r, sapt::random_sampling, range, sapt::PhrasePair< Token >::raw1, sapt::PhrasePair< Token >::raw2, sapt::jstats::rcnt(), util::READ, lm::builder::PipelineConfig::read_backoffs, read_data(), read_input(), sapt::TSA< TOKEN >::readEntry(), util::FilePiece::ReadLine(), util::ReadCompressed::ReadOrEOF(), lm::np::Model::Recognize(), lm::ngram::RecognizeBinary(), reference_file, util::scoped_fd::release(), remap(), StringPiece::remove_suffix(), lm::builder::PipelineConfig::renumber_vocabulary, MosesTraining::REO_MONO, MosesTraining::REO_MSD, MosesTraining::REO_MSLR, MosesTraining::RuleExtractionOptions::requireAlignedWord, util::scoped_fd::reset(), lm::ngram::Config::rest_function, lm::ngram::Config::rest_lower_files, lm::ngram::REST_PROBING, sapt::TokenIndex::reverseIndex(), RightBinarize(), rightBinarizeFlag, MosesTraining::ruleLength, MosesTraining::ruleTargetLHSAndTargetSyntacticPreferencesLHSJointCounts, MosesTraining::ExtractTask::Run(), runIteration(), ahyp::s1, PPair::s1, ahyp::s2, PPair::s2, SAMT(), SAMTLevel, save_vocabs(), PPair::stats_t::score, seen, lm::ngram::Config::sentence_marker_missing, MosesTraining::sentenceOffset, Cache::set_max_cache(), sapt::TokenIndex::setDynamic(), setNTRProbabilities(), Moses::StaticData::SetVerboseLevel(), sform, lm::ngram::ShowSizes(), sid, sapt::Bitext< TKN >::sid2did(), sapt::Bitext< TKN >::sid2docname(), sig_filter_limit, lm::SILENT, sapt::mmTtrack< TKN >::size(), StringPiece::size(), lm::SizeOption(), skip, sapt::mmTtrack< TKN >::sntEnd(), sapt::mmTtrack< TKN >::sntStart(), sort(), lm::builder::PipelineConfig::sort, sorter, MosesTraining::sourceLabelSet, sourceLabelsFlag, MosesTraining::sourceLHSCounts, MosesTraining::RuleExtractionOptions::sourceSyntax, MosesTraining::sourceSyntaxLabelCountsLHSFlag, MosesTraining::sourceSyntaxLabelsFlag, MosesTraining::spanLength, sparseCountBinFeatureFlag, split_line(), src, sapt::PhrasePair< Token >::start1, sapt::PhrasePair< Token >::start2, PPair::stats, Moses::stats, sapt::BitextSampler< Token >::stats(), stop, store(), str, swrd, T, T1, t1out, T2, t2out, MosesTraining::targetConstituentBoundariesFlag, MosesTraining::targetLHSAndSourceLHSJointCounts, MosesTraining::RuleExtractionOptions::targetSyntacticPreferences, targetSyntacticPreferencesFlag, MosesTraining::targetSyntacticPreferencesLabelSet, MosesTraining::targetSyntacticPreferencesLHSCounts, MosesTraining::RuleExtractionOptions::targetSyntax, util::stream::SortConfig::temp_prefix, lm::ngram::Config::temporary_directory_prefix, lm::THROW_UP, tmpFile, Moses::Tokenize(), util::tokenize(), topN, sapt::toString(), util::stream::ChainConfig::total_memory, util::stream::SortConfig::total_memory, sapt::TokenIndex::totalVocabSize(), translate(), MosesTraining::treeFragmentsFlag, trg, lm::ngram::TRIE, trim(), truncat, trymatch2(), twrd, MosesTraining::unalignedFlag, MosesTraining::unalignedFWFlag, lm::ngram::Config::unknown_missing_logprob, MosesTraining::RuleExtractionOptions::unknownWordLabelFlag, MosesTraining::RuleExtractionOptions::unpairedExtractFormat, MosesTraining::unpairedExtractFormatFlag, sapt::TSA< TOKEN >::upper_bound(), MosesTraining::ScoreFeatureManager::usage(), usage(), Usage(), UTIL_THROW2, UTIL_THROW_IF, UTIL_THROW_IF2, V, IBM1::V1, V1, sapt::Bitext< TKN >::V1, IBM1::V2, sapt::Bitext< TKN >::V2, V2, verbosity, lm::builder::PipelineConfig::vocab_estimate, lm::builder::PipelineConfig::vocab_size_for_unk, util::Exception::what(), MosesTraining::wordAlignmentFlag, lm::ngram::Config::write_method, lm::ngram::Config::write_mmap, write_sentence(), writeCountOfCounts(), writeGlueGrammar(), writeLabelSet(), writeLeftHandSideLabelCounts(), writePhraseOrientationPriors(), writeTable(), writeUnknownWordLabel(), and XLEX.
1.5.9