#include "ug_mm_ttrack.h"
#include "ug_deptree.h"
#include "tpt_tokenindex.h"
#include "tpt_pickler.h"
#include "moses/TranslationModel/UG/generic/program_options/ug_get_options.h"
#include "moses/TranslationModel/UG/generic/file_io/ug_stream.h"
#include <iostream>
#include <string>
#include <sstream>
#include <boost/program_options.hpp>
#include <boost/scoped_ptr.hpp>
#include "util/exception.hh"
Go to the source code of this file.
Functions | |
void | interpret_args (int ac, char *av[]) |
template<typename track_t > | |
void | copySentence (track_t const &T, size_t sid, ostream &dest) |
size_t | procSymalLine (string const &line, ostream &out) |
void | finiMAM (ofstream &out, vector< id_type > &idx, id_type numTok) |
void | finalize (ofstream &out, vector< id_type > const &idx, id_type tokenCount) |
bool | getCheckValues (istream &in, int &check1, int &check2) |
void | go () |
template<typename TKN > | |
void | go (string t1name, string t2name, string A3filename) |
void | initialize (ofstream &out, string const &fname) |
int | main (int argc, char *argv[]) |
Variables | |
ofstream | t1out |
ofstream | t2out |
ofstream | mam |
int | len1 = 0 |
int | len2 = 0 |
size_t | lineCtr = 0 |
size_t | sid = 0 |
bool | conll = false |
bool | skip = false |
bool | debug = false |
TokenIndex | V1 |
string | mtt1name |
string | mtt2name |
string | o1name |
string | o2name |
string | mamname |
string | cfgFile |
string | dataFormat |
string | A3filename |
void copySentence | ( | track_t const & | T, | |
size_t | sid, | |||
ostream & | dest | |||
) | [inline] |
Definition at line 103 of file symal2mam.cc.
Referenced by go().
void finalize | ( | ofstream & | out, | |
vector< id_type > const & | idx, | |||
id_type | tokenCount | |||
) |
Definition at line 143 of file symal2mam.cc.
References tpt::numwrite().
Referenced by go().
void finiMAM | ( | ofstream & | out, | |
vector< id_type > & | idx, | |||
id_type | numTok | |||
) |
Definition at line 129 of file symal2mam.cc.
References tpt::numwrite().
Referenced by go().
bool getCheckValues | ( | istream & | in, | |
int & | check1, | |||
int & | check2 | |||
) |
Definition at line 156 of file symal2mam.cc.
References A3filename.
Referenced by go().
void go | ( | string | t1name, | |
string | t2name, | |||
string | A3filename | |||
) | [inline] |
Definition at line 197 of file symal2mam.cc.
References copySentence(), debug, finalize(), finiMAM(), getCheckValues(), len1, len2, lineCtr, mam, ugdiss::open_input_stream(), procSymalLine(), sid, skip, T1, t1out, T2, t2out, and UTIL_THROW.
void go | ( | ) |
Definition at line 178 of file symal2mam.cc.
References debug, finiMAM(), mam, and procSymalLine().
Referenced by main().
void initialize | ( | ofstream & | out, | |
string const & | fname | |||
) |
Definition at line 270 of file symal2mam.cc.
References tpt::numwrite().
Referenced by main().
void interpret_args | ( | int | ac, | |
char * | av[] | |||
) |
Definition at line 47 of file symal2mam.cc.
References A3filename, bname, cfgFile, conll, dataFormat, debug, ugdiss::get_options(), L1, L2, mamfile, mamname, maxhits, mtt1name, mtt2name, o1name, o2name, Q1, Q2, range, skip, store(), and with_sids.
Referenced by init(), and main().
int main | ( | int | argc, | |
char * | argv[] | |||
) |
Definition at line 278 of file symal2mam.cc.
References A3filename, conll, go(), initialize(), interpret_args(), mam, mamname, mtt1name, mtt2name, o1name, o2name, skip, t1out, and t2out.
size_t procSymalLine | ( | string const & | line, | |
ostream & | out | |||
) |
Definition at line 111 of file symal2mam.cc.
References tpt::binwrite(), debug, len1, and len2.
Referenced by go().
string A3filename |
Definition at line 45 of file symal2mam.cc.
Referenced by getCheckValues(), interpret_args(), and main().
string cfgFile |
Definition at line 44 of file symal2mam.cc.
bool conll = false |
string dataFormat |
bool debug = false |
Definition at line 41 of file symal2mam.cc.
Referenced by MosesTuning::Permutation::distance(), go(), interpret_args(), tpt::linear_search(), main(), Moses::Manager::OutputBest(), procSymalLine(), tpt::tightfind(), tpt::tightfind_midpoint(), tpt::tightread(), and Moses::OutputCollector::Write().
int len1 = 0 |
Definition at line 37 of file symal2mam.cc.
Referenced by go(), sapt::PhrasePair< Token >::init(), sapt::PScoreLex1< Token >::operator()(), sapt::PScoreLengthRatio< Token >::operator()(), sapt::PhrasePair< Token >::print(), and procSymalLine().
int len2 = 0 |
Definition at line 37 of file symal2mam.cc.
Referenced by go(), sapt::PhrasePair< Token >::init(), sapt::PScoreLex1< Token >::operator()(), sapt::PScoreLengthRatio< Token >::operator()(), sapt::PhrasePair< Token >::print(), procSymalLine(), and sapt::PhrasePair< Token >::update().
size_t lineCtr = 0 |
ofstream mam |
string mamname |
string mtt1name |
string mtt2name |
string o1name |
string o2name |
size_t sid = 0 |
Definition at line 38 of file symal2mam.cc.
Referenced by check_range(), sapt::Ttrack< TKN >::count_tokens(), sapt::Ttrack< TKN >::find_first(), sapt::Ttrack< TKN >::find_next(), sapt::mmTSA< TOKEN >::getCounts(), sapt::imTSA< TOKEN >::getCounts(), sapt::TSA_tree_iterator< TKN >::getPid(), sapt::TSA_tree_iterator< TKN >::getSid(), go(), Moses::DALMChartState::hash(), sapt::imTSA< TOKEN >::imTSA(), main(), sapt::TSA_tree_iterator< TKN >::markOccurrences(), sapt::TSA< TKN >::markOccurrences(), sapt::TSA_tree_iterator< TKN >::markSentences(), Counter::operator()(), sapt::Ttrack< TKN >::pid2str(), sapt::mmTSA< TOKEN >::rawCnt(), sapt::imTSA< TOKEN >::save_as_mm_tsa(), MosesTuning::StatisticsBasedScorer::score(), MosesTuning::SentenceLevelScorer::score(), PhrasePair2::stats_t::set(), PPair::stats_t::set(), sapt::TSA< TKN >::setBits(), sapt::TSA< TKN >::sntCnt(), sapt::mmTtrack< TKN >::sntEnd(), sapt::imTtrack< Token >::sntEnd(), sapt::mmTtrack< TKN >::sntStart(), and sapt::imTtrack< Token >::sntStart().
bool skip = false |
Definition at line 40 of file symal2mam.cc.
Referenced by Moses::TargetNgramFeature::EvaluateWhenApplied(), go(), interpret_args(), main(), and util::FilePiece::ReadLine().
ofstream t1out |
ofstream t2out |
Definition at line 42 of file symal2mam.cc.