/disk4/html/www/moses/doxygen/mosesdecoder/moses/TranslationModel/UG/mm/mmlex-build.cc File Reference

#include <queue>
#include <iomanip>
#include <vector>
#include <iterator>
#include <sstream>
#include <algorithm>
#include <boost/program_options.hpp>
#include <boost/dynamic_bitset.hpp>
#include <boost/shared_ptr.hpp>
#include <boost/foreach.hpp>
#include <boost/thread.hpp>
#include <boost/math/distributions/binomial.hpp>
#include <boost/unordered_map.hpp>
#include <boost/unordered_set.hpp>
#include "moses/TranslationModel/UG/generic/program_options/ug_get_options.h"
#include "moses/Util.h"
#include "ug_mm_2d_table.h"
#include "ug_mm_ttrack.h"
#include "ug_corpus_token.h"

Go to the source code of this file.

Classes
struct	Count
class	Counter
struct	lexsorter
Typedefs
typedef mm2dTable< id_type, id_type, uint32_t, uint32_t >	LEX_t
typedef SimpleWordId	Token
typedef pair< id_type, id_type >	wpair
typedef boost::unordered_map < wpair, Count >	countmap_t
typedef vector< vector< pair < id_type, Count > > >	countlist_t
Functions
void	interpret_args (int ac, char *av[])
bool	operator< (pair< id_type, Count > const &a, pair< id_type, Count > const &b)
void	writeTableHeader (ostream &out)
void	writeTable (ostream *aln_out, ostream *coc_out)
int	main (int argc, char *argv[])
Variables
mmTtrack< Token >	T1
mmTtrack< Token >	T2
mmTtrack< char >	Tx
TokenIndex	V1
TokenIndex	V2
vector< countlist_t >	XLEX
string	bname
string	cfgFile
string	L1
string	L2
string	oname
string	cooc
int	verbose
size_t	truncat
size_t	num_threads

---

Typedef Documentation

typedef vector<vector<pair<id_type,Count> > > countlist_t

Definition at line 65 of file mmlex-build.cc.

typedef boost::unordered_map<wpair,Count> countmap_t

Definition at line 64 of file mmlex-build.cc.

typedef mm2dTable<id_type,id_type,uint32_t,uint32_t> LEX_t

Definition at line 37 of file mmlex-build.cc.

typedef SimpleWordId Token

Definition at line 38 of file mmlex-build.cc.

typedef pair<id_type,id_type> wpair

Definition at line 47 of file mmlex-build.cc.

---

Function Documentation

void interpret_args	(	int	ac,
		char *	av[]
	)

Definition at line 26 of file mam2symal.cc.

int main	(	int	argc,
		char *	argv[]
	)

Definition at line 277 of file mmlex-build.cc.

References bname, cooc, interpret_args(), TERCPPNS_Tools::join(), L1, L2, NULL, num_threads, oname, sapt::TokenIndex::open(), sapt::mmTtrack< TKN >::open(), sapt::mmTtrack< TKN >::size(), truncat, writeTable(), and XLEX.

Here is the call graph for this function:

bool operator<	(	pair< id_type, Count > const &	a,
		pair< id_type, Count > const &	b
	)

Definition at line 57 of file mmlex-build.cc.

void writeTable	(	ostream *	aln_out,
		ostream *	coc_out
	)

Definition at line 128 of file mmlex-build.cc.

References aln, sapt::TokenIndex::ksize(), num_threads, tpt::numwrite(), sorter, writeTableHeader(), and XLEX.

Referenced by main().

Here is the call graph for this function:

Here is the caller graph for this function:

void writeTableHeader

(

ostream &

out

)

Definition at line 120 of file mmlex-build.cc.

References sapt::TokenIndex::ksize(), and tpt::numwrite().

Referenced by writeTable().

Here is the call graph for this function:

Here is the caller graph for this function:

---

Variable Documentation

string bname

Definition at line 82 of file mmlex-build.cc.

string cfgFile

Definition at line 82 of file mmlex-build.cc.

Referenced by ugdiss::get_options(), and interpret_args().

string cooc

Definition at line 82 of file mmlex-build.cc.

Referenced by main().

string L1

Definition at line 82 of file mmlex-build.cc.

string L2

Definition at line 82 of file mmlex-build.cc.

size_t num_threads

Definition at line 85 of file mmlex-build.cc.

Referenced by main(), and writeTable().

string oname

Definition at line 82 of file mmlex-build.cc.

Referenced by main().

mmTtrack<Token> T1

Definition at line 43 of file mmlex-build.cc.

mmTtrack<Token> T2

Definition at line 43 of file mmlex-build.cc.

size_t truncat

Definition at line 84 of file mmlex-build.cc.

Referenced by main(), and Counter::operator()().

mmTtrack<char> Tx

Definition at line 44 of file mmlex-build.cc.

TokenIndex V1

Definition at line 45 of file mmlex-build.cc.

TokenIndex V2

Definition at line 45 of file mmlex-build.cc.

int verbose

Definition at line 83 of file mmlex-build.cc.

Referenced by Moses::PrefixTreeF< T, D >::create(), Moses::Parameter::LoadParam(), main(), and Counter::processSentence().

vector<countlist_t> XLEX

Definition at line 67 of file mmlex-build.cc.

Referenced by main(), and writeTable().