#include "ug_mm_ttrack.h"
#include "tpt_tokenindex.h"
#include "ug_corpus_token.h"
#include <string>
#include <vector>
#include <cassert>
#include <boost/unordered_map.hpp>
#include <boost/foreach.hpp>
#include <iomanip>
#include "ug_typedefs.h"
#include "tpt_pickler.h"
#include <algorithm>
#include "moses/TranslationModel/UG/generic/program_options/ug_get_options.h"
Go to the source code of this file.
Defines | |
#define | CACHING_THRESHOLD 1000 |
Typedefs | |
typedef L2R_Token< SimpleWordId > | Token |
typedef boost::unordered_map < pair< size_t, size_t > , size_t > | phrase_counter_t |
Functions | |
void | interpret_args (int ac, char *av[]) |
int | main (int argc, char *argv[]) |
Variables | |
mmTtrack< Token > | T |
TokenIndex | V |
string | bname |
bool | echo |
#define CACHING_THRESHOLD 1000 |
Definition at line 28 of file mtt-count-words.cc.
typedef boost::unordered_map<pair<size_t,size_t>,size_t> phrase_counter_t |
Definition at line 26 of file mtt-count-words.cc.
typedef L2R_Token<SimpleWordId> Token |
Definition at line 24 of file mtt-count-words.cc.
void interpret_args | ( | int | ac, | |
char * | av[] | |||
) |
Definition at line 26 of file mam2symal.cc.
int main | ( | int | argc, | |
char * | argv[] | |||
) |
Definition at line 37 of file mtt-count-words.cc.
References bname, interpret_args(), sapt::TokenIndex::ksize(), sapt::TokenIndex::open(), sapt::mmTtrack< TKN >::open(), sid, sapt::mmTtrack< TKN >::size(), sapt::mmTtrack< TKN >::sntEnd(), sapt::mmTtrack< TKN >::sntStart(), and stop.
string bname |
Definition at line 35 of file mtt-count-words.cc.
bool echo |
Definition at line 30 of file mtt-count-words.cc.
Referenced by _generator< T >::_pop(), _generator< T >::_push(), Moses::MmapAllocator< T >::allocate(), sapt::as(), util::FixedArray< Sort< Compare, Combine > >::begin(), tpt::binread(), tpt::binread_unsigned_integer(), build_mmTSA(), util::PCQueue< Block >::Consume(), Moses::MmapAllocator< T >::deallocate(), sapt::expand_block(), sapt::fill_L2R_roots(), sapt::find_po_bwd(), sapt::find_po_fwd(), sapt::findExternalRoot(), sapt::findInternalRoot(), util::FixedArray< Sort< Compare, Combine > >::FixedArray(), Moses::fWrite(), util::internal::wide_random_collector< T, remaining_ints >::generate(), Moses::PairedPackedArray< T, D >::Get(), Moses::PackedArray< T, D >::Get(), Moses::ContextScope::get(), MosesTuning::Singleton< T >::GetInstance(), lmtable::getmem(), sapt::Ttrack< Token >::getTokenAs(), util::FixedArray< Sort< Compare, Combine > >::Init(), MosesTuning::FixedAllocator< Edge >::Init(), Moses::Syntax::NonTerminalMap< T >::Insert(), insertion_sort(), Moses::FilePtr< T >::load(), load_stream_data_noseek(), load_stream_data_seek(), main(), MosesTuning::FixedAllocator< Edge >::New(), new_xpath_variable(), lmtable::prob(), util::FixedArray< Sort< Compare, Combine > >::push_back(), lmtable::putmem(), util::rand(), sapt::ConllBottomUpToken< T >::reachable(), tpt::read(), util::scoped_base< ReadBase, scoped_delete_forward >::release(), util::internal::random_scaler< T, false >::rnd_excl(), MosesTuning::Scan(), Moses::Scan(), htable< T >::scan(), Moses::PairedPackedArray< T, D >::Set(), Moses::BaseManager::ShiftOffsets(), Moses::ShrinkToFit(), sapt::Ttrack< Token >::sntEndAs(), sapt::Ttrack< Token >::sntStartAs(), swap(), sapt::topNode(), trymatch2(), uniqueObject(), and util::wide_rand().
Definition at line 31 of file mtt-count-words.cc.