#include <model.hh>
Public Member Functions | |
GenericModel (const char *file, const Config &config=Config()) | |
FullScoreReturn | FullScore (const State &in_state, const WordIndex new_word, State &out_state) const |
FullScoreReturn | FullScoreForgotState (const WordIndex *context_rbegin, const WordIndex *context_rend, const WordIndex new_word, State &out_state) const |
void | GetState (const WordIndex *context_rbegin, const WordIndex *context_rend, State &out_state) const |
FullScoreReturn | ExtendLeft (const WordIndex *add_rbegin, const WordIndex *add_rend, const float *backoff_in, uint64_t extend_pointer, unsigned char extend_length, float *backoff_out, unsigned char &next_use) const |
float | UnRest (const uint64_t *pointers_begin, const uint64_t *pointers_end, unsigned char first_length) const |
Static Public Member Functions | |
static uint64_t | Size (const std::vector< uint64_t > &counts, const Config &config=Config()) |
Static Public Attributes | |
static const ModelType | kModelType = Search::kModelType |
static const unsigned int | kVersion = Search::kVersion |
Definition at line 30 of file model.hh.
lm::ngram::detail::GenericModel< Search, VocabularyT >::GenericModel | ( | const char * | file, | |
const Config & | config = Config() | |||
) | [inline, explicit] |
Definition at line 59 of file model.cc.
References lm::ngram::State::backoff, lm::ngram::Parameters::counts, lm::ngram::Config::enumerate_vocab, lm::ngram::Parameters::fixed, util::scoped_fd::get(), lm::ngram::FixedWidthParameters::has_vocabulary, lm::base::ModelFacade< GenericModel< Search, VocabularyT >, State, VocabularyT >::Init(), lm::ngram::BinaryFormat::InitializeBinary(), lm::ngram::IsBinaryFormat(), lm::ngram::detail::GenericModel< Search, VocabularyT >::kModelType, lm::ngram::detail::GenericModel< Search, VocabularyT >::kVersion, lm::ngram::State::length, lm::ngram::BinaryFormat::LoadBinary(), util::OpenReadOrThrow(), lm::ngram::FixedWidthParameters::probing_multiplier, lm::ngram::Config::probing_multiplier, util::scoped_fd::release(), lm::ngram::detail::GenericModel< Search, VocabularyT >::Size(), UTIL_THROW_IF, lm::ngram::BinaryFormat::VocabStringReadingOffset(), and lm::ngram::State::words.
FullScoreReturn lm::ngram::detail::GenericModel< Search, VocabularyT >::ExtendLeft | ( | const WordIndex * | add_rbegin, | |
const WordIndex * | add_rend, | |||
const float * | backoff_in, | |||
uint64_t | extend_pointer, | |||
unsigned char | extend_length, | |||
float * | backoff_out, | |||
unsigned char & | next_use | |||
) | const [inline] |
Definition at line 195 of file model.cc.
References lm::FullScoreReturn::extend_left, lm::FullScoreReturn::independent_left, lm::FullScoreReturn::ngram_length, lm::FullScoreReturn::prob, and lm::FullScoreReturn::rest.
FullScoreReturn lm::ngram::detail::GenericModel< Search, VocabularyT >::FullScore | ( | const State & | in_state, | |
const WordIndex | new_word, | |||
State & | out_state | |||
) | const [inline] |
Definition at line 134 of file model.cc.
References lm::ngram::State::backoff, lm::ngram::State::length, lm::FullScoreReturn::ngram_length, lm::FullScoreReturn::prob, and lm::ngram::State::words.
FullScoreReturn lm::ngram::detail::GenericModel< Search, VocabularyT >::FullScoreForgotState | ( | const WordIndex * | context_rbegin, | |
const WordIndex * | context_rend, | |||
const WordIndex | new_word, | |||
State & | out_state | |||
) | const [inline] |
Definition at line 142 of file model.cc.
References lm::FullScoreReturn::ngram_length, lm::base::Model::Order(), and lm::FullScoreReturn::prob.
void lm::ngram::detail::GenericModel< Search, VocabularyT >::GetState | ( | const WordIndex * | context_rbegin, | |
const WordIndex * | context_rend, | |||
State & | out_state | |||
) | const [inline] |
Definition at line 169 of file model.cc.
References lm::ngram::State::backoff, lm::ngram::HasExtension(), lm::ngram::State::length, lm::base::Model::Order(), and lm::ngram::State::words.
uint64_t lm::ngram::detail::GenericModel< Search, VocabularyT >::Size | ( | const std::vector< uint64_t > & | counts, | |
const Config & | config = Config() | |||
) | [inline, static] |
Definition at line 23 of file model.cc.
Referenced by lm::ngram::detail::GenericModel< Search, VocabularyT >::GenericModel().
float lm::ngram::detail::GenericModel< Search, VocabularyT >::UnRest | ( | const uint64_t * | pointers_begin, | |
const uint64_t * | pointers_end, | |||
unsigned char | first_length | |||
) | const [inline] |
const ModelType lm::ngram::detail::GenericModel< Search, VocabularyT >::kModelType = Search::kModelType [inline, static] |
Definition at line 35 of file model.hh.
Referenced by lm::ngram::detail::GenericModel< Search, VocabularyT >::GenericModel().
const unsigned int lm::ngram::detail::GenericModel< Search, VocabularyT >::kVersion = Search::kVersion [static] |
Definition at line 37 of file model.hh.
Referenced by lm::ngram::detail::GenericModel< Search, VocabularyT >::GenericModel().