#include "lm/builder/corpus_count.hh"#include "lm/builder/payload.hh"#include "lm/common/ngram_stream.hh"#include "lm/common/ngram.hh"#include "util/file.hh"#include "util/file_piece.hh"#include "util/tokenize_piece.hh"#include "util/stream/chain.hh"#include "util/stream/stream.hh"#include <boost/test/unit_test.hpp>Go to the source code of this file.
Namespaces | |
| namespace | lm |
| namespace | lm::builder |
Defines | |
| #define | BOOST_TEST_MODULE CorpusCountTest |
| #define | Check(str, cnt) |
| #define BOOST_TEST_MODULE CorpusCountTest |
Definition at line 13 of file corpus_count_test.cc.
| #define Check | ( | str, | |||
| cnt | ) |
Value:
{ \
BOOST_REQUIRE(stream); \
w = stream->begin(); \
for (util::TokenIter<util::AnyCharacter, true> t(str, " "); t; ++t, ++w) { \
BOOST_CHECK_EQUAL(*t, v[*w]); \
} \
BOOST_CHECK_EQUAL((uint64_t)cnt, stream->Value().count); \
++stream; \
}
Definition at line 18 of file corpus_count_test.cc.
1.5.9