00001 #include "Data.h"
00002 #include "Scorer.h"
00003 #include "ScorerFactory.h"
00004
00005 #define BOOST_TEST_MODULE MertData
00006 #include <boost/test/unit_test.hpp>
00007
00008 #include <boost/scoped_ptr.hpp>
00009
00010 using namespace MosesTuning;
00011
00012
00013 BOOST_AUTO_TEST_CASE(shard_basic)
00014 {
00015 boost::scoped_ptr<Scorer> scorer(ScorerFactory::getScorer("BLEU", ""));
00016 Data data(scorer.get());
00017 FeatureArray fa1, fa2, fa3, fa4;
00018 ScoreArray sa1, sa2, sa3, sa4;
00019 fa1.setIndex(1);
00020 fa2.setIndex(2);
00021 fa3.setIndex(3);
00022 fa4.setIndex(4);
00023 sa1.setIndex(1);
00024 sa2.setIndex(2);
00025 sa3.setIndex(3);
00026 sa4.setIndex(4);
00027 data.getFeatureData()->add(fa1);
00028 data.getFeatureData()->add(fa2);
00029 data.getFeatureData()->add(fa3);
00030 data.getFeatureData()->add(fa4);
00031 data.getScoreData()->add(sa1);
00032 data.getScoreData()->add(sa2);
00033 data.getScoreData()->add(sa3);
00034 data.getScoreData()->add(sa4);
00035
00036 std::vector<Data> shards;
00037 data.createShards(2,0,"",shards);
00038
00039 BOOST_CHECK_EQUAL(shards.size(),(std::size_t)2);
00040 BOOST_CHECK_EQUAL(shards[1].getFeatureData()->size(),(std::size_t)2);
00041 }
00042
00043 BOOST_AUTO_TEST_CASE(init_feature_map_test)
00044 {
00045 boost::scoped_ptr<Scorer> scorer(ScorerFactory::getScorer("BLEU", ""));
00046 Data data(scorer.get());
00047
00048 std::string s = " d= 0 -7.66174 0 0 -3.51621 0 0 lm= -41.3435 -40.3647 tm= -67.6349 -100.438 -27.6817 -23.4685 8.99907 w= -9 ";
00049 std::string expected = "d_0 d_1 d_2 d_3 d_4 d_5 d_6 lm_0 lm_1 tm_0 tm_1 tm_2 tm_3 tm_4 w_0 ";
00050 data.InitFeatureMap(s);
00051 BOOST_CHECK_EQUAL(expected, data.Features());
00052 }
00053
00054 BOOST_AUTO_TEST_CASE(add_features_test)
00055 {
00056 boost::scoped_ptr<Scorer> scorer(ScorerFactory::getScorer("BLEU", ""));
00057 Data data(scorer.get());
00058
00059 const std::string s1 = " d= 0 lm= -55.5464 -54.8813 w= -8 tm= -75.184 -93.1203 -21.9993 -20.594 7.99917 ";
00060 const std::string& expected = "d_0 lm_0 lm_1 w_0 tm_0 tm_1 tm_2 tm_3 tm_4 ";
00061 data.InitFeatureMap(s1);
00062 BOOST_CHECK_EQUAL(expected, data.Features());
00063
00064 const std::string& s2 = "d= 0 lm= -64.7399 -65.0127 w= -8 tm= -55.8122 -74.8652 -15.6311 -14.7486 7.99917 ";
00065 data.AddFeatures(s2, 0);
00066 const FeatureStats& stats = data.getFeatureData()->get(0, 0);
00067 BOOST_CHECK_EQUAL(9, stats.size());
00068 BOOST_CHECK(IsAlmostEqual(0.0f, stats.get(0)));
00069 BOOST_CHECK(IsAlmostEqual(-64.7399f, stats.get(1)));
00070 BOOST_CHECK(IsAlmostEqual(-65.0127f, stats.get(2)));
00071 BOOST_CHECK(IsAlmostEqual(-8.0f, stats.get(3)));
00072 BOOST_CHECK(IsAlmostEqual(-55.8122f, stats.get(4)));
00073 BOOST_CHECK(IsAlmostEqual(-74.8652f, stats.get(5)));
00074 BOOST_CHECK(IsAlmostEqual(-15.6311f, stats.get(6)));
00075 BOOST_CHECK(IsAlmostEqual(-14.7486f, stats.get(7)));
00076 BOOST_CHECK(IsAlmostEqual(7.99917f, stats.get(8)));
00077 }