00001 // vim:tabstop=2 00002 00003 /*********************************************************************** 00004 Moses - factored hierarchical phrase-based language decoder 00005 Copyright (C) 2009 University of Edinburgh 00006 00007 This library is free software; you can redistribute it and/or 00008 modify it under the terms of the GNU Lesser General Public 00009 License as published by the Free Software Foundation; either 00010 version 2.1 of the License, or (at your option) any later version. 00011 00012 This library is distributed in the hope that it will be useful, 00013 but WITHOUT ANY WARRANTY; without even the implied warranty of 00014 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 00015 Lesser General Public License for more details. 00016 00017 You should have received a copy of the GNU Lesser General Public 00018 License along with this library; if not, write to the Free Software 00019 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA 00020 ***********************************************************************/ 00021 00022 #pragma once 00023 00024 #include <vector> 00025 #include <string> 00026 #include <iostream> 00027 #include <fstream> 00028 #include <algorithm> 00029 #include <cstring> 00030 00031 #include "SyntaxNodeCollection.h" 00032 #include "XmlTree.h" 00033 00034 #define LINE_MAX_LENGTH 1000000 00035 00036 bool leftBinarizeFlag = false; 00037 bool rightBinarizeFlag = false; 00038 char SAMTLevel = 0; 00039 00040 typedef std::vector< int > SplitPoints; 00041 typedef std::vector< SplitPoints > ParentNodes; 00042 00043 // functions 00044 void init(int argc, char* argv[]); 00045 ParentNodes determineSplitPoints(const MosesTraining::SyntaxNodeCollection &); 00046 void store( MosesTraining::SyntaxNodeCollection &tree, const std::vector<std::string> &words ); 00047 void LeftBinarize( MosesTraining::SyntaxNodeCollection &tree, ParentNodes &parents ); 00048 void RightBinarize( MosesTraining::SyntaxNodeCollection &tree, ParentNodes &parents ); 00049 void SAMT( MosesTraining::SyntaxNodeCollection &tree, ParentNodes &parents ); 00050