FreeLing
4.0
|
00001 00002 // 00003 // FreeLing - Open Source Language Analyzers 00004 // 00005 // Copyright (C) 2014 TALP Research Center 00006 // Universitat Politecnica de Catalunya 00007 // 00008 // This library is free software; you can redistribute it and/or 00009 // modify it under the terms of the GNU Affero General Public 00010 // License as published by the Free Software Foundation; either 00011 // version 3 of the License, or (at your option) any later version. 00012 // 00013 // This library is distributed in the hope that it will be useful, 00014 // but WITHOUT ANY WARRANTY; without even the implied warranty of 00015 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 00016 // Affero General Public License for more details. 00017 // 00018 // You should have received a copy of the GNU Affero General Public 00019 // License along with this library; if not, write to the Free Software 00020 // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 00021 // 00022 // contact: Lluis Padro (padro@lsi.upc.es) 00023 // TALP Research Center 00024 // despatx C6.212 - Campus Nord UPC 00025 // 08034 Barcelona. SPAIN 00026 // 00028 00029 #ifndef _FEX 00030 #define _FEX 00031 00032 #include <vector> 00033 #include <set> 00034 #include <list> 00035 00036 #include "freeling/morfo/fex_rule.h" 00037 #include "freeling/morfo/fex_lexicon.h" 00038 #include "freeling/morfo/tagset.h" 00039 00040 #define ENCODE_NAME 0x01 00041 #define ENCODE_INT 0x02 00042 00043 namespace freeling { 00044 00048 00049 class fex { 00050 private: 00052 const tagset *Tags; 00053 00055 std::list<fex_rulepack> packs; 00057 fex_lexicon lex; 00058 00060 std::map<std::wstring, std::set<std::wstring> > set_files; 00062 const std::map<std::wstring,const feature_function *> & feat_functs; 00063 00065 void get_features(sentence &, std::vector<std::set<std::wstring> > &, std::vector<std::set<int> > &, int) const; 00067 void read_condition(std::wistringstream &, const std::wstring &, const std::wstring &, std::list<fex_condition> &, int &); 00069 void precompute_once(const fex_rulepack &, sentence &) const; 00072 void precompute_range(const fex_rulepack &, sentence &) const; 00073 00074 public: 00076 fex(const std::wstring&, const std::wstring&, const std::map<std::wstring,const feature_function *> &); 00078 ~fex(); 00079 00081 void encode_name(sentence &, std::vector<std::set<std::wstring> > &) const; 00083 void encode_int(sentence &, std::vector<std::set<int> > &) const; 00085 void encode_all(sentence &, std::vector<std::set<std::wstring> > &, std::vector<std::set<int> > &) const; 00086 00088 std::vector<std::set<std::wstring> > encode_name(sentence &) const; 00090 std::vector<std::set<int> > encode_int(sentence &) const; 00091 00093 void clear_lexicon(); 00095 void encode_to_lexicon(sentence &); 00097 void save_lexicon(const std::wstring &, double) const; 00098 }; 00099 00100 } // namespace 00101 00102 #endif