FreeLing
4.0
|
00001 00002 // 00003 // FreeLing - Open Source Language Analyzers 00004 // 00005 // Copyright (C) 2014 TALP Research Center 00006 // Universitat Politecnica de Catalunya 00007 // 00008 // This library is free software; you can redistribute it and/or 00009 // modify it under the terms of the GNU Affero General Public 00010 // License as published by the Free Software Foundation; either 00011 // version 3 of the License, or (at your option) any later version. 00012 // 00013 // This library is distributed in the hope that it will be useful, 00014 // but WITHOUT ANY WARRANTY; without even the implied warranty of 00015 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 00016 // Affero General Public License for more details. 00017 // 00018 // You should have received a copy of the GNU Affero General Public 00019 // License along with this library; if not, write to the Free Software 00020 // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 00021 // 00022 // contact: Lluis Padro (padro@lsi.upc.es) 00023 // TALP Research Center 00024 // despatx C6.212 - Campus Nord UPC 00025 // 08034 Barcelona. SPAIN 00026 // 00028 00029 #ifndef _NP 00030 #define _NP 00031 00032 #include <set> 00033 #include <map> 00034 #include <freeling/regexp.h> 00035 00036 #include "freeling/windll.h" 00037 #include "freeling/morfo/language.h" 00038 #include "freeling/morfo/ner_module.h" 00039 00040 namespace freeling { 00041 00042 const std::wstring RE_NA=L"^(NC|AQ)"; 00043 const std::wstring RE_DNP=L"^[FWZ]"; 00044 const std::wstring RE_CLO=L"^[DSC]"; 00045 00049 00050 class WINDLL np: public ner_module { 00051 00052 private: 00054 std::set<std::wstring> func; 00056 std::set<std::wstring> punct; 00058 std::set<std::wstring> names; 00060 std::map<std::wstring,int> ignore_tags; 00061 std::map<std::wstring,int> ignore_words; 00063 std::set<std::wstring> prefixes; 00064 std::set<std::wstring> suffixes; 00065 00066 freeling::regexp RE_NounAdj; 00067 freeling::regexp RE_Closed; 00068 freeling::regexp RE_DateNumPunct; 00069 00070 int ComputeToken(int,sentence::iterator &, sentence &) const; 00071 void ResetActions(ner_status *) const; 00072 void StateActions(int, int, int, sentence::const_iterator,ner_status *) const; 00073 void SetMultiwordAnalysis(sentence::iterator, int, const ner_status *) const; 00074 00075 public: 00077 np(const std::wstring &); 00078 }; 00079 00080 } // namespace 00081 00082 #endif