lang_ident.h

Go to the documentation of this file.

//
//    Copyright (C) 2014   TALP Research Center
//                         Universitat Politecnica de Catalunya
//
//    This library is free software; you can redistribute it and/or
//    modify it under the terms of the GNU Affero General Public License
//    (GNU AGPL) as published by the Free Software Foundation; either
//    version 3 of the License, or (at your option) any later version.
//
//    This library is distributed in the hope that it will be useful,
//    but WITHOUT ANY WARRANTY; without even the implied warranty of
//    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
//    Affero General Public License for more details.
//
//    You should have received a copy of the GNU Affero General Public License 
//    along with this library; if not, write to the Free Software
//    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
//
//    contact: Muntsa Padro (mpadro@lsi.upc.edu)
//             TALP Research Center
//             despatx Omega.S107 - Campus Nord UPC
//             08034 Barcelona.  SPAIN
//

// /////////////////////////////////
//
//  lang_ident.h
//
//  Class that implements a language identifier
//

#ifndef _LANGIDENT_H
#define _LANGIDENT_H

#include <map>
#include <set>
#include <vector>
#include <string>

#include "freeling/windll.h"
#include "freeling/morfo/idioma.h"

namespace freeling {


  class WINDLL lang_ident {
  private:
    std::map<std::wstring,idioma*> idiomes;
    std::set<std::wstring> all_known_languages;

    void language_perplexities (std::vector<std::pair<double,std::wstring> > &, 
                                const std::wstring &, 
                                const std::set<std::wstring>&) const;

  public:
    lang_ident();
    lang_ident(const std::wstring &cfgfile);
    ~lang_ident();
    void add_language(const std::wstring &modelfile);
    void train_language(const std::wstring &textfile, const std::wstring &modelfile, 
                        const std::wstring &code, size_t order);
    std::wstring identify_language (const std::wstring &text, 
                                    const std::set<std::wstring> &ls=std::set<std::wstring>()) const; 
    void rank_languages (std::vector<std::pair<double,std::wstring> > &result, 
                         const std::wstring &text,
                         const std::set<std::wstring> &ls=std::set<std::wstring>()) const;

  };

} // namespace

#endif