FreeLing
4.0
|
abrevs | freeling::tokenizer | [private] |
matches | freeling::tokenizer | [private] |
rules | freeling::tokenizer | [private] |
tokenize(const std::wstring &text, std::list< word > &lw) const | freeling::tokenizer | |
tokenize(const std::wstring &text) const | freeling::tokenizer | |
tokenize(const std::wstring &text, unsigned long &offset, std::list< word > &lw) const | freeling::tokenizer | |
tokenize(const std::wstring &text, unsigned long &offset) const | freeling::tokenizer | |
tokenizer(const std::wstring &cfgfile) | freeling::tokenizer |