#include <sstream>#include <fstream>#include <string>#include "freeling/regexp.h"#include "freeling/morfo/tokenizer.h"#include "freeling/morfo/configfile.h"#include "freeling/morfo/util.h"#include "freeling/morfo/traces.h"
Include dependency graph for tokenizer.cc:
Namespaces | |
| namespace | freeling |
Defines | |
| #define | MOD_TRACENAME L"TOKENIZER" |
| #define | MOD_TRACECODE TOKEN_TRACE |
Define Documentation
| #define MOD_TRACECODE TOKEN_TRACE |
| #define MOD_TRACENAME L"TOKENIZER" |
