tokenizer.cc File Reference

#include <locale>
#include <sstream>
#include <fstream>
#include <string>
#include "freeling/tokenizer.h"
#include "fries/util.h"
#include "freeling/traces.h"
Include dependency graph for tokenizer.cc:

Defines

#define MOD_TRACENAME   "TOKENIZER"
#define MOD_TRACECODE   TOKEN_TRACE

Define Documentation

#define MOD_TRACECODE   TOKEN_TRACE
#define MOD_TRACENAME   "TOKENIZER"
Generated on Tue Jul 27 16:29:30 2010 for FreeLing by  doxygen 1.6.3