#include "CLucene/StdHeader.h"
#ifndef _lucene_analysis_standard_StandardTokenizerConstants
#define _lucene_analysis_standard_StandardTokenizerConstants

namespace lucene{ namespace analysis { namespace standard {
	enum TokenTypes
	{
		ALPHANUM,
		APOSTROPHE,
		ACRONYM,
		COMPANY,
		EMAIL,
		HOST,
		NUM,
		_EOF
	};
	
	const static char_t *tokenImage[] = { _T("<EOF>"),
								  _T("<ALPHANUM>"),
								  _T("<APOSTROPHE>"),
								  _T("<ACRONYM>"),
								  _T("<COMPANY>"),
								  _T("<EMAIL>"),
								  _T("<HOST>"),
								  _T("<NUM>"),
								  _T("<P>"),
								  _T("<HAS_DIGIT>"),
								  _T("<ALPHA>"),
								  _T("<LETTER>"),
								  _T("<DIGIT>"),
								  _T("<NOISE>"),};

}}}
#endif