| /*------------------------------------------------------------------------------ | |
| * Copyright (C) 2003-2006 Ben van Klinken and the CLucene Team | |
| * | |
| * Distributable under the terms of either the Apache License (Version 2.0) or | |
| * the GNU Lesser General Public License, as specified in the COPYING file. | |
| ------------------------------------------------------------------------------*/ | |
| #ifndef _lucene_analysis_standard_StandardTokenizerConstants | |
| #define _lucene_analysis_standard_StandardTokenizerConstants | |
| #if defined(_LUCENE_PRAGMA_ONCE) | |
| # pragma once | |
| #endif | |
| CL_NS_DEF2(analysis,standard) | |
| enum TokenTypes { | |
| _EOF, | |
| UNKNOWN, | |
| ALPHANUM, | |
| APOSTROPHE, | |
| ACRONYM, | |
| COMPANY, | |
| EMAIL, | |
| HOST, | |
| NUM, | |
| CJK | |
| }; | |
| extern const TCHAR** tokenImage; | |
| CL_NS_END2 | |
| #endif |