searchengine/oss/cl/clucene/src/clucene/analysis/standard/standardtokenizerconstants.h
/*------------------------------------------------------------------------------
* Copyright (C) 2003-2006 Ben van Klinken and the CLucene Team
*
* Distributable under the terms of either the Apache License (Version 2.0) or
* the GNU Lesser General Public License, as specified in the COPYING file.
------------------------------------------------------------------------------*/
#ifndef _lucene_analysis_standard_StandardTokenizerConstants
#define _lucene_analysis_standard_StandardTokenizerConstants
#if defined(_LUCENE_PRAGMA_ONCE)
# pragma once
#endif
CL_NS_DEF2(analysis,standard)
enum TokenTypes {
_EOF,
UNKNOWN,
ALPHANUM,
APOSTROPHE,
ACRONYM,
COMPANY,
EMAIL,
HOST,
NUM,
CJK,
// CHANGED Thai Support ->
Thai
// CHANGED
};
extern const TCHAR** tokenImage;
CL_NS_END2
#endif