/*------------------------------------------------------------------------------

* Copyright (C) 2003-2006 Ben van Klinken and the CLucene Team

* 

* Distributable under the terms of either the Apache License (Version 2.0) or 

* the GNU Lesser General Public License, as specified in the COPYING file.

------------------------------------------------------------------------------*/

#ifndef _lucene_analysis_standard_StandardTokenizerConstants

#define _lucene_analysis_standard_StandardTokenizerConstants

#if defined(_LUCENE_PRAGMA_ONCE)

# pragma once

#endif

CL_NS_DEF2(analysis,standard)

  enum TokenTypes {

    _EOF,

    UNKNOWN,

    ALPHANUM,

    APOSTROPHE,

    ACRONYM,

    COMPANY,

    EMAIL,

    HOST,

    NUM,

    CJK

  };

  extern const TCHAR** tokenImage;

CL_NS_END2

#endif