diff -r d4d56f5e7c55 -r 65456528cac2 searchengine/oss/cl/clucene/src/clucene/analysis/standard/standardtokenizer.h --- a/searchengine/oss/cl/clucene/src/clucene/analysis/standard/standardtokenizer.h Tue Oct 05 13:15:12 2010 +0530 +++ b/searchengine/oss/cl/clucene/src/clucene/analysis/standard/standardtokenizer.h Fri Oct 15 12:09:28 2010 +0530 @@ -82,6 +82,12 @@ // Reads CJK characters bool ReadCJK(const TCHAR prev, Token* t); + + // CHANGED Thai support -> + // Reads CJK characters + bool ReadThai(const TCHAR prev, Token* t); + // CHANGED Thai support + }; CL_NS_END2