changeset 24 | 65456528cac2 |
parent 0 | 671dee74050a |
--- a/searchengine/oss/cl/clucene/src/clucene/analysis/standard/standardtokenizer.h Tue Oct 05 13:15:12 2010 +0530 +++ b/searchengine/oss/cl/clucene/src/clucene/analysis/standard/standardtokenizer.h Fri Oct 15 12:09:28 2010 +0530 @@ -82,6 +82,12 @@ // Reads CJK characters bool ReadCJK(const TCHAR prev, Token* t); + + // CHANGED Thai support -> + // Reads CJK characters + bool ReadThai(const TCHAR prev, Token* t); + // CHANGED Thai support + }; CL_NS_END2