searchengine/oss/cl/clucene/src/clucene/analysis/standard/standardtokenizer.h
changeset 24 65456528cac2
parent 0 671dee74050a
--- a/searchengine/oss/cl/clucene/src/clucene/analysis/standard/standardtokenizer.h	Tue Oct 05 13:15:12 2010 +0530
+++ b/searchengine/oss/cl/clucene/src/clucene/analysis/standard/standardtokenizer.h	Fri Oct 15 12:09:28 2010 +0530
@@ -82,6 +82,12 @@
     
     // Reads CJK characters
     bool ReadCJK(const TCHAR prev, Token* t);
+
+    // CHANGED Thai support ->
+    // Reads CJK characters
+	bool ReadThai(const TCHAR prev, Token* t);
+	// CHANGED Thai support 
+	
   };
 
 CL_NS_END2