searchengine/oss/cl/clucene/src/clucene/analysis/analyzers.cpp
changeset 24 65456528cac2
parent 0 671dee74050a
--- a/searchengine/oss/cl/clucene/src/clucene/analysis/analyzers.cpp	Tue Oct 05 13:15:12 2010 +0530
+++ b/searchengine/oss/cl/clucene/src/clucene/analysis/analyzers.cpp	Fri Oct 15 12:09:28 2010 +0530
@@ -371,6 +371,32 @@
     return false;
 }
 
+TokenStream* PhoneNumberAnalyzer::tokenStream(const TCHAR* fieldName, CL_NS(util)::Reader* reader){
+    TokenStream* ret = _CLNEW PhoneNumberTokenizer(reader);
+    return ret;
+    
+}
+
+PhoneNumberTokenizer::PhoneNumberTokenizer(CL_NS(util)::Reader* input):
+    Tokenizer(input)
+{
+      termLen = input->read(termText);
+      
+      tokenLen = 0;
+}
+  bool PhoneNumberTokenizer::next(Token* token) {
+      
+         if(tokenLen < termLen)     
+         {
+            token->set(termText+tokenLen,0,termLen-tokenLen);
+            tokenLen ++;
+            return true;
+         }
+
+      return false;
+      
+ }
+
 
 LengthFilter::LengthFilter(TokenStream* in, int _min, int _max):
     TokenFilter(in)