--- a/searchengine/oss/cl/clucene/src/clucene/analysis/analyzers.cpp Tue Oct 05 13:15:12 2010 +0530
+++ b/searchengine/oss/cl/clucene/src/clucene/analysis/analyzers.cpp Fri Oct 15 12:09:28 2010 +0530
@@ -371,6 +371,32 @@
return false;
}
+TokenStream* PhoneNumberAnalyzer::tokenStream(const TCHAR* fieldName, CL_NS(util)::Reader* reader){
+ TokenStream* ret = _CLNEW PhoneNumberTokenizer(reader);
+ return ret;
+
+}
+
+PhoneNumberTokenizer::PhoneNumberTokenizer(CL_NS(util)::Reader* input):
+ Tokenizer(input)
+{
+ termLen = input->read(termText);
+
+ tokenLen = 0;
+}
+ bool PhoneNumberTokenizer::next(Token* token) {
+
+ if(tokenLen < termLen)
+ {
+ token->set(termText+tokenLen,0,termLen-tokenLen);
+ tokenLen ++;
+ return true;
+ }
+
+ return false;
+
+ }
+
LengthFilter::LengthFilter(TokenStream* in, int _min, int _max):
TokenFilter(in)