diff -r d4d56f5e7c55 -r 65456528cac2 searchengine/oss/cl/clucene/src/clucene/analysis/analyzers.cpp --- a/searchengine/oss/cl/clucene/src/clucene/analysis/analyzers.cpp Tue Oct 05 13:15:12 2010 +0530 +++ b/searchengine/oss/cl/clucene/src/clucene/analysis/analyzers.cpp Fri Oct 15 12:09:28 2010 +0530 @@ -371,6 +371,32 @@ return false; } +TokenStream* PhoneNumberAnalyzer::tokenStream(const TCHAR* fieldName, CL_NS(util)::Reader* reader){ + TokenStream* ret = _CLNEW PhoneNumberTokenizer(reader); + return ret; + +} + +PhoneNumberTokenizer::PhoneNumberTokenizer(CL_NS(util)::Reader* input): + Tokenizer(input) +{ + termLen = input->read(termText); + + tokenLen = 0; +} + bool PhoneNumberTokenizer::next(Token* token) { + + if(tokenLen < termLen) + { + token->set(termText+tokenLen,0,termLen-tokenLen); + tokenLen ++; + return true; + } + + return false; + + } + LengthFilter::LengthFilter(TokenStream* in, int _min, int _max): TokenFilter(in)