equal
deleted
inserted
replaced
369 return true; |
369 return true; |
370 } |
370 } |
371 return false; |
371 return false; |
372 } |
372 } |
373 |
373 |
|
374 TokenStream* PhoneNumberAnalyzer::tokenStream(const TCHAR* fieldName, CL_NS(util)::Reader* reader){ |
|
375 TokenStream* ret = _CLNEW PhoneNumberTokenizer(reader); |
|
376 return ret; |
|
377 |
|
378 } |
|
379 |
|
380 PhoneNumberTokenizer::PhoneNumberTokenizer(CL_NS(util)::Reader* input): |
|
381 Tokenizer(input) |
|
382 { |
|
383 termLen = input->read(termText); |
|
384 |
|
385 tokenLen = 0; |
|
386 } |
|
387 bool PhoneNumberTokenizer::next(Token* token) { |
|
388 |
|
389 if(tokenLen < termLen) |
|
390 { |
|
391 token->set(termText+tokenLen,0,termLen-tokenLen); |
|
392 tokenLen ++; |
|
393 return true; |
|
394 } |
|
395 |
|
396 return false; |
|
397 |
|
398 } |
|
399 |
374 |
400 |
375 LengthFilter::LengthFilter(TokenStream* in, int _min, int _max): |
401 LengthFilter::LengthFilter(TokenStream* in, int _min, int _max): |
376 TokenFilter(in) |
402 TokenFilter(in) |
377 { |
403 { |
378 this->_min = _min; |
404 this->_min = _min; |