searchengine/cpix/cpix/src/analyzer.cpp
changeset 7 a5fbfefd615f
parent 2 6c1a2771f4b7
child 8 6547bf8ca13a
equal deleted inserted replaced
3:ae3f1779f6da 7:a5fbfefd615f
   158                 }
   158                 }
   159             else
   159             else
   160                 {
   160                 {
   161                     _CLTHROWA(CL_ERR_IO, AGGR_STREAMREADER_ERR);
   161                     _CLTHROWA(CL_ERR_IO, AGGR_STREAMREADER_ERR);
   162                 }
   162                 }
       
   163             if(field->isFreeText())
       
   164                 {
       
   165                     using namespace lucene::analysis;
       
   166                     stream_ = _CLNEW standard::StandardTokenizer(reader_);
       
   167                     stream_ = _CLNEW standard::StandardFilter(stream_,true);
       
   168                     stream_ = _CLNEW LowerCaseFilter(stream_,true);
       
   169                 }
       
   170             else
   163             stream_ = analyzer_.tokenStream( field->name(), reader_ ); 
   171             stream_ = analyzer_.tokenStream( field->name(), reader_ ); 
   164         }
   172         }
   165     }
   173     }
   166 	
   174 	
   167 		
   175