FCL/sf/mw/searchsrv: searchengine/oss/cl/clucene/src/clucene/search/hits.cpp@2c484ac32ef0 (annotated)

0 671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	1	/*------------------------------------------------------------------------------
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	2	* Copyright (C) 2003-2006 Ben van Klinken and the CLucene Team
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	3	*
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	4	* Distributable under the terms of either the Apache License (Version 2.0) or
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	5	* the GNU Lesser General Public License, as specified in the COPYING file.
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	6	------------------------------------------------------------------------------*/
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	7	#include "clucene/stdheader.h"
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	8
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	9	#include "searchheader.h"
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	10	#include "clucene/document/document.h"
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	11	#include "clucene/index/indexreader.h"
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	12	#include "filter.h"
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	13	#include "clucene/search/searchheader.h"
15 cf5c74390b98 Revision: 201031 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 0 diff changeset	14	//#ifdef USE_HIGHLIGHTER
18 3e1f76dd2722 Revision: 201033 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 15 diff changeset	15	#include "CLucene/highlighter/QueryTermExtractor.h"
3e1f76dd2722 Revision: 201033 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 15 diff changeset	16	#include "CLucene/highlighter/QueryScorer.h"
3e1f76dd2722 Revision: 201033 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 15 diff changeset	17	#include "CLucene/highlighter/Highlighter.h"
3e1f76dd2722 Revision: 201033 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 15 diff changeset	18	#include "CLucene/highlighter/SimpleHTMLFormatter.h"
3e1f76dd2722 Revision: 201033 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 15 diff changeset	19	#include "CLucene/analysis/standard/StandardAnalyzer.h"
3e1f76dd2722 Revision: 201033 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 15 diff changeset	20	#include "clucene/search/prefixquery.h"
3e1f76dd2722 Revision: 201033 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 15 diff changeset	21
21 2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	22	#include "prefixfilter.h"
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	23	#include "koreananalyzer.h"
18 3e1f76dd2722 Revision: 201033 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 15 diff changeset	24
15 cf5c74390b98 Revision: 201031 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 0 diff changeset	25	//#endif
0 671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	26
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	27	CL_NS_USE(document)
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	28	CL_NS_USE(util)
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	29	CL_NS_USE(index)
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	30
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	31	CL_NS_DEF(search)
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	32
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	33	HitDoc::HitDoc(const float_t s, const int32_t i)
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	34	{
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	35	//Func - Constructor
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	36	//Pre - true
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	37	//Post - The instance has been created
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	38
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	39	next = NULL;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	40	prev = NULL;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	41	doc = NULL;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	42	score = s;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	43	id = i;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	44	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	45
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	46	HitDoc::~HitDoc(){
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	47	//Func - Destructor
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	48	//Pre - true
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	49	//Post - The instance has been destroyed
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	50
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	51	_CLDELETE(doc);
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	52	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	53
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	54
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	55	Hits::Hits(Searcher* s, Query* q, Filter* f, const Sort* _sort):
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	56	query(q), searcher(s), filter(f), sort(_sort)
15 cf5c74390b98 Revision: 201031 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 0 diff changeset	57	//#ifdef USE_HIGHLIGHTER
21 2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	58	, hl_frag(15)
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	59	#if defined (__SYMBIAN32__)
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	60	,lang(User::Language())
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	61	#endif
15 cf5c74390b98 Revision: 201031 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 0 diff changeset	62	//#endif
0 671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	63	{
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	64	//Func - Constructor
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	65	//Pre - s contains a valid reference to a searcher s
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	66	// q contains a valid reference to a Query
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	67	// f is NULL or contains a pointer to a filter
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	68	//Post - The instance has been created
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	69
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	70	_length = 0;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	71	first = NULL;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	72	last = NULL;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	73	numDocs = 0;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	74	maxDocs = 200;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	75
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	76	//retrieve 100 initially
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	77	getMoreDocs(50);
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	78	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	79
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	80	Hits::~Hits(){
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	81
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	82	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	83	int32_t Hits::length() const {
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	84	return _length;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	85	}
21 2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	86
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	87	void Hits::getHighlightedText(CL_NS(document)::Document* document)
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	88	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	89	/* TODO :: Important consideration for getting locale
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	90	* Highlighting is based on the locale, the current implementation is
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	91	* only for symbian devices, this dependency should be complete before
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	92	* porting to any other OS. so all code is under symbian macro.
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	93	*
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	94	*/
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	95	#if defined (__SYMBIAN32__)
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	96	TCHAR* result = NULL;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	97	CL_NS2(search,highlight)::QueryScorer hl_scorer(query);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	98	CL_NS2(search,highlight)::Highlighter highlighter(&hl_formatter, &hl_scorer);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	99	highlighter.setTextFragmenter(&hl_frag);
0 671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	100
21 2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	101	const TCHAR* fieldtxt = document->get(LCPIX_HL_EXCERPT_FIELD);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	102
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	103	if(fieldtxt)
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	104	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	105	StringReader strreader(fieldtxt);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	106
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	107	switch(lang)
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	108	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	109	case ELangEnglish:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	110	case ELangCanadianEnglish:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	111	case ELangInternationalEnglish:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	112	case ELangSouthAfricanEnglish:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	113	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	114	CL_NS(analysis)::TokenStream* tokenstream = _CLNEW CL_NS2(analysis,standard)::StandardTokenizer(&strreader);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	115	tokenstream = _CLNEW CL_NS2(analysis,standard)::StandardFilter(tokenstream,true);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	116	tokenstream = _CLNEW CL_NS(analysis)::LowerCaseFilter(tokenstream,true);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	117	result = highlighter.getBestFragments(tokenstream, fieldtxt, 2, L"...");
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	118	break;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	119	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	120	case ELangFrench:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	121	case ELangSwissFrench:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	122	case ELangBelgianFrench:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	123	case ELangInternationalFrench:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	124	case ELangCanadianFrench:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	125	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	126	::analysis::FrenchAnalyzer hl_analyzer;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	127	lucene::analysis::TokenStream * ts1 = hl_analyzer.tokenStream(LCPIX_HL_EXCERPT_FIELD, &strreader);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	128	result = highlighter.getBestFragments(ts1, fieldtxt, 2, L"...");
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	129	break;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	130	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	131	case ELangHebrew:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	132	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	133	::analysis::HebrewAnalyzer hl_analyzer;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	134	lucene::analysis::TokenStream * ts1 = hl_analyzer.tokenStream(LCPIX_HL_EXCERPT_FIELD, &strreader);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	135	result = highlighter.getBestFragments(ts1, fieldtxt, 2, L"...");
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	136	break;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	137	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	138	case ELangTaiwanChinese:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	139	case ELangHongKongChinese:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	140	case ELangPrcChinese:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	141	case ELangJapanese:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	142	case ELangKorean:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	143	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	144	::analysis::CjkNGramTokenizer hl_analyzer(&strreader,1);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	145	lucene::analysis::TokenStream * ts1 = &hl_analyzer;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	146	result = highlighter.getBestFragments(ts1, fieldtxt, 2, L"...");
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	147	break;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	148	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	149	case ELangNone:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	150	default:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	151	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	152	CL_NS(analysis)::TokenStream* tokenstream = _CLNEW CL_NS2(analysis,standard)::StandardTokenizer(&strreader);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	153	tokenstream = _CLNEW CL_NS2(analysis,standard)::StandardFilter(tokenstream,true);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	154	tokenstream = _CLNEW CL_NS(analysis)::LowerCaseFilter(tokenstream,true);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	155	result = highlighter.getBestFragments(tokenstream, fieldtxt, 2, L"...");
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	156	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	157	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	158
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	159	if (result != NULL && ((int)result) != 0x00)
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	160	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	161	document->removeField( LCPIX_HL_EXCERPT_FIELD );
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	162	document->add(*_CLNEW Field(LCPIX_HL_EXCERPT_FIELD,
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	163	result, lucene::document::Field::STORE_YES \| lucene::document::Field::INDEX_NO));
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	164	result = NULL;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	165	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	166	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	167
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	168	const TCHAR* fieldtxt2 = document->get(LCPIX_EXCERPT_FIELD);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	169
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	170	if(fieldtxt2 )
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	171	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	172	StringReader strreader2(fieldtxt2);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	173	switch(lang)
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	174	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	175	case ELangEnglish:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	176	case ELangCanadianEnglish:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	177	case ELangInternationalEnglish:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	178	case ELangSouthAfricanEnglish:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	179	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	180	CL_NS2(analysis,standard)::StandardAnalyzer hl_analyzer;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	181	lucene::analysis::TokenStream * ts1 = hl_analyzer.tokenStream(LCPIX_EXCERPT_FIELD, &strreader2);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	182	result = highlighter.getBestFragments(ts1, fieldtxt2, 2, L"...");
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	183	break;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	184	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	185	case ELangFrench:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	186	case ELangSwissFrench:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	187	case ELangBelgianFrench:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	188	case ELangInternationalFrench:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	189	case ELangCanadianFrench:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	190	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	191	::analysis::FrenchAnalyzer hl_analyzer;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	192	lucene::analysis::TokenStream * ts1 = hl_analyzer.tokenStream(LCPIX_EXCERPT_FIELD, &strreader2);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	193	result = highlighter.getBestFragments(ts1, fieldtxt2, 2, L"...");
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	194	break;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	195	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	196	case ELangHebrew:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	197	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	198	::analysis::HebrewAnalyzer hl_analyzer;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	199	lucene::analysis::TokenStream * ts1 = hl_analyzer.tokenStream(LCPIX_EXCERPT_FIELD, &strreader2);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	200	result = highlighter.getBestFragments(ts1, fieldtxt2, 2, L"...");
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	201	break;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	202	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	203	case ELangTaiwanChinese:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	204	case ELangHongKongChinese:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	205	case ELangPrcChinese:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	206	case ELangJapanese:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	207	case ELangKorean:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	208	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	209	::analysis::CjkNGramTokenizer hl_analyzer(&strreader2,1);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	210	lucene::analysis::TokenStream * ts1 = &hl_analyzer;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	211	result = highlighter.getBestFragments(ts1, fieldtxt2, 2, L"...");
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	212	break;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	213	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	214	case ELangNone:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	215	default:
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	216	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	217	CL_NS2(analysis,standard)::StandardAnalyzer hl_analyzer;
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	218	lucene::analysis::TokenStream * ts1 = hl_analyzer.tokenStream(LCPIX_EXCERPT_FIELD, &strreader2);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	219	result = highlighter.getBestFragments(ts1, fieldtxt2, 2, L"...");
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	220	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	221	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	222	if (result != NULL && ((int)result) != 0x00)
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	223	{
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	224	document->removeField( LCPIX_EXCERPT_FIELD );
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	225	document->add(*_CLNEW Field(LCPIX_EXCERPT_FIELD,
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	226	result, lucene::document::Field::STORE_YES \| lucene::document::Field::INDEX_NO));
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	227	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	228	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	229	#endif
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	230
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	231	}
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	232
0 671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	233	Document& Hits::doc(const int32_t n){
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	234	HitDoc* hitDoc = getHitDoc(n);
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	235
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	236	// Update LRU cache of documents
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	237	remove(hitDoc); // remove from list, if there
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	238	addToFront(hitDoc); // add to front of list
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	239	if (numDocs > maxDocs) { // if cache is full
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	240	HitDoc* oldLast = last;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	241	remove(last); // flush last
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	242
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	243	_CLDELETE( oldLast->doc );
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	244	oldLast->doc = NULL;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	245	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	246
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	247	if (hitDoc->doc == NULL){
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	248	hitDoc->doc = _CLNEW Document;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	249	searcher->doc(hitDoc->id, hitDoc->doc); // cache miss: read document
15 cf5c74390b98 Revision: 201031 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 0 diff changeset	250	//#ifdef USE_HIGHLIGHTER
18 3e1f76dd2722 Revision: 201033 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 15 diff changeset	251	CL_NS(document)::Document* document = hitDoc->doc;
21 2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	252	getHighlightedText(document);
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	253	//#endif
2c484ac32ef0 Revision: 201035 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: 18 diff changeset	254
0 671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	255	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	256
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	257	return *hitDoc->doc;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	258	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	259
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	260	int32_t Hits::id (const int32_t n){
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	261	return getHitDoc(n)->id;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	262	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	263
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	264	float_t Hits::score(const int32_t n){
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	265	return getHitDoc(n)->score;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	266	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	267
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	268	void Hits::getMoreDocs(const size_t m){
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	269	size_t _min = m;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	270	{
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	271	size_t nHits = hitDocs.size();
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	272	if ( nHits > _min)
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	273	_min = nHits;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	274	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	275
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	276	size_t n = _min * 2; // double # retrieved
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	277	TopDocs* topDocs = NULL;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	278	if ( sort==NULL )
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	279	topDocs = (TopDocs)((Searchable)searcher)->_search(query, filter, n);
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	280	else
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	281	topDocs = (TopDocs)((Searchable)searcher)->_search(query, filter, n, sort);
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	282	_length = topDocs->totalHits;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	283	ScoreDoc* scoreDocs = topDocs->scoreDocs;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	284	int32_t scoreDocsLength = topDocs->scoreDocsLength;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	285
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	286	float_t scoreNorm = 1.0f;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	287	//Check that scoreDocs is a valid pointer before using it
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	288	if (scoreDocs != NULL){
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	289	if (_length > 0 && scoreDocs[0].score > 1.0f){
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	290	scoreNorm = 1.0f / scoreDocs[0].score;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	291	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	292
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	293	int32_t end = scoreDocsLength < _length ? scoreDocsLength : _length;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	294	for (int32_t i = hitDocs.size(); i < end; i++) {
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	295	hitDocs.push_back(_CLNEW HitDoc(scoreDocs[i].score*scoreNorm, scoreDocs[i].doc));
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	296	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	297	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	298
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	299	_CLDELETE(topDocs);
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	300	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	301
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	302	HitDoc* Hits::getHitDoc(const size_t n){
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	303	if (n >= _length){
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	304	TCHAR buf[100];
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	305	_sntprintf(buf, 100,_T("Not a valid hit number: %d"),n);
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	306	_CLTHROWT(CL_ERR_IndexOutOfBounds, buf );
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	307	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	308	if (n >= hitDocs.size())
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	309	getMoreDocs(n);
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	310
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	311	return hitDocs[n];
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	312	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	313
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	314	void Hits::addToFront(HitDoc* hitDoc) { // insert at front of cache
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	315	if (first == NULL)
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	316	last = hitDoc;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	317	else
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	318	first->prev = hitDoc;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	319
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	320	hitDoc->next = first;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	321	first = hitDoc;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	322	hitDoc->prev = NULL;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	323
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	324	numDocs++;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	325	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	326
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	327	void Hits::remove(const HitDoc* hitDoc) { // remove from cache
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	328	if (hitDoc->doc == NULL) // it's not in the list
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	329	return; // abort
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	330
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	331	if (hitDoc->next == NULL)
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	332	last = hitDoc->prev;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	333	else
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	334	hitDoc->next->prev = hitDoc->prev;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	335
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	336	if (hitDoc->prev == NULL)
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	337	first = hitDoc->next;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	338	else
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	339	hitDoc->prev->next = hitDoc->next;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	340
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	341	numDocs--;
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	342	}
671dee74050a Revision: 201011 Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com> parents: diff changeset	343	CL_NS_END

author	Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
	Fri, 17 Sep 2010 08:35:54 +0300
changeset 21	2c484ac32ef0
parent 18	3e1f76dd2722
permissions	-rw-r--r--