searchengine/oss/loc/analysisunittest/src/cjkanalysistest.cpp
author hgs
Fri, 15 Oct 2010 12:09:28 +0530
changeset 24 65456528cac2
permissions -rw-r--r--
201041
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
24
hgs
parents:
diff changeset
     1
/*
hgs
parents:
diff changeset
     2
* Copyright (c) 2010 Nokia Corporation and/or its subsidiary(-ies).
hgs
parents:
diff changeset
     3
* All rights reserved.
hgs
parents:
diff changeset
     4
* This component and the accompanying materials are made available
hgs
parents:
diff changeset
     5
* under the terms of "Eclipse Public License v1.0"
hgs
parents:
diff changeset
     6
* which accompanies this distribution, and is available
hgs
parents:
diff changeset
     7
* at the URL "http://www.eclipse.org/legal/epl-v10.html".
hgs
parents:
diff changeset
     8
*
hgs
parents:
diff changeset
     9
* Initial Contributors:
hgs
parents:
diff changeset
    10
* Nokia Corporation - initial contribution.
hgs
parents:
diff changeset
    11
*
hgs
parents:
diff changeset
    12
* Contributors:
hgs
parents:
diff changeset
    13
*
hgs
parents:
diff changeset
    14
* Description: 
hgs
parents:
diff changeset
    15
*
hgs
parents:
diff changeset
    16
*/
hgs
parents:
diff changeset
    17
hgs
parents:
diff changeset
    18
#include "itk.h"
hgs
parents:
diff changeset
    19
hgs
parents:
diff changeset
    20
#include "CLucene.h"
hgs
parents:
diff changeset
    21
hgs
parents:
diff changeset
    22
#include <iostream>
hgs
parents:
diff changeset
    23
hgs
parents:
diff changeset
    24
#include "testutils.h"
hgs
parents:
diff changeset
    25
hgs
parents:
diff changeset
    26
#include "evaluationtool.h"
hgs
parents:
diff changeset
    27
#include "analysisunittest.h"
hgs
parents:
diff changeset
    28
#include "cjkanalyzer.h"
hgs
parents:
diff changeset
    29
hgs
parents:
diff changeset
    30
using namespace evaluationtool; 
hgs
parents:
diff changeset
    31
using namespace lucene::util;
hgs
parents:
diff changeset
    32
hgs
parents:
diff changeset
    33
using namespace lucene::analysis; 
hgs
parents:
diff changeset
    34
hgs
parents:
diff changeset
    35
void CjkKoreanAnalyzerTest(Itk::TestMgr* /*testMgr*/) {
hgs
parents:
diff changeset
    36
	cjk::CJKAnalyzer analyzer;
hgs
parents:
diff changeset
    37
	
hgs
parents:
diff changeset
    38
	Corpus corpus(KOREAN_TEXTCORPUS); 
hgs
parents:
diff changeset
    39
	
hgs
parents:
diff changeset
    40
	for (int i = 0; i < corpus.size(); i++) {
hgs
parents:
diff changeset
    41
		printTokens(analyzer, corpus[i]);
hgs
parents:
diff changeset
    42
	}
hgs
parents:
diff changeset
    43
}
hgs
parents:
diff changeset
    44
hgs
parents:
diff changeset
    45
Itk::TesterBase * CreateCjkAnalyzerUnitTest() 
hgs
parents:
diff changeset
    46
{
hgs
parents:
diff changeset
    47
	using namespace Itk;
hgs
parents:
diff changeset
    48
	SuiteTester
hgs
parents:
diff changeset
    49
		* testSuite = 
hgs
parents:
diff changeset
    50
			new SuiteTester( "cjk" );
hgs
parents:
diff changeset
    51
	
hgs
parents:
diff changeset
    52
	testSuite->add( "korean", CjkKoreanAnalyzerTest, "korean" );
hgs
parents:
diff changeset
    53
	return testSuite;
hgs
parents:
diff changeset
    54
}