/*

* Copyright (c) 2010 Nokia Corporation and/or its subsidiary(-ies).

* All rights reserved.

* This component and the accompanying materials are made available

* under the terms of "Eclipse Public License v1.0"

* which accompanies this distribution, and is available

* at the URL "http://www.eclipse.org/legal/epl-v10.html".

*

* Initial Contributors:

* Nokia Corporation - initial contribution.

*

* Contributors:

*

* Description: 

*

*/

#include "itk.h"

#include "thaianalysis.h"

#include "CLucene.h"

#include <iostream>

#include "evaluationtool.h"

#include "analysisunittest.h"

#include "CJKAnalyzer.h"

#include "koreananalyzer.h"

#include "ngram.h"

#include "prefixfilter.h"

#include "testutils.h"

using namespace std; 

using namespace analysis; 

using namespace lucene::analysis; 

using namespace evaluationtool; 

void doEvaluate(Itk::TestMgr* testMgr, Analyzer& analyzer, const char* testName, const char* corpusFile, const char* evalFile, Analyzer* queryAnalyzer = NULL, Analyzer* prefixAnalyzer = NULL ) 

{

	Corpus corpus(corpusFile);

	PreparedCorpus prepared(corpus, analyzer, queryAnalyzer, prefixAnalyzer);

	EvaluationRecord record(evalFile);

	int failed = 0; 

	int improved = 0;

	int timeMs = 0;

	for (int i = 0; i < record.length(); i++)

	{

		const wchar_t* query = record.query(i);

		if (!*query) continue; // skip empty queries

		Results& ideal = record.ideal(i); 

		Results& java = record.measured(i); // results for Java implementation

		Itk::Timestamp begin;

		Itk::getTimestamp(&begin);

		Results results(prepared, query);

		Itk::Timestamp end;

		Itk::getTimestamp(&end);

		Evaluation control( ideal, java );

		Evaluation eval( ideal, results );

		timeMs += Itk::getElapsedMs(&end, &begin); 

		wprintf(L"Q '%S' - ", query);

		printTokens(queryAnalyzer?*queryAnalyzer:analyzer, query);

		wprintf(L"i:");

		for (int i = 0; i < results.length(); i++) {

			if (ideal.hit(i)) {

				wprintf(L"X");

			} else {

				wprintf(L".");

			}

		}

		wprintf(L"\n");

		wprintf(L"j:");

		for (int i = 0; i < results.length(); i++) {

			if (java.hit(i)) {

				wprintf(L"X");

			} else {

				wprintf(L".");

			}

		}

		wprintf(L"\n"); 

		wprintf(L"c:");

		for (int i = 0; i < results.length(); i++) {

			if (eval.error(i) && !control.error(i)) {

				wprintf(L"!");

			} else if (!eval.error(i) && control.error(i)){

				wprintf(L"+"); 

			} else {

				wprintf(L"."); 

			}

		}

		wprintf(L"\n"); 

		if ( eval.errors() == control.errors() ) {

			wprintf(L"ok\n"); 

		} else if ( eval.errors() < control.errors() ) {

			wprintf(L"improved\n");

			improved++; 

		} else {

			wprintf(L"more errors!\n");

			failed++; 

		}

		wprintf(L"\n"); 

	}

    wprintf(L"Index size was %d KB\n", prepared.indexSize() / 1000);

	wprintf(L"Improved in %d / %d\n", improved, record.length());

	wprintf(L"Deteriorated in %d / %d\n", failed, record.length());

	std::string title;

	title += testName; title += " search time";

    ITK_REPORT( testMgr, title.c_str(), "%d ms / query", timeMs / record.length());

    title = testName; title += " index size";

    ITK_REPORT( testMgr, title.c_str(), "%d KB", prepared.indexSize() / 1000);

}

void ThaiEvaluation(Itk::TestMgr* testMgr) 

{

	ThaiAnalyzer analyzer;

	doEvaluate(testMgr, analyzer, "thai", CORPUS_DIR "thai/corpus.txt", CORPUS_DIR "thai/eval.txt");

}

void GalicianEvaluation(Itk::TestMgr* testMgr) {	

//	GalicianAnalyzer analyzer;

	standard::StandardAnalyzer analyzer;

	doEvaluate(testMgr, analyzer, "galician", CORPUS_DIR "galician/corpus.txt", CORPUS_DIR "galician/eval.txt");

}

void KoreanCjkEvaluation(Itk::TestMgr* testMgr) {	

	cjk::CJKAnalyzer analyzer;

	doEvaluate(testMgr, analyzer, "korean_cjk", CORPUS_DIR "korean/corpus.txt", CORPUS_DIR "korean/eval.txt");

}

void KoreanBigramEvaluation(Itk::TestMgr* testMgr) {	

	CjkNGramAnalyzer analyzer(2);

	doEvaluate(testMgr, analyzer, "korean_2gram", CORPUS_DIR "korean/corpus.txt", CORPUS_DIR "korean/eval.txt");

}

void KoreanUnigramEvaluation(Itk::TestMgr* testMgr) {

    CjkNGramAnalyzer analyzer(1);

    doEvaluate(testMgr, analyzer, "korean_1gram", CORPUS_DIR "korean/corpus.txt", CORPUS_DIR "korean/eval.txt");

}

void KoreanJamuUnigramEvaluation(Itk::TestMgr* testMgr) {  

    JamuNGramAnalyzer analyzer(1);

    doEvaluate(testMgr, analyzer, "jamu_1gram", CORPUS_DIR "korean/corpus.txt", CORPUS_DIR "korean/eval.txt");

}

void KoreanJamuBigramEvaluation(Itk::TestMgr* testMgr) {    

    JamuNGramAnalyzer analyzer(2);

    doEvaluate(testMgr, analyzer, "jamu_2gram", CORPUS_DIR "korean/corpus.txt", CORPUS_DIR "korean/eval.txt");

}

void KoreanEvaluation(Itk::TestMgr* testMgr) {    

    KoreanAnalyzer analyzer;

    KoreanQueryAnalyzer queryAnalyzer;

    doEvaluate(testMgr, analyzer, "korean", CORPUS_DIR "korean/corpus.txt", CORPUS_DIR "korean/eval.txt", &queryAnalyzer);

}

void ChineseBigramEvaluation(Itk::TestMgr* testMgr) {	

	CjkNGramAnalyzer analyzer(2);

	doEvaluate(testMgr, analyzer, "chinese_2gram", CORPUS_DIR "chinese_prc/corpus.txt", CORPUS_DIR "chinese_prc/eval.txt");

}

void ChineseUnigramEvaluation(Itk::TestMgr* testMgr) {

	CjkNGramAnalyzer analyzer(1);

	doEvaluate(testMgr, analyzer, "chinese_1gram", CORPUS_DIR "chinese_prc/corpus.txt", CORPUS_DIR "chinese_prc/eval.txt");

}

void HebrewEvaluation(Itk::TestMgr* testMgr) {    

    HebrewAnalyzer analyzer;

    HebrewQueryAnalyzer queryAnalyzer;

    doEvaluate(testMgr, analyzer, "hebrew", CORPUS_DIR "hebrew/corpus.txt", CORPUS_DIR "hebrew/eval.txt", &queryAnalyzer, &queryAnalyzer);

}

void FrenchEvaluation(Itk::TestMgr* testMgr) {    

	FrenchAnalyzer analyzer;

    doEvaluate(testMgr, analyzer, "french", CORPUS_DIR "french/corpus.txt", CORPUS_DIR "french/eval.txt", &analyzer, &analyzer);

}

Itk::TesterBase * CreateEvaluationTest() 

{

	using namespace Itk;

	SuiteTester

		* testSuite = 

			new SuiteTester( "evaluation" );

	testSuite->add( "thai", ThaiEvaluation, "thai" );

	testSuite->add( "galician", GalicianEvaluation, "galician" );

	testSuite->add( "korean_cjk", KoreanCjkEvaluation, "korean_cjk" );

    testSuite->add( "korean", KoreanEvaluation, "korean" );

	testSuite->add( "korean_1gram", KoreanUnigramEvaluation, "korean_1gram" );

	testSuite->add( "korean_2gram", KoreanBigramEvaluation, "korean_2gram" );

	testSuite->add( "chinese_1gram", ChineseUnigramEvaluation, "chinese_1gram" );

	testSuite->add( "chinese_2gram", ChineseBigramEvaluation, "chinese_2gram" );

    testSuite->add( "jamu_1gram", KoreanJamuUnigramEvaluation, "jamu_1gram" );

    testSuite->add( "jamu_2gram", KoreanJamuBigramEvaluation, "jamu_2gram" );

    testSuite->add( "hebrew", HebrewEvaluation, "hebrew" );

    testSuite->add( "french", FrenchEvaluation, "french" );

	return testSuite;

}