/*
* Copyright (c) 2010 Nokia Corporation and/or its subsidiary(-ies).
* All rights reserved.
* This component and the accompanying materials are made available
* under the terms of "Eclipse Public License v1.0"
* which accompanies this distribution, and is available
* at the URL "http://www.eclipse.org/legal/epl-v10.html".
*
* Initial Contributors:
* Nokia Corporation - initial contribution.
*
* Contributors:
*
* Description: 
*
*/

#include "itk.h"

#include "thaianalysis.h"

#include "CLucene.h"

#include <iostream>

#include "testutils.h"

#include "evaluationtool.h"
#include "analysisunittest.h"
#include "thaistatemachine.h"


using namespace analysis; 
using namespace evaluationtool; 
using namespace lucene::util;

using namespace lucene::analysis; 

#define THAI_TEXTCORPUS "c:\\data\\analysisunittestcorpus\\thai\\corpus.txt"

#define BUFFER_SIZE 512

void printBreaks(BreakIterator& breaks, const wchar_t* text)
{
	breaks.setText( text );

	while (breaks.hasNext()) 
	{
		int begin = breaks.current(); 
		int end = breaks.next();
		
		wchar_t buf[BUFFER_SIZE];
		memcpy(buf, text+begin, sizeof(wchar_t)*(end-begin));
		buf[end-begin] = '\0';
		printf(" '%S'", buf);
	}
	printf("\n");
}

void thaiBreakIteratorTest(Itk::TestMgr* testMgr) 
{
	std::auto_ptr<BreakIterator> breaks( ThaiAnalysisInfra::theInstance()->createBreakIterator() );
	
	FileReader reader(THAI_TEXTCORPUS, "UTF-8");
	
	Corpus corpus(THAI_TEXTCORPUS); 
	
	for (int i = 0; i < corpus.size(); i++) {
		printBreaks(*breaks, corpus[i]);
	}
}

void thaiAnalyzerTest(Itk::TestMgr* testMgr)
{
	ThaiAnalyzer analyzer;
	
	Corpus corpus(THAI_TEXTCORPUS); 
	
	for (int i = 0; i < corpus.size(); i++) {
		printTokens(analyzer, corpus[i]);
	}
}

void thaiAnalyzerSpeed(Itk::TestMgr* testMgr) 
{
	ThaiAnalyzer analyzer;
	FileReader reader(THAI_TEXTCORPUS, "UTF-8");
	int filesize = Cpt::filesize(THAI_TEXTCORPUS);
	
	Itk::Timestamp begin;
	Itk::getTimestamp(&begin);

	auto_ptr<TokenStream> stream( analyzer.tokenStream( NULL, &reader ) );
	lucene::analysis::Token token; 
	while (stream->next(&token)); // go throught all tokens

	Itk::Timestamp end;
	Itk::getTimestamp(&end);
	
	long time = Itk::getElapsedMs(&end, &begin); 
	ITK_REPORT( testMgr, "Thai analysis time", "%d ms / %d KB", time, (filesize/1000));
	ITK_REPORT( testMgr, "Thai analysis speed", "%d KB/s", (filesize / time));
}


void thaiControlSpeed(Itk::TestMgr* testMgr) 
{
	lucene::analysis::standard::StandardAnalyzer analyzer;
	FileReader reader(THAI_TEXTCORPUS, "UTF-8");
	int filesize = Cpt::filesize(THAI_TEXTCORPUS);
	
	Itk::Timestamp begin;
	Itk::getTimestamp(&begin);

	auto_ptr<TokenStream> stream( analyzer.tokenStream( NULL, &reader ) );
	lucene::analysis::Token token; 
	while (stream->next(&token)); // go throught all tokens

	Itk::Timestamp end;
	Itk::getTimestamp(&end);
	
	long time = Itk::getElapsedMs(&end, &begin); 
	ITK_REPORT( testMgr, "Thai control time", "%d ms / %d KB", time, (filesize/1000));
	ITK_REPORT( testMgr, "Thai control speed", "%d KB/s", (filesize / time));
}



Itk::TesterBase * CreateThaiAnalysisUnitTest() 
{
	using namespace Itk;
	
	SuiteTester
		* testSuite = 
			new SuiteTester( "thai" );
	
	testSuite->add( "breaks", thaiBreakIteratorTest, "breaks" );
	testSuite->add( "analyzer", thaiAnalyzerTest, 	 "analyzer" );
	testSuite->add( "analyzerSpeed", thaiAnalyzerSpeed );
	testSuite->add( "controlSpeed", thaiControlSpeed );
	
	return testSuite;
}