charconvfw/charconvplugins/test/rtest/tsrc/main/tautodetect.cpp
changeset 53 11e2bb0d14ba
parent 46 6124ff6478cc
child 59 7d891bb52a7d
equal deleted inserted replaced
46:6124ff6478cc 53:11e2bb0d14ba
     1 /*
       
     2 * Copyright (c) 2000-2009 Nokia Corporation and/or its subsidiary(-ies).
       
     3 * All rights reserved.
       
     4 * This component and the accompanying materials are made available
       
     5 * under the terms of "Eclipse Public License v1.0"
       
     6 * which accompanies this distribution, and is available
       
     7 * at the URL "http://www.eclipse.org/legal/epl-v10.html".
       
     8 *
       
     9 * Initial Contributors:
       
    10 * Nokia Corporation - initial contribution.
       
    11 *
       
    12 * Contributors:
       
    13 *
       
    14 * Description: 
       
    15 *
       
    16 */
       
    17 
       
    18 
       
    19 #include <e32std.h>
       
    20 #include <e32base.h>
       
    21 #include <e32test.h>
       
    22 #include <f32file.h>
       
    23 #include <charconv.h>
       
    24 
       
    25 _LIT8(KUnicode,"ÿþHi there");
       
    26 _LIT8(KUnicode2, "\xff\xfe\x48\x00\x69\x00\x20\x00\x74\x00\x68\x00\x65\x00\x72\x00\x65\x00");
       
    27 _LIT8(KUnicode3, "\xfe\xff\x48\x00\x69\x00\x20\x00\x74\x00\x68\x00\x65\x00\x72\x00\x65\x00");
       
    28 _LIT8(KSMS7InvalidEmail, "\x21\x00\x70\x2e\x63 \x21\x00\x70\x2e\x63 \x21\x00\x70\x2e\x63\x7e\x7e");
       
    29 _LIT8(KSMS7ValidEmail,   "\x42\x00\x70\x2e\x63 \x42\x00\x70\x2e\x63 \x42\x00\x70\x2e\x63\x7e\x7e");
       
    30 _LIT8(KSJISPhrase, "\x81@\x81y\x83o\x83\x93\x83R\x83N\x82Q\x82T\x93\xfa\x81\x81\x89\xaa\x93""c\x8e\xa0\x8ds\x81z\x83\x84\x83\x93\x83S\x83\x93\x82\xa9\x82\xe7\x82\xcc\x8f\xee\x95\xf1\x82\xc9\x82\xe6\x82\xe9\x82\xc6\x81""A\x83~\x83\x83\x83\x93\x83}\x81[\x82\xcc\x96\xaf\x8e\xe5\x89\xbb\x89^\x93\xae\x8ew\x93\xb1\x8e\xd2\x83""A\x83""E\x83\x93\x81""E\x83T\x83\x93\x81""E\x83X\x81[\x81""E\x83`\x81[\x82\xb3\x82\xf1\x82\xe7\x8d\x91\x96\xaf\x96\xaf\x8e\xe5\x98""A\x96\xbf\x81i\x82m\x82k\x82""c\x81j\x82\xcc\x83\x81\x83\x93\x83o\x81[\x82\xaa\x93\xf1\x8f\\x8el\x93\xfa\x81""A\x8e\xd4\x82\xc5\x83\x84\x83\x93\x83S\x83\x93\x8dx\x8aO\x82\xc9\x8fo\x82\xbd\x82\xc6\x82\xb1\x82\xeb\x81""A\x8cR\x90\xad\x93\x96\x8b\xc7\x82\xc9\x90\xa7\x8e~\x82\xb3\x82\xea\x82\xbd\x82\xbd\x82\xdf\x81""A\x93\xb9\x98H\x82\xed\x82\xab\x82\xc9\x88\xda\x82\xb3\x82\xea\x82\xbd\x8e\xd4\x93\xf1\x91\xe4\x82\xcc\x92\x86\x82\xc5\x82\xeb\x82\xa4\x8f\xe9\x82\xf0\x8en\x82\xdf\x82\xbd\x81""B\x83X\x81[\x81""E\x83`\x81[\x82\xb3\x82\xf1\x82\xaa\x81""A\x93\x96\x8b\xc7\x82\xcc\x8ds\x93\xae\x90\xa7\x8c\xc0\x82\xf0\x94j\x82\xc1\x82\xc4\x8dx\x8aO\x82\xc9\x8fo\x82\xbd\x82\xcc\x82\xcd\x8b\xe3\x94\xaa\x94N\x94\xaa\x8c\x8e\x88\xc8\x97\x88\x81""A\x93\xf1\x94N\x82\xd4\x82\xe8\x81""B\x96\xaf\x8e\xe5\x89\xbb\x89^\x93\xae\x82\xd6\x82\xcc\x8d\x91\x8d\xdb\x93I\x82\xc8\x8ex\x8e\x9d\x8fW\x82\xdf\x82\xf0\x91_\x82\xc1\x82\xc4\x92\xb7\x8a\xfa\x82\xeb\x82\xa4\x8f\xe9\x82\xf0\x8ds\x82\xa4\x89\xc2\x94\\x90\xab\x82\xe0\x82\xa0\x82\xe8\x81""A\x8cR\x90\xad\x91\xa4\x82\xcd\x91\xce\x89\x9e\x82\xc9\x8b\xea\x97\xb6\x82\xb5\x82\xc4\x82\xa2\x82\xe9\x81""B<p>");
       
    31 _LIT8(KBig5, "\xa1@\xa1@\xa5\xbb\xb3\xf8\xb0T\xa1]\xb0O\xaa\xcc\xb1\xe4\xd9y\xa1^\xac\xb0\xb3""e\xb9\xfd\xb8\xa8\xb9\xea\xa4\xa4\xa5\xa1\xa6\xe8\xb3\xa1\xa4j\xb6}\xb5o\xbe\xd4\xb2\xa4\xa9M\xa7\xf5\xb4P\xb2M\xb0\xc6\xc1`\xb2z\xc3\xf6\xa4_\xb1\xd0\xa8|\xb9\xef\xa4""f\xa4\xe4\xb4\xa9\xab\xfc\xa5\xdc\xba\xeb\xaf\xab\xa1""A\xa5\xbb\xa5\xab\xb1N\xb2\xd5\xc2\xb4\xb1\xd0\xaev\xb9\xce\xadu\xa4\xba\xbbX\xa5j\xb6}\xaei\xb9\xef\xa4""f\xa4\xe4\xb4\xa9\xa1""A\xad\xba\xa7\xe5""115\xa6W\xb1\xd0\xaev\xb1N\xa6""b\xb7s\xbe\xc7\xb4\xc1\xb6}\xbe\xc7\xa4\xa7\xbb\xda\xb1\xd2\xb5{\xadu\xa4\xba\xbbX\xa5j\xa1""C\xacQ\xa4\xd1\xa4W\xa4\xc8\xa1""A\xa5\xab\xa9""e\xae\xd1\xb0O");
       
    32 _LIT8(KEUP, "\xa1\xcb\xa1\xa3\xa4\xb3\xa4\xec\xa4\xcf\xa1\xa4\xb9\xe2\xc9\xe9\xb2\xd9\xa4\xce\xa5\xd9\xa5\xf3\xa5\xc1\xa5\xde\xa1\xbc\xa5\xaf\xa4\xe4\xa5\xa2\xa5\xd7\xa5\xea\xa5\xb1\xa1\xbc\xa5\xb7\xa5\xe7\xa5\xf3\xa4\xf2\xbc\xc2\xb9\xd4\xa4\xb9\xa4\xeb\xa4\xc8\xa1\xa4\xbd\xe8\xcd\xfd\xa4\xac\xb4\xb0\xce\xbb\xa4\xb9\xa4\xeb\xc1\xb0\xa4\xcb\xa5\xd5\xa5\xea\xa1\xbc\xa5\xba\xa4\xb9\xa4\xeb\xc9\xd4\xb6\xf1\xb9\xe7\xa4\xac\xb3\xce\xc7\xa7\xa4\xb5\xa4\xec\xa4\xbf\xa4\xbf\xa4\xe1\xa1\xa3\xa4\xb7\xa4\xab\xa4\xb7\xcc\xe4\xc2\xea\xa4\xcf\xa1\xa4\xa4\xbd\xa4\xce\xb8\xb6\xb0\xf8\xa4\xac\xa1\xd6\xa5\xb7\xa5\xea\xa5\xb3\xa5\xf3\xa4\xce\xa5\xde\xa1\xbc\xa5\xb8\xa5\xf3\xc9\xd4\xc2\xad\xa1\xd7\xa4\xc0\xa4\xc3\xa4\xbf\xc5\xc0\xa4\xc0\xa1\xa3");
       
    33 _LIT8(KEUC2, "Enlightenment\xa4\xce\xa5\xc6\xa1\xbc\xa5\xde\xa4\xc8\xa4\xcf\xa1\xa2\xa5\xa6\xa5\xa3\xa5\xf3\xa5\xc9\xa5\xa6\xa5\xde\xa5\xcd\xa1\xbc\xa5\xb8\xa5\xe3\xa4\xce\xb3\xb0\xb4\xd1\xc9\xf4\xca\xac\xa4\xce\xcd\xd7\xc1\xc7\xa4\xf2\xa4\xd2\xa4\xc8\xa4\xde\xa4\xc8\xa4\xe1\xa4\xcb\xa4\xb7\xa4\xc6\xc0\xda\xa4\xea\xc2\xd8\xa4\xa8\xa4\xe9\xa4\xec\xa4\xeb\xa4\xe8\xa4\xa6\xa4\xcb\xa4\xb7\xa4\xbf\xa4\xe2\xa4\xce\xa1\xa2\xa4\xc8\xb9\xcd\xa4\xa8\xa4\xeb\xa4\xb3\xa4\xc8\xa4\xac\xa4\xc7\xa4\xad\xa4\xde\xa4\xb9\xa1\xa3\xa4\xc4\xa4\xde\xa4\xea\xa1\xa2""1\xa4\xc4\xa4\xce\xa5\xa6\xa5\xa3\xa5\xf3\xa5\xc9\xa5\xa6\xa5\xde\xa5\xcd\xa1\xbc\xa5\xb8\xa5\xe3\xa4\xca\xa4\xce\xa4\xcb\xa1\xa2Windows\xc9\xf7\xa4\xcb\xa4\xe2\xa1\xa2Mac\xc9\xf7\xa4\xcb\xa4\xe2\xa1\xa2\xa4\xb5\xa4\xde\xa4\xb6\xa4\xde\xa4\xcb\xa5\xab\xa5\xb9\xa5\xbf\xa5\xde\xa5\xa4\xa5\xba\xa4\xb9\xa4\xeb\xa4\xb3\xa4\xc8\xa4\xac\xa4\xc7\xa4\xad\xa4\xde\xa4\xb9\xa1\xa3");
       
    34 _LIT8(KSJIS, "\x82\xb1\x82\xcc\x83z\x81[\x83\x80\x83y\x81[\x83W\x82\xcd\x81""A\x82\xa9\x82\xed\x82\xa2\x82\xa2\x83L\x83\x83\x83\x89\x83N\x83^\x81[\x81g\x83s\x83\x93\x83O\x81[\x81h\x82\xf0\x82\xbd\x82\xad\x82\xb3\x82\xf1\x82\xcc\x90l\x82\xbd\x82\xbf\x82\xc9\x8f\xd0\x89\xee\x82\xb5\x81""A\x82\xdc\x82\xbd\x81""A\x8c\xf0\x97\xac\x82\xf0\x8e\x9d\x82\xc1\x82\xc4\x82\xa2\x82\xbd\x82\xbe\x82\xab\x82\xbd\x82\xa2\x82\xc6\x8ev\x82\xc1\x82\xc4\x8d\xec\x90\xac\x82\xb3\x82\xea\x82\xbd\x83y\x81[\x83W\x82\xc5\x82\xb7\x81""B<B>\x82\xb1\x82\xcc\x83z\x81[\x83\x80\x83y\x81[\x83W\x82\xcd\x8a""F\x82\xb3\x82\xf1\x82\xcc\x81g\x83N\x83`\x83R\x83~\x81h\x82\xc5\x90\xac\x82\xe8\x97\xa7\x82\xc1\x82\xc4\x82\xa2\x82\xdc\x82\xb7\x81""B</B>\x82\xba\x82\xd0\x8f\xee\x95\xf1\x82\xf0\x82\xa8\x8a\xf1\x82\xb9\x89\xba\x82\xb3\x82\xa2\x81I");
       
    35 _LIT8(SJISNET, "20\x94NTRUSTe\x93\xfa\x96{\x82\xcd\x81""A\x8f\xee\x95\xf1\x82\xcc\x8aJ\x8e\xa6\x82\xc6\x8d\x90\x92m\x8b`\x96\xb1\x82\xc9\x8a\xd6\x82\xb7\x82\xe9\x8c\xb4\x91\xa5\x82\xf0\x8dL\x82\xdf\x82\xe9\x82\xb1\x82\xc6\x82\xc9\x82\xe6\x82\xe8\x81""A\x83""C\x83\x93\x83^\x81[\x83l\x83""b\x83g\x8f\xe3\x82\xc9\x82\xa8\x82\xaf\x82\xe9\x83\x86\x81[\x83U\x81[\x82\xc6\x82\xcc\x8f\xee\x95\xf1\x8aJ\x8e\xa6\x82\xc9\x8a\xd6\x82\xb7\x82\xe9\x90M\x97\x8a\x8a\xd6\x8cW\x82\xf0\x91\xc5\x82\xbf\x97\xa7\x82\xc4\x82\xe9\x82\xb1\x82\xc6\x82\xf0\x8eg\x96\xbd\x82\xc6\x82\xb7\x82\xe9\x81""A\x93\xc6\x97\xa7\x82\xcc\x94\xf1\x89""c\x97\x98\x91g\x90""D\x82\xc5\x82\xb7\x81""B\x82\xb1\x82\xcc\x83""E\x83""F\x83u\x83T\x83""C\x83g\x82\xcd\x8bM\x93""a\x82\xcc\x83v\x83\x89\x83""C\x83o\x83V\x81[\x82\xc9\x91\xce\x82\xb7\x82\xe9\x82\xbb\x82\xcc\x8c\xf6\x96\xf1\x82\xf0\x8e\xc0\x8f\xd8\x82\xb7\x82\xe9\x88\xd3\x96\xa1\x82\xc5\x81""A\x82\xb1\x82\xb1\x82\xc9\x8f\xee\x95\xf1\x82\xcc\x8e\xe6\x82\xe8\x88\xb5\x82\xa2\x8a\xee\x8f\x80\x82\xf0\x8aJ\x8e\xa6\x82\xb5\x82\xbd\x82\xe0\x82\xcc\x82\xc5\x81""A\x82\xb1\x82\xcc\x83v\x83\x89\x83""C\x83o\x83V\x81[\x8e\xe6\x82\xe8\x88\xb5\x82\xa2\x8a\xee\x8f\x80\x82\xc9\x82\xc2\x82\xa2\x82\xc4\x82\xcd\x81""ATRUSTe\x82\xc9\x82\xe6\x82\xe8\x81""A\x82\xbb\x82\xcc\x8f\x87\x8e\xe7\x82\xc9\x8a\xd6\x82\xb7\x82\xe9\x8c\x9f\x93\xa2\x82\xc6\x8a\xc4\x8d\xb8\x82\xc6\x82\xf0\x8e\xf3\x82\xaf\x82\xbd\x82\xe0\x82\xcc\x82\xc5\x82\xb7\x81""B");
       
    36 _LIT8(BIG5A, "\xb0\xea\xae""a\xbcs\xbc\xbd\xb9q\xb5\xf8\xbd\xe8\xb6q\xba\xca\xb7\xfe\xc0\xcb\xc5\xe7\xb4\xfa\xb8\xd5\xa4\xa4\xa4\xdf</a> - \xb9\xef\xad\xb5\xb5\xf8\xc0W\xb2\xa3\xab~\xaa\xba\xb1`\xb7\xc5\xb9q\xa9\xca\xaf\xe0\xa1""B\xa6w\xa5\xfe\xa1""B\xb9q\xba\xcf\xad\xdd\xae""e\xa7@\xc0\xf4\xb9\xd2\xb4\xfa\xb8\xd5\xa9M\xba\xca\xb7\xfe\xa9\xe2\xac""d");
       
    37 _LIT8(BIG5C, "\xac\xfc \xb0\xea \xb0\xc8 \xb0| \xa8\xc8 \xa4\xd3 \xb0\xc6 \xa7U \xad\xeb \xc1\xc2 \xb2Q \xc4R \xa4\xb5 \xa4\xe9 \xa6""b \xa6\xb9 \xb6\xa1 \xa4@ \xa6\xb8 \xbcy \xaf\xac \xa4\xa4 \xa6@ \xab\xd8 \xac""F \xa4\xad \xa4Q \xa9P \xa6~ \xaa\xba \xa4j \xab\xac \xac\xe3 \xb0Q \xb7| \xa4\xa4 \xaa\xed \xa5\xdc \xa1""A \xa4\xa4 \xa6@ \xc0\xb3 \xb8\xd3 \xb9\xef \xa5x \xc6W \xb1\xc4");
       
    38 _LIT8(GB2312B, "\xd0\xc2\xce\xc5, \xd0\xa1\xcb\xb5\xa3\xac\xd4\xd3\xd6\xbe\xa3\xac\xb6\xc1\xd5\xdf\xa3\xac\xc2\xdb\xcc\xb3\xa3\xac\xce\xc4\xd5\xaa\xa3\xac\xb1\xa8\xd6\xbd\xa3\xac\xd0\xa6\xbb\xb0\xa3\xac\xcc\xe5\xd3\xfd\xa3\xac\xc7\xe9\xb8\xd0\xa3\xac\xc1\xf4\xd1\xa7\xa3\xac\xbf\xe1\xd5\xbe\xa3\xac");
       
    39 _LIT8(GB2312C,       "\xa1\xa1\xa1\xf1\xcd\xf5\xbb\xdb\xa3\xa8\xb1\xbe\xb1\xa8\xcc\xd8\xd4\xbc\xa3\xa9\xb1\xb1\xbe\xa9\xb1\xa8\xb5\xc0<p>\xa1\xa1\xa1\xa1\xc0\xfa\xbd\xec\xb0\xc2\xd4\xcb\xbb\xe1\xca\xd7");
       
    40 _LIT8(GB2312Corrupt, "\xa1\xa1\xa1\xf1\xcd\xf5\xbb\xdb\xa3""fff\xb1\xbe\xb1\xa8\xcc\xd8\xd4\xbc\xa3\xa9""ff\xb1\xb1\xbe\xa9\xb1\xa8\xb5\xc0<pddd>\xa1\xa1\xa1\xa1\xc0\xfa\xbd\xec\xb0\xc2\xd4\xcb\xbb\xe1\xca\xd7");//FAILED
       
    41 _LIT8(BIG5Corrupt, "\xac\xfc \xb0\xea \xb0\xc8 \xb0| \xa8\xc8 \xa4\xd3 \xb0\xc6 \xa7U ddd\xad\xeb \xc1\xc2 \xb2Q \xc4R \xa4""ddd\xb5 \xa4\xe9 \xa6""b \xa6\xb9 \xb6\xa1 \xa4@ \xa6\xb8 \xbcy \xaf\xac \xa4\xa4 \xa6@ \xab\xd8 \xac""F \xa4\xad \xa4Q \xa9P \xa6~ \xaa\xba \xa4j \xab\xac \xac\xe3 \xb0Q \xb7| \xa4\xa4 \xaa\xed \xa5\xdc \xa1""A \xa4\xa4 \xa6@ddd \xc0\xb3 \xb8\xd3 \xb9\xef \xa5x \xc6W \xb1\xc4");
       
    42 _LIT8(BIG5Ahalf, "this is to test the data with ASCII mixured \xea\xae""a\xbcs\xbc\xbd\xb9q\xb5\xf8\xbd\xe8\xb6q\xba\xca\xb7\xfe\xc0\xcb\xc5\xe7\xb4\xfa\xb8\xd5\xa4\xa4\xa4\xdf</a> - \xb9\xef\xad\xb5\xb5\xf8\xc0W\xb2\xa3\xab~\xaa\xba\xb1`\xb7\xc5\xb9q\xa9\xca\xaf\xe0\xa1""B\xa6w\xa5\xfe\xa1""B\xb9q\xba\xcf\xad\xdd\xae""e\xa7@\xc0\xf4\xb9\xd2\xb4\xfa\xb8\xd5\xa9M\xba\xca\xb7\xfe\xa9\xe2\xac""d");
       
    43 _LIT8(KASCII, "SO what result do I get for a text that is pure Ascii and nothing else. Not something stupid I hope!");
       
    44 _LIT8(KUTF8, "\xe4\xbc\x80\xe6\xac\x80\xe2\x80\x80\xe5\x8c\x80\xe6\xbc\x80\xe2\x80\x80\xe4\xa0\x80\xe6\x94\x80\xe7\x88\x80\xe6\x94\x80\xe2\x80\x80\xe6\xa4\x80\xe7\x8c\x80\xe2\x80\x80\xe6\x84\x80\xe2\x80\x80\xe7\x90\x80\xe6\x94\x80\xe7\xa0\x80\xe7\x90\x80\xe2\x80\x80\xe7\x90\x80\xe6\xa0\x80\xe6\x84\x80\xe7\x90\x80\xe2\x80\x80\xe7\x9c\x80\xe6\xa4\x80\xe6\xb0\x80\xe6\xb0\x80\xe2\x80\x80\xe6\x88\x80\xe6\x94\x80\xe2\x80\x80\xe6\x8c\x80\xe6\xbc\x80\xe6\xb8\x80\xe7\x98\x80\xe6\x94\x80\xe7\x88\x80\xe7\x90\x80\xe6\x94\x80\xe6\x90\x80\xe2\x80\x80\xe6\xa4\x80\xe6\xb8\x80\xe7\x90\x80\xe6\xbc\x80\xe2\x80\x80\xe6\x84\x80\xe2\x80\x80\xe5\x94\x80\xe5\x90\x80\xe4\x98\x80\xe2\xb4\x80\xe3\x9c\x80\xe2\x80\x80\xe7\xb8\x80\xe2\x80\x80\xe5\x90\x80\xe6\x94\x80\xe7\xa0\x80\xe7\x90\x80");
       
    45 _LIT8(KDodgyShiftJIS,"¡“ú‚Í’a¶“ú‚¾‚悤‚ꂵ‚¢‚È‚Ÿ`™™");
       
    46 _LIT8(KDodgyShiftJIS2,"20000222T100000Z;;;\x92\xa9\x82\xbe\x82\xe6\x8b\x4e\x82\xab\x82\xeb\x82\xa7\x81\x60\x81\x60\x81\x49\x81\x49\x81\x49");
       
    47 _LIT8(KDodgyShiftJIS3,"\x83\x5c\x83\x5c\x83\x5c\x82\xa0\x82\xa2\x82\xa4\x82\xa6\x82\xa8\x83\x5c\x83\x5c\x83\x5c\x82\xa9\x82\xab\x82\xad\x82\xaf\x82\xb1\x82\x5c");
       
    48 _LIT8(KISO,"\x6d\x6f\x72\x6f\x0d\x0a\x6d\x69\x74\xe4\x20\x6b\x75\x75\x6c\x75\x75\x3f");
       
    49 _LIT8(KSomeISO, "\x48\x65\x6a\x21\x20\x0d\x0a\x0d\x0a\x68\xe4\x72\x20\x6b\x6f\x6d\x6d\x65\x72\x20\x65\x74\x74\x20\x6d\x61\x69\x6c\x20\x6d\x65\x64\x20\x6d\x61\x73\x73\x61\x20\x74\x65\x78\x74\x20\x6f\x63\x68\x20\x65\x74\x74\x20\x61\x74\x74\x61\x63\x68\x6d\x65\x6e\x74\x2e\x20\x44\x65\x74\x74\x61\x20\x6c\x69\x6c\x6c\x61\x20\x6d\x61\x69\x6c");
       
    50 _LIT8(KUnicodeFail,"\x0d");
       
    51 _LIT8(KISODEF,"\xd7\x6d\x30\xf7"); // Test for defect raised in 6.1 (EXT-5HLEKN)
       
    52 _LIT8(KShortUnicode1, "\xff\xfe\x29\x00\x3d\x00");
       
    53 _LIT8(KShortUnicode2, "\xff\xfe\x41\x00\x61\x00");
       
    54 
       
    55 /**
       
    56 * Work around for DEF063276.
       
    57 * These literals are now loaded from a z:\test\data\KLittleEndian.dat and
       
    58 * z:\test\data\KBigEndian.dat respectivly.
       
    59 * Bullseye Coverage corrupts these literals to avoid this they are stored in files as to not be touched by Bullseye Coverage.
       
    60 */	
       
    61 
       
    62 // Test for defect INC037743 - Charconv recognises Little Endian as Big Endian
       
    63 /*_LIT8(KLittleEndian,
       
    64 	"\x43\x00\x68\x00\x61\x00\x74\x00\x20\x00\x68\x00\x69\x00\x73\x00"
       
    65 	"\x74\x00\x6F\x00\x72\x00\x79\x00\x20\x00\x32\x00\x0A\x00\x43\x00" 
       
    66 	"\x68\x00\x61\x00\x74\x00\x20\x00\x72\x00\x6F\x00\x6F\x00\x6D\x00"
       
    67 	"\x20\x00\x27\x00\x77\x00\x76\x00\x3A\x00\x6A\x00\x75\x00\x68\x00"
       
    68 	"\x61\x00\x75\x00\x74\x00\x69\x00\x6F\x00\x2F\x00\x32\x00\x30\x00"
       
    69 	"\x70\x00\x6D\x00\x74\x00\x40\x00\x6E\x00\x6F\x00\x6B\x00\x69\x00"
       
    70 	"\x61\x00\x2E\x00\x63\x00\x6F\x00\x6D\x00\x27\x00\x0A\x00\x53\x00"
       
    71 	"\x74\x00\x61\x00\x72\x00\x74\x00\x3A\x00\x20\x00\x30\x00\x31\x00" 
       
    72 	"\x2F\x00\x30\x00\x39\x00\x2F\x00\x32\x00\x30\x00\x30\x00\x33\x00"
       
    73 	"\x20\x00\x32\x00\x32\x00\x3A\x00\x34\x00\x33\x00\x3A\x00\x32\x00"
       
    74 	"\x38\x00\x0A\x00\x49\x00\x76\x00\x61\x00\x6E\x00\x20\x00\x57\x00"
       
    75 	"\x65\x00\x6C\x00\x63\x00\x6F\x00\x6D\x00\x65\x00\x20\x00\x74\x00"
       
    76 	"\x6F\x00\x20\x00\x63\x00\x68\x00\x61\x00\x74\x00\x20\x00\x72\x00" 
       
    77 	"\x6F\x00\x6F\x00\x6D\x00\x21\x00\x20\x00\x54\x00\x6F\x00\x70\x00"
       
    78 	"\x69\x00\x63\x00\x20\x00\x69\x00\x73\x00\x20\x00\x59\x00\x6C\x00" 
       
    79 	"\x65\x00\x69\x00\x73\x00\x74\x00\xE4\x00\x20\x00\x76\x00\x65\x00"
       
    80 	"\x6C\x00\x6C\x00\x6F\x00\x6E\x00\x74\x00\x61\x00\x61\x00\x2E\x00"
       
    81 	"\x0A\x00\x4D\x00\x69\x00\x6B\x00\x61\x00\x54\x00\x20\x00\x6A\x00"
       
    82 	"\x6F\x00\x69\x00\x6E\x00\x65\x00\x64\x00\x0A\x00");		 
       
    83 	
       
    84 _LIT8(KBigEndian,
       
    85 	"\x00\x43\x00\x68\x00\x61\x00\x74\x00\x20\x00\x68\x00\x69\x00\x73"
       
    86 	"\x00\x74\x00\x6F\x00\x72\x00\x79\x00\x20\x00\x32\x00\x0A\x00\x43" 
       
    87 	"\x00\x68\x00\x61\x00\x74\x00\x20\x00\x72\x00\x6F\x00\x6F\x00\x6D"
       
    88 	"\x00\x20\x00\x27\x00\x77\x00\x76\x00\x3A\x00\x6A\x00\x75\x00\x68"
       
    89 	"\x00\x61\x00\x75\x00\x74\x00\x69\x00\x6F\x00\x2F\x00\x32\x00\x30"
       
    90 	"\x00\x70\x00\x6D\x00\x74\x00\x40\x00\x6E\x00\x6F\x00\x6B\x00\x69"
       
    91 	"\x00\x61\x00\x2E\x00\x63\x00\x6F\x00\x6D\x00\x27\x00\x0A\x00\x53"
       
    92 	"\x00\x74\x00\x61\x00\x72\x00\x74\x00\x3A\x00\x20\x00\x30\x00\x31" 
       
    93 	"\x00\x2F\x00\x30\x00\x39\x00\x2F\x00\x32\x00\x30\x00\x30\x00\x33"
       
    94 	"\x00\x20\x00\x32\x00\x32\x00\x3A\x00\x34\x00\x33\x00\x3A\x00\x32"
       
    95 	"\x00\x38\x00\x0A\x00\x49\x00\x76\x00\x61\x00\x6E\x00\x20\x00\x57"
       
    96 	"\x00\x65\x00\x6C\x00\x63\x00\x6F\x00\x6D\x00\x65\x00\x20\x00\x74"
       
    97 	"\x00\x6F\x00\x20\x00\x63\x00\x68\x00\x61\x00\x74\x00\x20\x00\x72" 
       
    98 	"\x00\x6F\x00\x6F\x00\x6D\x00\x21\x00\x20\x00\x54\x00\x6F\x00\x70"
       
    99 	"\x00\x69\x00\x63\x00\x20\x00\x69\x00\x73\x00\x20\x00\x59\x00\x6C" 
       
   100 	"\x00\x65\x00\x69\x00\x73\x00\x74\x00\xE4\x00\x20\x00\x76\x00\x65"
       
   101 	"\x00\x6C\x00\x6C\x00\x6F\x00\x6E\x00\x74\x00\x61\x00\x61\x00\x2E"
       
   102 	"\x00\x0A\x00\x4D\x00\x69\x00\x6B\x00\x61\x00\x54\x00\x20\x00\x6A"
       
   103 	"\x00\x6F\x00\x69\x00\x6E\x00\x65\x00\x64\x00\x0A\x00");*/
       
   104 
       
   105 // Swedish test file for INC037705, This is "test2.txt" from the defect
       
   106 _LIT8(KSwedish,
       
   107 	"\x55\x74\x61\x6E\x73\x6B\x72\x69\x66\x74\x65\x6E\x3A\x0D\x0A\x53"	
       
   108 	"\x65\x72\x65\x6E\x69\x73\x73\x69\x6D\x6F\x20\x65\x74\x20\x43\x6C"	
       
   109 	"\x61\x72\x69\x73\x73\x69\x6D\x6F\x20\x44\x6F\x6D\x69\x6E\x6F\x0D"	
       
   110 	"\x0A\x44\x6F\x6D\x69\x6E\x6F\x20\x47\x75\x73\x74\x61\x66\x66\x6F"	
       
   111 	"\x20\x53\x75\x65\x63\x6F\x72\x75\x6D\x0D\x0A\x65\x74\x20\x47\x6f"	
       
   112 	"\x74\x68\x6F\x72\x75\x6D\x20\x52\x65\x67\x69\x20\x44\x6F\x6D\x69"	
       
   113 	"\x6E\x6F\x20\x53\x75\x6F\x0D\x0A\x43\x6C\x65\x6D\x65\x6E\x74\x69"	
       
   114 	"\x70\x70\x69\x6D\x6F\x0D\x0A\x0D\x0A\x4E\xE5\x64\x20\x6F\x63\x68"	
       
   115 	); 
       
   116 
       
   117 // Finnish test file for INC037705, This is "test3.txt" from the defect
       
   118 _LIT8(KFinnish,
       
   119 	"\x59\x68\x64\x65\x73\x74\x6F\x69\x73\x74\x61\x20\x72\x75\x6E\x6F"
       
   120 	"\x0D\x0A\x0D\x0A\x56\x69\x6B\x61\x20\x6F\x6E\x20\x41\x68\x74\x69"
       
   121 	"\x61\x20\x73\x61\x6E\x6F\x61\x2C\x20\x76\x65\x69\x74\x69\x6B\x6B"
       
   122 	"\xE4\x74\xE4\x20\x76\x69\x65\x72\x65\x74\x65\x6C\x6C\xE4\x2E\x20"
       
   123 	"\x0D\x0A\x0D\x0A\x41\x68\x74\x69\x20\x70\x6F\x69\x6B\x61\x20\x53"
       
   124 	"\x61\x61\x72\x65\x6C\x61\x69\x6E\x65\x6E\x2C\x20\x74\x75\x6F\x20"
       
   125 	"\x6F\x6E\x20\x6C\x69\x65\x74\x6F\x20\x4C\x65\x6D\x6D\x69\x6E\x20"
       
   126 	"\x70\x6F\x69\x6B\x61\x2C\x20\x0D\x0A\x6B\x61\x73\x76\x6F\x69\x20"
       
   127 	); 
       
   128 
       
   129 // This is the last two lines from GotchaLog.txt 
       
   130 // from INC043016 - AV21 via BTH received TXT file could not be opened
       
   131 // Which is enough to reproduce the defect
       
   132 _LIT8(KGotcha,
       
   133 	"\x0A\x0D\x0A\x4D\x65\x6D\x6F\x72\x79\x20\x74\x65\x73\x74\x20\x2D"
       
   134 	"\x6F\x64\x75\x6C\x65\x20\x65\x6E\x64\x0D\x0A\x2B\x2B\x2B\x2B\x2B"
       
   135 	); 
       
   136 	
       
   137 ///////////////////////////////////////////////////////////////////////////////////////
       
   138 
       
   139 //UTF8 return values.
       
   140 const TInt KUtf8NoBomMaxSuccessConfidenceLevel = 100;
       
   141 const TInt KUtf8NoBomMinSuccessConfidenceLevel = 75;
       
   142 const TInt KUtf8BomConfidenceLevel = 95;
       
   143 const TInt KUtf8NoStringConfidenceLevel = 89;
       
   144 const TInt KUtf8ConfidenceFailure = 0;
       
   145 
       
   146 
       
   147 RTest TheTest(_L("TAutoDetect"));
       
   148 	
       
   149 ///////////////////////////////////////////////////////////////////////////////////////
       
   150 ///////////////////////////////////////////////////////////////////////////////////////
       
   151 //Tests macroses and functions.
       
   152 //If (!aValue) then the test will be panicked, the test data files will be deleted.
       
   153 static void Check(TInt aValue, TInt aLine)
       
   154 	{
       
   155 	if(!aValue)
       
   156 		{
       
   157 		TheTest(EFalse, aLine);
       
   158 		}
       
   159 	}
       
   160 //If (aValue != aExpected) then the test will be panicked, the test data files will be deleted.
       
   161 static void Check(TInt aValue, TInt aExpected, TInt aLine)
       
   162 	{
       
   163 	if(aValue != aExpected)
       
   164 		{
       
   165 		RDebug::Print(_L("*** Expected error: %d, got: %d\r\n"), aExpected, aValue);
       
   166 		TheTest(EFalse, aLine);
       
   167 		}
       
   168 	}
       
   169 //Use these to test conditions.
       
   170 #define TEST(arg) ::Check((arg), __LINE__)
       
   171 #define TEST2(aValue, aExpected) ::Check(aValue, aExpected, __LINE__)
       
   172 
       
   173 /**
       
   174 * Utility for DEF063276 fix.
       
   175 */
       
   176 
       
   177 _LIT(KLittleEndianFilename, "z:\\test\\data\\KLittleEndian.dat");
       
   178 _LIT(KBigEndianFilename, "z:\\test\\data\\KBigEndian.dat");
       
   179 
       
   180 // Utility for  DEF089572 fix
       
   181 _LIT(KSMS7bitFilename, "z:\\test\\data\\KSMS7bit.dat");
       
   182 
       
   183 static void ReadDesc(TDes8& aDes, const TDesC& aFilename, RFs& aFs)
       
   184 	{
       
   185 	RFile file;
       
   186 	TInt err = file.Open(aFs, aFilename, EFileRead);
       
   187 	TEST2(err, KErrNone);
       
   188 	CleanupClosePushL(file);
       
   189 	
       
   190 	err = file.Read(aDes);
       
   191 	TEST2(err, KErrNone);
       
   192 	CleanupStack::PopAndDestroy(&file);
       
   193 	}
       
   194 
       
   195 ///////////////////////////////////////////////////////////////////////////////////////
       
   196 ///////////////////////////////////////////////////////////////////////////////////////
       
   197 		
       
   198 const TInt KMinimumThresholdForConvertableCharacter=70;
       
   199 
       
   200 /**
       
   201 @SYMTestCaseID          SYSLIB-CHARCONV-CT-0548
       
   202 @SYMTestCaseDesc        Tests for auto detecting the character set
       
   203 						Test for CCnvCharacterSetConverter::AutoDetectCharacterSetL() 
       
   204 @SYMTestPriority        Medium
       
   205 @SYMTestActions         Attempt to determine the character set of the sample text from those supported on the phone
       
   206 @SYMTestExpectedResults Test must not fail
       
   207 @SYMREQ                 REQ0000
       
   208 */
       
   209 LOCAL_C void TestAutodetectL(const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>& aArrayOfCharacterSetsAvailable, const TDesC8& aSample, const TUint& aResult)
       
   210 	{
       
   211 	TInt Confidence = 0;
       
   212 	TUint Character = 0;
       
   213 	CCnvCharacterSetConverter::AutoDetectCharacterSetL (Confidence,Character, aArrayOfCharacterSetsAvailable,aSample);
       
   214 	TEST(Character==aResult);
       
   215 	TheTest.Printf(_L("."));
       
   216 	}
       
   217 
       
   218 /**
       
   219 @SYMTestCaseID          SYSLIB-CHARCONV-CT-1307
       
   220 @SYMTestCaseDesc        Tests for auto detecting the character set
       
   221 @SYMTestPriority        Medium
       
   222 @SYMTestActions         Tests for CCnvCharacterSetConverter::AutoDetectCharSetL() 
       
   223 @SYMTestExpectedResults Test must not fail
       
   224 @SYMREQ                 REQ0000
       
   225 */
       
   226 LOCAL_C void TestAutodetect1L( 
       
   227                               const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>& aArrayOfCharacterSetsAvailable,
       
   228                               const TDesC8& aSample, 
       
   229                               const TUint& aResult,
       
   230                               CCnvCharacterSetConverter* aConverter)
       
   231 	{
       
   232 	TInt Confidence = 0;
       
   233 	TUint Character = 0;
       
   234 	aConverter->AutoDetectCharSetL(Confidence,Character, aArrayOfCharacterSetsAvailable,aSample);
       
   235 	TEST(Character==aResult);
       
   236 	TheTest.Printf(_L("."));
       
   237 	}
       
   238 /**
       
   239 @SYMTestCaseID          SYSLIB-CHARCONV-CT-0549
       
   240 @SYMTestCaseDesc        Tests for CCnvCharacterSetConverter::ConvertibleToCharacterSetL() function
       
   241 @SYMTestPriority        Medium
       
   242 @SYMTestActions         Tests the likelihood that a sample is encoded in a CharacterSetIdentifier
       
   243 @SYMTestExpectedResults Test must not fail
       
   244 @SYMREQ                 REQ0000
       
   245 */
       
   246 LOCAL_C void TestConvertibleToCharacterL(const TUint aCharsetIdentifier, const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>& aArrayOfCharacterSetsAvailable, const TDesC8& aSample, const TInt flag)
       
   247 	{
       
   248 	TInt confidence = 0;
       
   249 	CCnvCharacterSetConverter::ConvertibleToCharacterSetL(confidence,aCharsetIdentifier, aArrayOfCharacterSetsAvailable, aSample);
       
   250 	if (flag)
       
   251 		TEST(confidence >= KMinimumThresholdForConvertableCharacter );
       
   252 	else
       
   253 		TEST(confidence < KMinimumThresholdForConvertableCharacter );
       
   254 	}
       
   255 
       
   256 LOCAL_C TInt TestConvertibleToCharacterReturnResultL(const TUint aCharsetIdentifier, const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>& aArrayOfCharacterSetsAvailable, const TDesC8& aSample)
       
   257 	{
       
   258 	TInt confidence = 0;
       
   259 	CCnvCharacterSetConverter::ConvertibleToCharacterSetL(confidence,aCharsetIdentifier, aArrayOfCharacterSetsAvailable, aSample);
       
   260 	
       
   261 	return confidence;
       
   262 	}
       
   263 
       
   264 LOCAL_C void TestConvertibleToCharacterWithSpecificResultL(const TUint aCharsetIdentifier, const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>& aArrayOfCharacterSetsAvailable, const TDesC8& aSample, const TInt aResult)
       
   265 	{
       
   266 	TInt confidence = TestConvertibleToCharacterReturnResultL(aCharsetIdentifier, aArrayOfCharacterSetsAvailable, aSample);
       
   267 	
       
   268 	TEST(confidence==aResult);
       
   269 	}
       
   270 
       
   271 const TInt KMaxSampleLengthForAutoDetection = 1024;
       
   272 
       
   273 /**
       
   274 This test code uses the method as is used by notepad in \Notepad\LibSrc\NpdUtil.cpp
       
   275 
       
   276 @SYMTestCaseID          SYSLIB-CHARCONV-CT-0550
       
   277 @SYMTestCaseDesc        Tests to autodetect a character read from file 
       
   278 @SYMTestPriority        Medium
       
   279 @SYMTestActions         Tests to determine the character set of the sample text read from a file 
       
   280 @SYMTestExpectedResults Test must not fail
       
   281 @SYMREQ                 REQ0000
       
   282 */
       
   283 LOCAL_C void TestAutoDetectFromFileL(const TDesC16& aFileName, const TUint& aResult )
       
   284 	{
       
   285 	// get file server session and open file
       
   286     RFile file;
       
   287 	RFs fileServerSession;
       
   288 	CleanupClosePushL(fileServerSession);
       
   289 	User::LeaveIfError(fileServerSession.Connect());
       
   290     User::LeaveIfError(file.Open(fileServerSession, aFileName, EFileRead));
       
   291  
       
   292 	// get up to KMaxSampleLengthForAutoDetection bytes of file for autodetect
       
   293 	TInt size(0);
       
   294     User::LeaveIfError( file.Size(size) );
       
   295 
       
   296     TBuf8<KMaxSampleLengthForAutoDetection> sample;
       
   297     User::LeaveIfError( file.Read(sample, 
       
   298     			size > KMaxSampleLengthForAutoDetection ?  KMaxSampleLengthForAutoDetection : size) );
       
   299      
       
   300     TInt confidence(0);
       
   301     TUint charset(0);
       
   302    
       
   303     // if the first two bytes say unicode, don't bother with autodetect            
       
   304     if ( size >= 2 && 
       
   305                 ( ( sample[0] == 0xfe && sample[1] == 0xff ) || 
       
   306                     ( sample[0] == 0xff && sample[1] == 0xfe ) ) )
       
   307     	{
       
   308         charset = 0; // Unicode
       
   309         }
       
   310     else
       
   311         {
       
   312         //ok, try autodetect, first get available character sets
       
   313         const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>* 
       
   314                     lists = CCnvCharacterSetConverter::
       
   315                         CreateArrayOfCharacterSetsAvailableLC( fileServerSession );
       
   316         
       
   317         // now try AutoDetect            
       
   318 	    CCnvCharacterSetConverter::AutoDetectCharacterSetL(confidence, charset, *lists, sample);
       
   319 	    CleanupStack::PopAndDestroy(); // filserver
       
   320   		}
       
   321 
       
   322  	TheTest.Printf(_L("file %S charset = 0x%x confidence %d expected 0x%x\n"), 
       
   323  				&aFileName, charset, confidence, aResult );
       
   324    	                
       
   325 	// check the character set expected was the one autodetected
       
   326 	TEST(charset==aResult);
       
   327                
       
   328     CleanupStack::PopAndDestroy(1); // fileserver
       
   329 	}
       
   330 /**
       
   331 @SYMTestCaseID          SYSLIB-CHARCONV-CT-0551
       
   332 @SYMTestCaseDesc        Tests for conversion of characters read from a file to Unicode
       
   333 @SYMTestPriority        Medium
       
   334 @SYMTestActions         Logs out number  of uncoverted bytes left at end,number of uncovertable characters,
       
   335 						index of first byte of first unconvertible character
       
   336 @SYMTestExpectedResults Test must not fail
       
   337 @SYMREQ                 REQ0000
       
   338 */
       
   339 LOCAL_C void TestConvertFromFileL(const TDesC16& aFileName, const TUint& aCharacterSetIdentifier )
       
   340 	{
       
   341 	// get file server session and open file
       
   342     RFile file;
       
   343 	RFs fileServerSession;
       
   344 	CleanupClosePushL(fileServerSession);
       
   345 	User::LeaveIfError(fileServerSession.Connect());
       
   346     User::LeaveIfError(file.Open(fileServerSession, aFileName, EFileRead));
       
   347  
       
   348 	// get up to KMaxSampleLengthForAutoDetection bytes of file for autodetect
       
   349 	TInt size(0);
       
   350     User::LeaveIfError( file.Size(size) );
       
   351 
       
   352     TBuf8<KMaxSampleLengthForAutoDetection> sample;
       
   353     User::LeaveIfError( file.Read(sample, 
       
   354     			size > KMaxSampleLengthForAutoDetection ?  KMaxSampleLengthForAutoDetection : size) );
       
   355     
       
   356  	TheTest.Printf(_L("Comnverting to unicode file %S size = %d \n"), 
       
   357  				&aFileName, size );
       
   358  				
       
   359     TInt NumberOfUnconvertibleCharacters=0;
       
   360     TInt IndexOfFirstByteOfFirstUnconvertibleCharacter=0;
       
   361     TInt state = CCnvCharacterSetConverter::KStateDefault;
       
   362     TBuf16<KMaxSampleLengthForAutoDetection> result;
       
   363 
       
   364     CCnvCharacterSetConverter *Converter = CCnvCharacterSetConverter::NewLC();
       
   365     TRAPD( ConverterErr, Converter->PrepareToConvertToOrFromL( aCharacterSetIdentifier, fileServerSession)); 
       
   366 	if ( ConverterErr!= KErrNone )
       
   367 		{
       
   368 	 	TheTest.Printf(_L("PrepareToConvertToOrFromL left on file %S ConverterErr = 0x%x \n"), 
       
   369  				&aFileName, ConverterErr );
       
   370 		}
       
   371 		
       
   372 	TInt bytesLeft = Converter->ConvertToUnicode( result,
       
   373 										    sample, 
       
   374 										    state,
       
   375 											NumberOfUnconvertibleCharacters,
       
   376 											IndexOfFirstByteOfFirstUnconvertibleCharacter); 
       
   377 	 	
       
   378 	TheTest.Printf(_L("ConvertToUnicode returned %d unconverted bytes left at the end\n"),bytesLeft );
       
   379 	TheTest.Printf(_L("NumberOfUnconvertibleCharacters=%d \n"),NumberOfUnconvertibleCharacters);
       
   380 	TheTest.Printf(_L("IndexOfFirstByteOfFirstUnconvertibleCharacter=%d \n"),IndexOfFirstByteOfFirstUnconvertibleCharacter);
       
   381 	
       
   382     CleanupStack::PopAndDestroy(2); // fileserver, CCnvCharacterSetConverter
       
   383 }
       
   384 
       
   385 /**
       
   386 INC056019 	SS NTT - Character set recognition is not optimized.
       
   387 To improve a performace old static autodetection method was deprecated 
       
   388 and a new AutoDetectCharSet method introduced. 
       
   389 
       
   390 @SYMTestCaseID          SYSLIB-CHARCONV-CT-1308
       
   391 @SYMTestCaseDesc        Performance test for auto detection of characters set
       
   392 @SYMTestPriority        Medium
       
   393 @SYMTestActions         Tests for the new AutoDetectCharSet() function
       
   394 @SYMTestExpectedResults Test must not fail
       
   395 @SYMREQ                 REQ0000
       
   396 */
       
   397 LOCAL_C void TestAutoDetectionPerformanceL(
       
   398                 const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>* aArrayOfCharacterSetsAvailable)
       
   399 	{	
       
   400 	TInt i;	
       
   401 
       
   402 	/////////////////////////////////////////////////////////////////
       
   403 	TheTest.Next(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-1308 Testing ten calls to Static AutoDetection "));
       
   404 	TTime starttime;
       
   405 	starttime.UniversalTime();
       
   406 	for (i=0; i<10; i++)
       
   407 	    {
       
   408 	    TheTest.Printf(_L("\n%d run "),i+1);
       
   409         TestAutodetectL(*aArrayOfCharacterSetsAvailable,KSomeISO, KCharacterSetIdentifierIso88591);
       
   410 	    }   
       
   411 	TTime endtime;
       
   412 	endtime.UniversalTime();
       
   413 	TTimeIntervalMicroSeconds difftime=endtime.MicroSecondsFrom(starttime);
       
   414 	TheTest.Printf(_L("\nTen Static calls duration =%d  microseconds\n\n"), difftime.Int64());
       
   415 
       
   416 	/////////////////////////////////////////////////////////////////
       
   417 	TInt charsetCnvCount = aArrayOfCharacterSetsAvailable->Count();
       
   418 	TInt dllCharsetCnvCount = 0;
       
   419 	//Count the number of character set converter dlls.
       
   420 	for(i=0;i<charsetCnvCount;++i)
       
   421 		{
       
   422 		const CCnvCharacterSetConverter::SCharacterSet& charset = aArrayOfCharacterSetsAvailable->At(i);
       
   423 		if(charset.NameIsFileName())
       
   424 			{
       
   425 			++dllCharsetCnvCount;
       
   426 			}
       
   427 		}
       
   428 	if(dllCharsetCnvCount == 0)
       
   429 		{
       
   430 		TheTest.Printf(_L("No character set converter dlls! Exit subtest.\n"));
       
   431 		return;
       
   432 		}
       
   433 
       
   434 	/////////////////////////////////////////////////////////////////
       
   435 	CCnvCharacterSetConverter* converter = CCnvCharacterSetConverter::NewLC();
       
   436 
       
   437 	/////////////////////////////////////////////////////////////////
       
   438     TheTest.Next(_L("Testing ten calls to optimized AutoDetection. Non-optimal cache size."));
       
   439 	converter->SetMaxCacheSize(dllCharsetCnvCount / 2 + 1);
       
   440 	//Fill the cache
       
   441 	TestAutodetect1L(*aArrayOfCharacterSetsAvailable,KSomeISO, KCharacterSetIdentifierIso88591,converter);
       
   442 	//
       
   443 	starttime.UniversalTime();
       
   444     for (i=0; i<10; i++)
       
   445 	    {
       
   446 	    TheTest.Printf(_L("\n%d run "),i+1);
       
   447         TestAutodetect1L(*aArrayOfCharacterSetsAvailable,KSomeISO, KCharacterSetIdentifierIso88591,converter);
       
   448 	    }
       
   449     endtime.UniversalTime();
       
   450 	difftime=endtime.MicroSecondsFrom(starttime);
       
   451     TheTest.Printf(_L("\nTen non-static calls duration =%d  microseconds\n\n"), difftime.Int64());
       
   452 
       
   453 	/////////////////////////////////////////////////////////////////
       
   454     TheTest.Next(_L("Testing ten calls to optimized AutoDetection. Optimal cache size."));
       
   455 	converter->SetMaxCacheSize(dllCharsetCnvCount + 1);
       
   456 	//Fill the cache
       
   457 	TestAutodetect1L(*aArrayOfCharacterSetsAvailable,KSomeISO, KCharacterSetIdentifierIso88591,converter);
       
   458 	//
       
   459 	starttime.UniversalTime();
       
   460     for (i=0; i<10; i++)
       
   461 	    {
       
   462 	    TheTest.Printf(_L("\n%d run "),i+1);
       
   463         TestAutodetect1L(*aArrayOfCharacterSetsAvailable,KSomeISO, KCharacterSetIdentifierIso88591,converter);
       
   464 	    }
       
   465     endtime.UniversalTime();
       
   466 	difftime=endtime.MicroSecondsFrom(starttime);
       
   467     TheTest.Printf(_L("\nTen non-static calls duration =%d  microseconds\n\n"), difftime.Int64());
       
   468 
       
   469 	/////////////////////////////////////////////////////////////////
       
   470     CleanupStack::PopAndDestroy(converter);
       
   471 	}
       
   472 
       
   473 /**
       
   474 @SYMTestCaseID          SYSLIB-CHARCONV-UT-4002
       
   475 @SYMTestCaseDesc        Test detection of a UTF-8 character set with and without a BOM.
       
   476 @SYMTestPriority        Medium
       
   477 @SYMTestActions        	Tests for IsCharacterSetUTF8() function  
       
   478 @SYMTestExpectedResults Tests must not fail
       
   479 @SYMREQ                 REQ0000
       
   480 */
       
   481 //INC118714L
       
   482 LOCAL_C void TestForUtf8BomL()
       
   483 	{
       
   484 	TheTest.Start(_L("@SYMTestCaseID:SYSLIB-CHARCONV-UT-4002 Testing BOM in UTF-8")); 	
       
   485 	
       
   486 	RFs fs;
       
   487 	TEST(fs.Connect() == KErrNone);
       
   488 	CleanupClosePushL(fs);
       
   489 	
       
   490 	TInt confidenceLevel = 0;	
       
   491 	TBuf8<255> testData;
       
   492 	CArrayFix<CCnvCharacterSetConverter::SCharacterSet>* charsets =
       
   493 	CCnvCharacterSetConverter::CreateArrayOfCharacterSetsAvailableLC(fs);	
       
   494 	CCnvCharacterSetConverter* converter = CCnvCharacterSetConverter::NewLC();
       
   495 
       
   496 	//No BOM
       
   497 
       
   498 	// Ensure that UTF-8 doesn't run over ASCII.
       
   499 	TheTest.Next(_L("No BOM, Valid UTF-8 and ASCII String."));
       
   500 	TestAutodetect1L(*charsets,_L8("\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64"), 
       
   501 			KCharacterSetIdentifierAscii,converter);
       
   502 
       
   503 	//Length
       
   504 	// Verify our original length issue is still gone.
       
   505 	TheTest.Next(_L("No BOM, valid UTF-8 string, > 100 chars."));
       
   506 	// must be >= 100 characters.
       
   507 	testData = _L8("\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\x30\x30\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\xce\x9f");
       
   508 	TestAutodetect1L(*charsets, testData ,
       
   509 			KCharacterSetIdentifierUtf8,converter);
       
   510 	confidenceLevel = TestConvertibleToCharacterReturnResultL(KCharacterSetIdentifierUtf8,
       
   511 			*charsets,testData );
       
   512 	TEST(confidenceLevel == KUtf8NoBomMaxSuccessConfidenceLevel);
       
   513 		    
       
   514 	TheTest.Next(_L("No BOM, valid UTF-8 string, < 100 chars."));
       
   515 	testData = _L8("\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64\xce\x9f");
       
   516 	TestAutodetect1L(*charsets,testData,
       
   517 			KCharacterSetIdentifierUtf8,converter);
       
   518 	TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
       
   519 			*charsets,testData,KUtf8NoBomMinSuccessConfidenceLevel);
       
   520 
       
   521 	// Then get a bit more concerned.
       
   522 	//   One one-byte character overlaps several encodings.
       
   523 	TheTest.Next(_L("No BOM, valid UTF-8 string, 1 char."));
       
   524 	testData = _L8("\x7D");
       
   525 	TestAutodetect1L(*charsets,testData,
       
   526 			KCharacterSetIdentifierAscii,converter);
       
   527 	TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
       
   528 			*charsets,testData, KUtf8NoBomMinSuccessConfidenceLevel);
       
   529 
       
   530 	TheTest.Next(_L("No BOM, valid UTF-8 string, 0 chars."));
       
   531 	testData = _L8("");
       
   532 	TestAutodetect1L(*charsets,testData,
       
   533 			KCharacterSetIdentifierAscii,converter);
       
   534 	TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
       
   535 			*charsets,testData, KUtf8NoStringConfidenceLevel );
       
   536 	
       
   537 	TheTest.Next(_L("No BOM (i.e. BOM in middle of string), valid UTF-8 string."));
       
   538 	// string is both UTF-8 and ISO 8895-1.
       
   539 	testData = _L8("00000000:\xef\xbb\xbf\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64");
       
   540 	TestAutodetect1L(*charsets,testData,
       
   541 			KCharacterSetIdentifierIso88591,converter);
       
   542 	TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
       
   543 			*charsets,testData, KUtf8NoBomMinSuccessConfidenceLevel);
       
   544 
       
   545 	
       
   546 	//BOM tests
       
   547 		
       
   548 	 // This text is both GBK and UTF-8 compliant.  As it stands now we search
       
   549 	 //  the plug-ins first (incl. GBK).  So although it may seem counter-intuititve 
       
   550 	 //  it is a correct test.
       
   551 	TheTest.Next(_L("With BOM, UTF-8 and GBK string."));
       
   552 	testData = _L8("\xef\xbb\xbf\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64");
       
   553 	TestAutodetect1L(*charsets,testData,
       
   554 			KCharacterSetIdentifierGb18030,converter);
       
   555 	TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
       
   556 			*charsets,testData, KUtf8BomConfidenceLevel);
       
   557 
       
   558 	TheTest.Next(_L("With BOM, UTF-8 and GBK string, 4 chars."));
       
   559 	testData = _L8("\xef\xbb\xbf\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64");
       
   560 	TestAutodetect1L(*charsets,testData,
       
   561 			KCharacterSetIdentifierGb18030,converter);
       
   562 	TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
       
   563 			*charsets,testData, KUtf8BomConfidenceLevel);
       
   564 
       
   565 	TheTest.Next(_L("BOM, valid UTF-8."));
       
   566 	testData = _L8("\xef\xbb\xbf\x7F\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64");
       
   567 	TestAutodetect1L(*charsets,testData,
       
   568 			KCharacterSetIdentifierUtf8,converter);
       
   569 	TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
       
   570 			*charsets,testData, KUtf8BomConfidenceLevel);
       
   571 	
       
   572 	TheTest.Next(_L("BOM, valid UTF-8, 4 chars."));
       
   573 	testData = _L8("\xef\xbb\xbf\x7F");
       
   574 	TestAutodetect1L(*charsets,testData,
       
   575 			KCharacterSetIdentifierUtf8,converter);
       
   576 	TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
       
   577 			*charsets,testData, KUtf8BomConfidenceLevel);
       
   578 	
       
   579 	TheTest.Next(_L("BOM, valid UTF-8, 3 chars."));
       
   580 	testData = _L8("\xef\xbb\xbf");
       
   581 	TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
       
   582 			*charsets,testData, KUtf8BomConfidenceLevel);
       
   583 	
       
   584 	TheTest.Next(_L("BOM, valid UTF-8, 2 chars."));
       
   585 	testData = _L8("\xef\xbb");
       
   586 	TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
       
   587 			*charsets,testData, KUtf8NoBomMinSuccessConfidenceLevel);
       
   588 	
       
   589 	TheTest.Next(_L("BOM, valid UTF-8, 1 char."));
       
   590 	testData = _L8("\xef");
       
   591 	TestAutodetect1L(*charsets,testData,
       
   592 			KCharacterSetIdentifierIso88591,converter);
       
   593 	TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
       
   594 			*charsets,testData, KUtf8NoBomMinSuccessConfidenceLevel);
       
   595 
       
   596 	TheTest.Next(_L("Invalid BOM, valid UTF-8."));
       
   597 	testData = _L8("\xfe\xff\x48\x65\x6c\x6c\x6f\x20\x57\x6f\x72\x6c\x64");
       
   598 	TestAutodetect1L(*charsets,testData,
       
   599 			KCharacterSetIdentifierUnicodeBig,converter);
       
   600 	TestConvertibleToCharacterWithSpecificResultL(KCharacterSetIdentifierUtf8,
       
   601 			*charsets,testData, KUtf8ConfidenceFailure);
       
   602 
       
   603 	
       
   604 	CleanupStack::Pop(3);  //charsets, converter, fs
       
   605 	delete converter;
       
   606 	delete charsets;
       
   607 	fs.Close(); 
       
   608 	
       
   609 	TheTest.End();
       
   610 	}
       
   611 
       
   612 
       
   613 /**
       
   614 @SYMTestCaseID          SYSLIB-CHARCONV-CT-0552
       
   615 @SYMTestCaseDesc        AutoDetection of character tests  
       
   616 @SYMTestPriority        Medium
       
   617 @SYMTestActions         Calls up auto detection conversion test functions
       
   618 @SYMTestExpectedResults Test must not fail
       
   619 @SYMREQ                 REQ0000
       
   620 */
       
   621 LOCAL_C void DoE32MainL()
       
   622 	{
       
   623 	RFs fileServerSession;
       
   624 	CleanupClosePushL(fileServerSession);
       
   625 	User::LeaveIfError(fileServerSession.Connect());
       
   626 	const CArrayFix<CCnvCharacterSetConverter::SCharacterSet>* arrayOfCharacterSetsAvailable=CCnvCharacterSetConverter::CreateArrayOfCharacterSetsAvailableLC(fileServerSession);
       
   627 	
       
   628 	TheTest.Start(_L("@SYMTestCaseID:SYSLIB-CHARCONV-CT-0552  About to start the AutoDetection\n"));
       
   629 	TheTest.Printf(_L("Embedded Test Tag\n"));
       
   630 	TheTest.Printf(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-307 Tests for CCnvCharacterSetConverter::AutoDetectCharSetL() \n"));
       
   631 	TheTest.Printf(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0548 Test for CCnvCharacterSetConverter::AutoDetectCharacterSetL() \n"));
       
   632 	TheTest.Printf(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0549 Tests for CCnvCharacterSetConverter::ConvertibleToCharacterSetL() function \n"));
       
   633 	TheTest.Printf(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0550 Tests to autodetect a character read from file \n"));
       
   634 	TheTest.Printf(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0551 Tests for conversion of characters read from a file to Unicode \n"));
       
   635 
       
   636 	TestConvertibleToCharacterL(KCharacterSetIdentifierUtf8,*arrayOfCharacterSetsAvailable,KUTF8,1);
       
   637 	TestConvertibleToCharacterL(KCharacterSetIdentifierAscii,*arrayOfCharacterSetsAvailable,KASCII,1);
       
   638 	TestConvertibleToCharacterL(KCharacterSetIdentifierUnicodeBig,*arrayOfCharacterSetsAvailable,KUnicode,1);
       
   639 	TestConvertibleToCharacterL(KCharacterSetIdentifierUnicodeBig,*arrayOfCharacterSetsAvailable,KUnicode3,1);
       
   640 	TestConvertibleToCharacterL(KCharacterSetIdentifierShiftJis,*arrayOfCharacterSetsAvailable,KSJISPhrase,1);
       
   641 	TestConvertibleToCharacterL(KCharacterSetIdentifierShiftJis,*arrayOfCharacterSetsAvailable,KSJISPhrase,1);
       
   642 	TestConvertibleToCharacterL(KCharacterSetIdentifierGb2312,*arrayOfCharacterSetsAvailable,GB2312B,1);
       
   643 	TestConvertibleToCharacterL(KCharacterSetIdentifierEucJpPacked,*arrayOfCharacterSetsAvailable,KEUC2,1);
       
   644 	TestConvertibleToCharacterL(KCharacterSetIdentifierEucJpPacked,*arrayOfCharacterSetsAvailable,KEUP,1);
       
   645 	
       
   646 	TestConvertibleToCharacterL(KCharacterSetIdentifierIso88591,*arrayOfCharacterSetsAvailable,KSomeISO,1);
       
   647 	TestConvertibleToCharacterL(KCharacterSetIdentifierIso88591,*arrayOfCharacterSetsAvailable,KISODEF,1);
       
   648 	TestConvertibleToCharacterL(KCharacterSetIdentifierCodePage1252,*arrayOfCharacterSetsAvailable,KISODEF,0);
       
   649 
       
   650 
       
   651 	TestConvertibleToCharacterL(KCharacterSetIdentifierEucJpPacked,*arrayOfCharacterSetsAvailable,KUTF8,0);
       
   652 	TestConvertibleToCharacterL(KCharacterSetIdentifierHz,*arrayOfCharacterSetsAvailable,KASCII,0);
       
   653 	TestConvertibleToCharacterL(KCharacterSetIdentifierCodePage1252,*arrayOfCharacterSetsAvailable,KUnicode,0);
       
   654 	TestConvertibleToCharacterL(KCharacterSetIdentifierSms7Bit,*arrayOfCharacterSetsAvailable,KUnicode3,0);
       
   655 	TestConvertibleToCharacterL(KCharacterSetIdentifierSms7Bit,*arrayOfCharacterSetsAvailable,KSJISPhrase,0);
       
   656 	TestConvertibleToCharacterL(KCharacterSetIdentifierSms7Bit,*arrayOfCharacterSetsAvailable,KSMS7InvalidEmail,0);
       
   657 	TestConvertibleToCharacterL(KCharacterSetIdentifierSms7Bit,*arrayOfCharacterSetsAvailable,KSMS7ValidEmail,1);
       
   658 	TestConvertibleToCharacterL(KCharacterSetIdentifierIso2022Jp,*arrayOfCharacterSetsAvailable,KSJISPhrase,0);
       
   659 	TestConvertibleToCharacterL(KCharacterSetIdentifierIso2022Jp,*arrayOfCharacterSetsAvailable,GB2312B,0);
       
   660 	TestConvertibleToCharacterL(KCharacterSetIdentifierIso2022Jp,*arrayOfCharacterSetsAvailable,KEUC2,0);
       
   661 	TestConvertibleToCharacterL(KCharacterSetIdentifierIso2022Jp,*arrayOfCharacterSetsAvailable,KEUP,0);
       
   662 	TestConvertibleToCharacterL(KCharacterSetIdentifierEucJpPacked,*arrayOfCharacterSetsAvailable,KSomeISO,0);
       
   663 	TestConvertibleToCharacterL(KCharacterSetIdentifierEucJpPacked,*arrayOfCharacterSetsAvailable,KUnicodeFail,0);
       
   664 
       
   665 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KEUP,KCharacterSetIdentifierEucJpPacked);
       
   666 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KEUC2,KCharacterSetIdentifierEucJpPacked);
       
   667 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KUnicode,KCharacterSetIdentifierUnicodeLittle);
       
   668 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KUnicode2,KCharacterSetIdentifierUnicodeLittle);
       
   669 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KUnicode3,KCharacterSetIdentifierUnicodeBig);
       
   670 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KSJISPhrase,KCharacterSetIdentifierShiftJis);
       
   671 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KDodgyShiftJIS,KCharacterSetIdentifierShiftJis);
       
   672 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KDodgyShiftJIS2,KCharacterSetIdentifierShiftJis);
       
   673 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KDodgyShiftJIS3,KCharacterSetIdentifierShiftJis);
       
   674 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KBig5,KCharacterSetIdentifierBig5);
       
   675 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KSJIS,KCharacterSetIdentifierShiftJis);
       
   676 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KASCII,KCharacterSetIdentifierAscii);
       
   677 	TestAutodetectL(*arrayOfCharacterSetsAvailable,SJISNET,KCharacterSetIdentifierShiftJis);
       
   678 	TestAutodetectL(*arrayOfCharacterSetsAvailable,BIG5A,KCharacterSetIdentifierBig5);
       
   679 	TestAutodetectL(*arrayOfCharacterSetsAvailable,BIG5C,KCharacterSetIdentifierBig5);
       
   680 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KUTF8,KCharacterSetIdentifierUtf8);
       
   681 	TestAutodetectL(*arrayOfCharacterSetsAvailable,BIG5Corrupt,KCharacterSetIdentifierBig5);
       
   682 	TestAutodetectL(*arrayOfCharacterSetsAvailable,BIG5Ahalf,KCharacterSetIdentifierBig5);
       
   683 	TestAutodetectL(*arrayOfCharacterSetsAvailable,GB2312B,KCharacterSetIdentifierGb18030);
       
   684 	TestAutodetectL(*arrayOfCharacterSetsAvailable,GB2312C,KCharacterSetIdentifierGb18030);
       
   685 	TestAutodetectL(*arrayOfCharacterSetsAvailable,GB2312Corrupt,KCharacterSetIdentifierGb18030);
       
   686 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KISO, KCharacterSetIdentifierIso88591);
       
   687 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KSomeISO, KCharacterSetIdentifierIso88591);
       
   688 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KShortUnicode1,KCharacterSetIdentifierUnicodeLittle);
       
   689 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KShortUnicode2,KCharacterSetIdentifierUnicodeLittle);
       
   690 
       
   691 	// INC086007 (and PDEF088039) - start
       
   692 	_LIT8(Kexport,"https://espmg002.ext.nokia.com/push/unifi \nhttps://nam.ext.nokia.com/ \n\nhttp://gutenberg.spiegel.de/doyle/napoleon/Druckversion_napoleon.htm\nhttp://gutenberg.spiegel.de/doyle/baskervi/Druckversion_baske-de.htm\n\nhttp://www.heise.de/newsticker/heise.rdf\nhttp://www.teltarif.de/db/news.rss\nhttp://www.linuxdevices.com/backend/headlines10.rdf\nhttp://www.dpreview.com/news/dpr.rdf\nhttp://planet.maemo.org/rss10.xml\nhttp://www.macnews.de/index.php?_mcnpage=71148\nhttp://www.tecchannel.de/news/feed/complete.rss\nhttp://www.n-tv.de/23.rss\nhttp://www.br-online.de/global/export/dynRdf.jsp?channel=\nhttp://www.wdr.de/xml/newsticker.rdf\nhttp://www.tagesschau.de/newsticker.rdf\nhttp://www.n24.de/rss/?rubrik=home\nhttp://www.n24.de/rss/?rubrik=wirtschaft\nhttp://www.n24.de/rss/?rubrik=politik\nhttp://www.welt.de/z/newsticker/ticker_welt.xml\nhttp://www.ftd.de/static/ticker/ftd-topnews.rdf\nhttp://www.ftd.de/static/container/rss/ftd-rss-1200.rdf\nhttp://www.ftd.de/static/container/rss/ftd-rss-200.rdf\nhttp://www.ftd.de/static/container/rss/ftd-rss-300.rdf\nhttp://rss.cnn.com/rss/cnn_world.rss\nhttp://rss.cnn.com/rss/cnn_tech.rss\nhttp://rss.cnn.com/rss/money_topstories.rss\nhttp://rss.cnn.com/rss/cnn_space.rss\nhttp://news.yandex.ru/index.rss\nhttp://news.yandex.ru/world.rss\nhttp://news.yandex.ru/politics.rss\nhttp://news.yandex.ru/science.rss\nhttp://www.jpost.com/servlet/Satellite?pagename=JPost/Page/RSS&amp;cid=1123495333389\n\n\n\n");
       
   693 	TestAutodetectL(*arrayOfCharacterSetsAvailable, Kexport, KCharacterSetIdentifierAscii);
       
   694 	
       
   695 	// test for DEF089572 - ONB: TAUTODETECT failing on Coverage builds
       
   696 	TBuf8<300> buf;
       
   697 	ReadDesc(buf, KSMS7bitFilename, fileServerSession);
       
   698 	TestAutodetectL(*arrayOfCharacterSetsAvailable, buf, KCharacterSetIdentifierSms7Bit);
       
   699 	
       
   700 	// INC086007 (and PDEF088039) - end
       
   701 	
       
   702 	//test for INC037743 - Charconv recognises Little Endian as Big Endian
       
   703 	
       
   704 	// Fix for DEF063276.
       
   705 	
       
   706 	ReadDesc(buf, KLittleEndianFilename, fileServerSession);	
       
   707 	TestAutodetectL(*arrayOfCharacterSetsAvailable,buf, KCharacterSetIdentifierUnicodeLittle);
       
   708 	
       
   709 	ReadDesc(buf, KBigEndianFilename, fileServerSession);
       
   710 	TestAutodetectL(*arrayOfCharacterSetsAvailable,buf, KCharacterSetIdentifierUnicodeBig);
       
   711 
       
   712 	// End fix
       
   713 	
       
   714 	// tests for INC037581 - SS66 - Long .txt note fails to open in msg centre inbox
       
   715 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KFinnish, KCharacterSetIdentifierIso88591);
       
   716 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KSwedish, KCharacterSetIdentifierIso88591);
       
   717 
       
   718 	// tests for INC043016 - AV21 via BTH received TXT file could not be opened
       
   719 	TestAutodetectL(*arrayOfCharacterSetsAvailable,KGotcha, KCharacterSetIdentifierAscii); // changed to Ascii from Utf8 as part of INC086007
       
   720 	
       
   721 	//test for INC037705 read in file and try to autodetect()
       
   722 #ifdef __WINS__
       
   723 	TestAutoDetectFromFileL(_L("C:\\test\\data\\finnish.txt"), KCharacterSetIdentifierIso88591);
       
   724 	TestAutoDetectFromFileL(_L("C:\\test\\data\\swedish.txt"), KCharacterSetIdentifierIso88591);
       
   725 #else
       
   726 	TestAutoDetectFromFileL(_L("Z:\\test\\data\\finnish.txt"), KCharacterSetIdentifierIso88591);
       
   727 	TestAutoDetectFromFileL(_L("Z:\\test\\data\\swedish.txt"), KCharacterSetIdentifierIso88591);
       
   728 #endif
       
   729 
       
   730 	
       
   731 	//test for INC037705: read in file and try to convertToUnicode()
       
   732 #ifdef __WINS__
       
   733 	TestConvertFromFileL(_L("C:\\test\\data\\finnish.txt"), KCharacterSetIdentifierIso88591);
       
   734 	TestConvertFromFileL(_L("C:\\test\\data\\swedish.txt"), KCharacterSetIdentifierIso88591);
       
   735 #else
       
   736 	TestConvertFromFileL(_L("Z:\\test\\data\\finnish.txt"), KCharacterSetIdentifierIso88591);
       
   737 	TestConvertFromFileL(_L("Z:\\test\\data\\swedish.txt"), KCharacterSetIdentifierIso88591);
       
   738 #endif
       
   739 
       
   740     TestAutoDetectionPerformanceL(arrayOfCharacterSetsAvailable);
       
   741 
       
   742 	TestForUtf8BomL();
       
   743 
       
   744 	
       
   745 	TheTest.Printf(_L("\n"));
       
   746 	CleanupStack::PopAndDestroy(2);
       
   747 	}
       
   748 
       
   749 
       
   750 GLDEF_C TInt E32Main()
       
   751 	{
       
   752 	__UHEAP_MARK;
       
   753 
       
   754 	TheTest.Title();
       
   755 
       
   756 	CTrapCleanup* trapCleanup=CTrapCleanup::New();
       
   757 	TEST(trapCleanup != NULL);
       
   758 
       
   759 	TRAPD(error, DoE32MainL());
       
   760 	TEST2(error, KErrNone);
       
   761 
       
   762 	delete trapCleanup;
       
   763 
       
   764 	TheTest.End();
       
   765 	TheTest.Close();
       
   766 
       
   767 	__UHEAP_MARKEND;
       
   768 	return KErrNone;
       
   769 	}
       
   770