filehandling/fileconverterfw/SRC/TXCONV.CPP
changeset 0 2e3d3ce01487
equal deleted inserted replaced
-1:000000000000 0:2e3d3ce01487
       
     1 // Copyright (c) 1997-2009 Nokia Corporation and/or its subsidiary(-ies).
       
     2 // All rights reserved.
       
     3 // This component and the accompanying materials are made available
       
     4 // under the terms of "Eclipse Public License v1.0"
       
     5 // which accompanies this distribution, and is available
       
     6 // at the URL "http://www.eclipse.org/legal/epl-v10.html".
       
     7 //
       
     8 // Initial Contributors:
       
     9 // Nokia Corporation - initial contribution.
       
    10 //
       
    11 // Contributors:
       
    12 //
       
    13 // Description:
       
    14 //
       
    15 
       
    16 
       
    17 
       
    18 #include <conarc.h>
       
    19 #include <s32file.h>
       
    20 #include <e32std.h>
       
    21 #include <e32uid.h>
       
    22 
       
    23 #include "TXCONV.H"
       
    24 
       
    25 //
       
    26 // class CEtToTxtCnv
       
    27 // 
       
    28 
       
    29 CEtToTxtCnv::~CEtToTxtCnv()
       
    30 	{
       
    31 	delete iTextTranFromEra;
       
    32 	}
       
    33 
       
    34 void CEtToTxtCnv::ConvertObjectAL(RReadStream& aReadStream, RWriteStream& aWriteStream,MConverterUiObserver* /*aObserver*/)
       
    35 	{
       
    36 	iReadStream = &aReadStream;
       
    37 	iPos=0;
       
    38 	iLength=aReadStream.Source()->SizeL();
       
    39 	delete iTextTranFromEra;
       
    40 	iTextTranFromEra=NULL;
       
    41 	iTextTranFromEra=TTextTranFromEra::NewL(CPlainText::EOrganiseByParagraph, aWriteStream,0);
       
    42 	}
       
    43 
       
    44 const TInt KBufSize=256;
       
    45 
       
    46 TBool CEtToTxtCnv::DoConvertL()
       
    47 	{
       
    48 	__ASSERT_DEBUG(iTextTranFromEra, User::Invariant());
       
    49 	TBuf<KBufSize> buf;
       
    50 	TInt read = Min(iLength - iPos, KBufSize);
       
    51 #if defined _UNICODE
       
    52 	TBuf8<KBufSize> buf8;
       
    53 	iReadStream->ReadL(buf8, read);
       
    54 	for(TInt i = 0; i < (buf8.Size() - 1); i += 2)
       
    55 		{
       
    56 		buf.Append(buf8[i] | (buf8[i + 1] << 8));
       
    57 		}
       
    58 #else
       
    59 	iReadStream->ReadL(buf,read);
       
    60 #endif
       
    61 	iPos += read;
       
    62 	iTextTranFromEra->Initialise(buf);
       
    63 	return iTextTranFromEra->DoTranslateL();
       
    64 	}
       
    65 
       
    66 
       
    67 TUid CEtToTxtCnv::Uid()
       
    68 	{
       
    69 	return KUidEtextToText;
       
    70 	}
       
    71 
       
    72 TInt CEtToTxtCnv::Capabilities()
       
    73 	{
       
    74 	return EConvertsObjects;
       
    75 	}
       
    76 
       
    77 CEtToTxtCnv::CEtToTxtCnv()
       
    78 	{}
       
    79 
       
    80 //
       
    81 // class CTxtToEtCnv
       
    82 // 
       
    83 
       
    84 CTxtToEtCnv::~CTxtToEtCnv()
       
    85 	{
       
    86 	delete iTextTranToEra;
       
    87 	}
       
    88 
       
    89 void CTxtToEtCnv::ConvertObjectAL(RReadStream& aReadStream, RWriteStream& aWriteStream, MConverterUiObserver* /*aObserver*/)
       
    90 	{
       
    91 	iReadStream = &aReadStream;
       
    92 	iWriteStream = &aWriteStream;
       
    93 	iLength=iReadStream->Source()->SizeL();
       
    94 	iPos=0;
       
    95 	delete iTextTranToEra;
       
    96 	iTextTranToEra=NULL;
       
    97 	iTextTranToEra=new(ELeave) TTextTranToEra(CPlainText::EOrganiseByParagraph, iNoTrim);
       
    98 	}
       
    99 
       
   100 TBool CTxtToEtCnv::DoConvertL()
       
   101 	{
       
   102 	__ASSERT_DEBUG(iTextTranToEra, User::Invariant());
       
   103 	TBuf<KBufSize> buf;
       
   104 	TInt read = Min(iLength - iPos, KBufSize);
       
   105 #if defined _UNICODE
       
   106 	TBuf8<KBufSize> buf8;
       
   107 	iReadStream->ReadL(buf8, read);
       
   108 	TInt i = 0;
       
   109 	for(; i < (buf8.Size() - 1); i += 2)
       
   110 		{
       
   111 		buf.Append(buf8[i] | (buf8[i + 1] << 8));
       
   112 		}
       
   113 #else
       
   114 	iReadStream->ReadL(buf, read);
       
   115 #endif
       
   116 	iPos += read;
       
   117 	iTextTranToEra->Translate(buf);
       
   118 #if defined _UNICODE
       
   119 	buf8.Zero();
       
   120 	for (i = 0; i < buf.Length(); i++)
       
   121 		{
       
   122 		buf8.Append(buf[i] & 0x00FF);
       
   123 		buf8.Append((buf[i] >> 8) & 0x00FF);
       
   124 		}
       
   125 	iWriteStream->WriteL(buf8);	
       
   126 #else
       
   127 	iWriteStream->WriteL(buf);
       
   128 #endif
       
   129 	if (iPos < iLength)
       
   130 		return ETrue; // more to do
       
   131 	return EFalse;
       
   132 	}
       
   133 
       
   134 TUid CTxtToEtCnv::Uid()
       
   135 	{
       
   136 	return KUidTextToEtext;
       
   137 	}
       
   138 
       
   139 TInt CTxtToEtCnv::Capabilities()
       
   140 	{
       
   141 	return EConvertsObjects;
       
   142 	}
       
   143 
       
   144 CTxtToEtCnv::CTxtToEtCnv()
       
   145 	{}
       
   146 CTxtToEtCnv::CTxtToEtCnv(TBool aNoTrim) : iNoTrim(aNoTrim)
       
   147 	{}
       
   148 
       
   149 TTextTran::TTextTran(CPlainText::TTextOrganisation aTextOrganisation)
       
   150 // C'tor
       
   151 //
       
   152 	: iTransMode(aTextOrganisation)
       
   153 	{}
       
   154 
       
   155 
       
   156 void TTextTran::SetTranslationMode(CPlainText::TTextOrganisation aTextOrganisation)
       
   157 //
       
   158 	{iTransMode=aTextOrganisation;}
       
   159 
       
   160 
       
   161 CPlainText::TTextOrganisation TTextTran::TranslationMode()const
       
   162 //
       
   163 	{return iTransMode;}
       
   164 	
       
   165 
       
   166 TTextTranToEra::TTextTranToEra(CPlainText::TTextOrganisation aTextOrganisation, TBool aNoTrim)
       
   167 // C'tor
       
   168 //
       
   169 	: TTextTran(aTextOrganisation)
       
   170 	{
       
   171 	iNoTrim=aNoTrim;
       
   172 	}
       
   173 
       
   174 
       
   175 void TTextTranToEra::Translate(TDes& aBuf)
       
   176 // Scans the passed buffer, replacing line delimiters with paragraph delimiters
       
   177 // based on the translation mode that has been set. (Paragraph or line).
       
   178 // Control characters in the source, that have meaning to ERA text are translated
       
   179 // into 'blobs'.
       
   180 // The descriptor aBuf will never be enlarged, only made smaller!
       
   181 //
       
   182 // Unicode specifies discontinuous control code regions.!!!
       
   183 	{
       
   184 
       
   185 	iReadPtr=CONST_CAST(TText*,aBuf.Ptr());
       
   186 	iWritePtr=CONST_CAST(TText*,iReadPtr);
       
   187 	const TText* basePtr=iReadPtr;
       
   188 	const TInt length=aBuf.Length();
       
   189 	while (iReadPtr<basePtr+length)
       
   190 		{
       
   191 //		__ASSERT_DEBUG(iReadPtr>=iWritePtr,Panic(EDebug));
       
   192 		if (*iReadPtr<0x20)
       
   193 			MapControlCode();  // This is a control character
       
   194 		else
       
   195 			{
       
   196 			*iWritePtr=*iReadPtr;
       
   197 			iWritePtr++;
       
   198 			}
       
   199 		iReadPtr++;
       
   200 		}
       
   201 	aBuf.SetLength(iWritePtr-basePtr);
       
   202 	}
       
   203 
       
   204 
       
   205 void TTextTranToEra::MapControlCode()
       
   206 // Translate any control codes encountered into something more reasonable.
       
   207 // CR's are ignored completely, only LF's influence where paragraph delimiters occur.
       
   208 //
       
   209 	{
       
   210 	switch (*iReadPtr)
       
   211 		{
       
   212 		case 0x0c:  // FF
       
   213 			*iWritePtr=CEditableText::EPageBreak;
       
   214 			break;
       
   215 		case 0x09:  // CEditableText::ETabCharacter
       
   216 			*iWritePtr=*iReadPtr;
       
   217 			break;  // No translation required
       
   218 		case 0x0d:  // CR - ignore this character.
       
   219 			iWritePtr--;  // cos its incremented again outside the switch.
       
   220 			break;
       
   221 		case 0x0a:  // LF
       
   222 			{
       
   223 			if (iTransMode==CPlainText::EOrganiseByParagraph)
       
   224 				{
       
   225 				if(!iNoTrim)
       
   226 					{
       
   227 					Trim();  // trims trailng white space preceeding this line delimter.
       
   228 					}
       
   229 				*iWritePtr=CEditableText::EParagraphDelimiter;  // all line delimiters become paragraph delimiters
       
   230 				}
       
   231 			else
       
   232 				{// only consecutive line delimiters become paragraph delimiters
       
   233 				if (*(iReadPtr+1)==0x0a || (*(iReadPtr+1)==0x0d && *(iReadPtr+2)==0x0a))
       
   234 					{
       
   235 					Trim();  // trims trailng white space preceeding this line delimter.
       
   236 					*iWritePtr=CEditableText::EParagraphDelimiter;  // Insert paragraph
       
   237 					iReadPtr+=(*(iReadPtr+1)==0x0a) ? 1 : 2; // consume this delimiter set.
       
   238 					}
       
   239 				else
       
   240 					*iWritePtr=0x20;  // replace with white space.
       
   241 				}
       
   242 			break;
       
   243 			}
       
   244 		default:
       
   245 			// CEditableText::EParagraphDelimiter
       
   246 			// CEditableText::ELineBreak
       
   247 			// CEditableText::EPageBreak
       
   248 			// CEditableText::ENonBreakingTab
       
   249 			// CEditableText::ENonBreakingHyphen
       
   250 			// CEditableText::EPotentialHyphen
       
   251 			// CEditableText::ENonBreakingSpace
       
   252 			// CEditableText::EPictureCharacter
       
   253 			*iWritePtr=*iReadPtr;
       
   254 			break;
       
   255 		}
       
   256 	iWritePtr++;
       
   257 	}
       
   258 
       
   259 
       
   260 void TTextTranToEra::Trim()
       
   261 // Removes white space that has already been written before the line delimiter was encountered.
       
   262 //
       
   263 	{
       
   264 	while (*(iWritePtr-1)==0x20)
       
   265 		iWritePtr--;
       
   266 	}
       
   267 
       
   268 
       
   269 TTextTranFromEra* TTextTranFromEra::NewL(CPlainText::TTextOrganisation aTextOrganisation,RWriteStream& aOutStream,TInt aLineWrap)
       
   270 // Create & initialise a new instance of this class.
       
   271 //
       
   272 	{
       
   273 	TTextTranFromEra* self=new(ELeave) TTextTranFromEra(aTextOrganisation,aOutStream,aLineWrap);
       
   274 	CleanupStack::PushL(self);
       
   275 	self->ConstructL();
       
   276 	CleanupStack::Pop();
       
   277 	return self;
       
   278 	}
       
   279 
       
   280 
       
   281 TTextTranFromEra::TTextTranFromEra(CPlainText::TTextOrganisation aTextOrganisation,RWriteStream& aOutStream,TInt aLineWrap)
       
   282 // C'tor
       
   283 //
       
   284 	: TTextTran(aTextOrganisation),iOutStream(aOutStream),iLineWrap(aLineWrap)
       
   285 
       
   286 	{
       
   287 	ResetExportBuffer();
       
   288 	if (aTextOrganisation==CPlainText::EOrganiseByParagraph)
       
   289 		iLineWrap=KMaxTInt;
       
   290 	}
       
   291 
       
   292 
       
   293 void TTextTranFromEra::ConstructL()
       
   294 // Initialise this object.
       
   295 //
       
   296 	{}
       
   297 
       
   298 
       
   299 TInt TTextTranFromEra::DoTranslateL()
       
   300 // Scans the passed buffer, replacing paragraph delimiters with line delimiters (CR/LF)
       
   301 // based on the translation mode that has been set. (Paragraph or line).
       
   302 // Special characters in the source, that have meaning to ERA text are translated.
       
   303 //
       
   304 	{
       
   305 	if(iReadPtr<iSBase+iSLen)
       
   306 		{
       
   307 		while (iReadPtr<(iSBase+iSLen))
       
   308 			{
       
   309 			DoTranslateSourceBufferL();  // returns when export buffer is full or aBuf is empty
       
   310 			CommitExportBufferToFileL();  // export buffer full
       
   311 			}
       
   312 		return ETrue;
       
   313 		}
       
   314 	CommitExportBufferToFileL();
       
   315 	return EFalse;
       
   316 	}
       
   317 
       
   318 
       
   319 void TTextTranFromEra::NotifyEndOfSourceL()
       
   320 // Flush the export buffer.
       
   321 //
       
   322 	{CommitExportBufferToFileL();}
       
   323 	
       
   324 
       
   325 void TTextTranFromEra::Initialise(const TDesC& aBuf)
       
   326 //
       
   327 	{
       
   328 	iReadPtr=CONST_CAST(TText*,aBuf.Ptr());
       
   329 	iSBase=iReadPtr;
       
   330 	iSLen=aBuf.Length();
       
   331 	}
       
   332 
       
   333 
       
   334 void TTextTranFromEra::ResetExportBuffer()
       
   335 //
       
   336 	{
       
   337 	iWritePtr=CONST_CAST(TText*,iExportBuffer.Ptr());
       
   338 	iTBase=iWritePtr;
       
   339 	}
       
   340 
       
   341 void TTextTranFromEra::CommitExportBufferToFileL()
       
   342 //
       
   343 	{
       
   344 	iExportBuffer.SetLength(iWritePtr - iTBase);
       
   345 #if !defined(_UNICODE)
       
   346 	iOutStream.WriteL(iExportBuffer);
       
   347 #else // Write wide descriptor to file as byte stream
       
   348 	TBuf8<KMaxExportBuffer> narrowBuffer;
       
   349 	TInt i = 0;
       
   350 	for (; i < (iExportBuffer.Length() / 2); i++)
       
   351 		{
       
   352 		narrowBuffer.Append(iExportBuffer[i] & 0x00FF);
       
   353 		narrowBuffer.Append((iExportBuffer[i] >> 8) & 0x00FF);
       
   354 		}
       
   355 	iOutStream.WriteL(narrowBuffer);
       
   356 	narrowBuffer.Zero();
       
   357 	for (i = (iExportBuffer.Length() / 2); i < iExportBuffer.Length(); i++)
       
   358 		{
       
   359 		narrowBuffer.Append(iExportBuffer[i] & 0x00FF);
       
   360 		narrowBuffer.Append((iExportBuffer[i] >> 8) & 0x00FF);
       
   361 		}
       
   362 	iOutStream.WriteL(narrowBuffer);
       
   363 #endif
       
   364 	iExportBuffer.SetLength(0);
       
   365 	iWritePtr = iTBase;  // Reset the write pointer - fundamental !!!!
       
   366 	}
       
   367 
       
   368 
       
   369 void TTextTranFromEra::DoTranslateSourceBufferL()
       
   370 // Translate the source buffer, writing to the export buffer.
       
   371 // Returns when either the source has been consumed or the export buffer is full
       
   372 //
       
   373 	{
       
   374 	while (iReadPtr<iSBase+iSLen && iWritePtr<iTBase+KMaxExportBuffer-2*KLineDelimiterLength)
       
   375 		{
       
   376 		if ((*iReadPtr<0x20) || (*iReadPtr==CEditableText::EParagraphDelimiter))
       
   377 			MapEraCodeL();  // May fill export buffer
       
   378 		else
       
   379 			{
       
   380 			*iWritePtr=*iReadPtr;
       
   381 			iWritePtr++;
       
   382 			}
       
   383 		if (iLineWrap!=KMaxTInt && iWritePtr>=iTBase+iLineWrap)
       
   384 			{
       
   385 			TText* ptr=iWritePtr;
       
   386 			TText* end=iWritePtr;
       
   387 			TText chr(0);
       
   388 			while ((*(--ptr))!=' ' && ptr>iTBase)		//Allow for more general breaking character
       
   389 				{}
       
   390 			if (*ptr!=' ')
       
   391 				{
       
   392 				WriteCRLF(KLineDelimiterLength);
       
   393 				ptr=end;		//So the while below is not executed
       
   394 				}
       
   395 			else
       
   396 				{
       
   397 				*ptr++=KCharacterCR;
       
   398 				chr=*ptr;
       
   399 				*ptr++=KCharacterLF;
       
   400 				iWritePtr=ptr;
       
   401 				}
       
   402 			CommitExportBufferToFileL();
       
   403 			if (ptr<=end)
       
   404 				{
       
   405 				*(iWritePtr++)=chr;
       
   406 				while (ptr<end)
       
   407 					{
       
   408 					*(iWritePtr++)=*(ptr++);
       
   409 					}
       
   410 				}
       
   411 			}
       
   412 		iReadPtr++;
       
   413 		}
       
   414 	}
       
   415 	
       
   416 
       
   417 void TTextTranFromEra::MapEraCodeL()
       
   418 //
       
   419 	{
       
   420 	switch (*iReadPtr)
       
   421 		{
       
   422 		case CEditableText::EPictureCharacter:
       
   423 		case CEditableText::ELineBreak:
       
   424 		case CEditableText::EPageBreak:
       
   425 		case CEditableText::EPotentialHyphen:
       
   426 			return;  // These characters are not emitted.
       
   427 		case CEditableText::ETabCharacter:
       
   428 			*iWritePtr=KCharacterTab;
       
   429 			break;
       
   430 		case CEditableText::ENonBreakingHyphen:
       
   431 			*iWritePtr=KCharacterHyphen;
       
   432 			break;
       
   433 		case CEditableText::ENonBreakingSpace:
       
   434 			*iWritePtr=KCharacterSpace;
       
   435 			break;
       
   436 		case CEditableText::EParagraphDelimiter:
       
   437 			{
       
   438 			TInt charsToWrite=KLineDelimiterLength;
       
   439 			if (iTransMode==CPlainText::EOrganiseByLine)
       
   440 				charsToWrite=2*KLineDelimiterLength;
       
   441 			WriteCRLF(charsToWrite);
       
   442 			if (iTransMode==CPlainText::EOrganiseByLine)
       
   443 				CommitExportBufferToFileL();  // export buffer
       
   444 			return;
       
   445 			}
       
   446 		default:
       
   447 			*iWritePtr=*iReadPtr;
       
   448 			break;
       
   449 		}
       
   450 	iWritePtr++;
       
   451 	}
       
   452 
       
   453 
       
   454 void TTextTranFromEra::WriteCRLF(TInt aNumCharacters)
       
   455 //
       
   456 	{
       
   457 	while (aNumCharacters>0)
       
   458 		{
       
   459 		if (aNumCharacters%2==1)
       
   460 			*iWritePtr=KCharacterLF;
       
   461 		else
       
   462 			*iWritePtr=KCharacterCR;
       
   463 		aNumCharacters--;
       
   464 		iWritePtr++;
       
   465 		}
       
   466 	}
       
   467