tracesrv/tracecompiler/src/com.nokia.tracecompiler/src/com/nokia/tracecompiler/source/ExcludedAreaParser.java
author hgs
Fri, 08 Oct 2010 14:56:39 +0300
changeset 56 aa2539c91954
parent 41 tracefw/tracecompiler/src/com.nokia.tracecompiler/src/com/nokia/tracecompiler/source/ExcludedAreaParser.java@838cdffd57ce
permissions -rw-r--r--
201041
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
41
hgs
parents:
diff changeset
     1
/*
hgs
parents:
diff changeset
     2
* Copyright (c) 2008 Nokia Corporation and/or its subsidiary(-ies). 
hgs
parents:
diff changeset
     3
* All rights reserved.
hgs
parents:
diff changeset
     4
* This component and the accompanying materials are made available
hgs
parents:
diff changeset
     5
* under the terms of "Eclipse Public License v1.0"
hgs
parents:
diff changeset
     6
* which accompanies this distribution, and is available
hgs
parents:
diff changeset
     7
* at the URL "http://www.eclipse.org/legal/epl-v10.html".
hgs
parents:
diff changeset
     8
*
hgs
parents:
diff changeset
     9
* Initial Contributors:
hgs
parents:
diff changeset
    10
* Nokia Corporation - initial contribution.
hgs
parents:
diff changeset
    11
*
hgs
parents:
diff changeset
    12
* Contributors:
hgs
parents:
diff changeset
    13
*
hgs
parents:
diff changeset
    14
* Description:
hgs
parents:
diff changeset
    15
*
hgs
parents:
diff changeset
    16
* Parser for comments and strings
hgs
parents:
diff changeset
    17
*
hgs
parents:
diff changeset
    18
*/
hgs
parents:
diff changeset
    19
package com.nokia.tracecompiler.source;
hgs
parents:
diff changeset
    20
hgs
parents:
diff changeset
    21
import java.util.ArrayList;
hgs
parents:
diff changeset
    22
import java.util.Collections;
hgs
parents:
diff changeset
    23
import java.util.List;
hgs
parents:
diff changeset
    24
hgs
parents:
diff changeset
    25
/**
hgs
parents:
diff changeset
    26
 * Parser for comments and strings
hgs
parents:
diff changeset
    27
 * 
hgs
parents:
diff changeset
    28
 */
hgs
parents:
diff changeset
    29
final class ExcludedAreaParser {
hgs
parents:
diff changeset
    30
hgs
parents:
diff changeset
    31
	/**
hgs
parents:
diff changeset
    32
	 * The check range is used to limit the effect of unterminated ' in code
hgs
parents:
diff changeset
    33
	 */
hgs
parents:
diff changeset
    34
	private static final int CHAR_CHECK_RANGE = 3; // CodForChk_Dis_Magic
hgs
parents:
diff changeset
    35
hgs
parents:
diff changeset
    36
	/**
hgs
parents:
diff changeset
    37
	 * Source parser
hgs
parents:
diff changeset
    38
	 */
hgs
parents:
diff changeset
    39
	private SourceParser parser;
hgs
parents:
diff changeset
    40
hgs
parents:
diff changeset
    41
	/**
hgs
parents:
diff changeset
    42
	 * List of source file areas that are not used in search
hgs
parents:
diff changeset
    43
	 */
hgs
parents:
diff changeset
    44
	private ArrayList<SourceExcludedArea> excludedAreas = new ArrayList<SourceExcludedArea>();
hgs
parents:
diff changeset
    45
hgs
parents:
diff changeset
    46
	/**
hgs
parents:
diff changeset
    47
	 * Comparator for array sorting and searching
hgs
parents:
diff changeset
    48
	 */
hgs
parents:
diff changeset
    49
	private PositionArrayComparator arrayComparator = new PositionArrayComparator();
hgs
parents:
diff changeset
    50
hgs
parents:
diff changeset
    51
	/**
hgs
parents:
diff changeset
    52
	 * Constructor
hgs
parents:
diff changeset
    53
	 * 
hgs
parents:
diff changeset
    54
	 * @param parser
hgs
parents:
diff changeset
    55
	 *            the source parser
hgs
parents:
diff changeset
    56
	 */
hgs
parents:
diff changeset
    57
	ExcludedAreaParser(SourceParser parser) {
hgs
parents:
diff changeset
    58
		this.parser = parser;
hgs
parents:
diff changeset
    59
	}
hgs
parents:
diff changeset
    60
hgs
parents:
diff changeset
    61
	/**
hgs
parents:
diff changeset
    62
	 * Resets the excluded areas
hgs
parents:
diff changeset
    63
	 */
hgs
parents:
diff changeset
    64
	void reset() {
hgs
parents:
diff changeset
    65
		excludedAreas.clear();
hgs
parents:
diff changeset
    66
	}
hgs
parents:
diff changeset
    67
hgs
parents:
diff changeset
    68
	/**
hgs
parents:
diff changeset
    69
	 * Finds the array index of the excluded area which contains the offset. If
hgs
parents:
diff changeset
    70
	 * none of the areas contain the offset, returns negative integer indicating
hgs
parents:
diff changeset
    71
	 * the index of the excluded area following the offset
hgs
parents:
diff changeset
    72
	 * 
hgs
parents:
diff changeset
    73
	 * @param offset
hgs
parents:
diff changeset
    74
	 *            the offset to the data
hgs
parents:
diff changeset
    75
	 * @return the excluded area index
hgs
parents:
diff changeset
    76
	 */
hgs
parents:
diff changeset
    77
	int find(int offset) {
hgs
parents:
diff changeset
    78
		return Collections.binarySearch(excludedAreas, new SourceLocationBase(
hgs
parents:
diff changeset
    79
				parser, offset), arrayComparator);
hgs
parents:
diff changeset
    80
	}
hgs
parents:
diff changeset
    81
hgs
parents:
diff changeset
    82
	/**
hgs
parents:
diff changeset
    83
	 * Finds the excluded source file areas. Excluded areas include comments and
hgs
parents:
diff changeset
    84
	 * quoted strings. Overwrites possible old areas.
hgs
parents:
diff changeset
    85
	 * 
hgs
parents:
diff changeset
    86
	 * @throws SourceParserException
hgs
parents:
diff changeset
    87
	 *             if processing fails
hgs
parents:
diff changeset
    88
	 */
hgs
parents:
diff changeset
    89
	void parseAll() throws SourceParserException {
hgs
parents:
diff changeset
    90
		excludedAreas.clear();
hgs
parents:
diff changeset
    91
		ExcludedAreaSearchData data = new ExcludedAreaSearchData();
hgs
parents:
diff changeset
    92
		int length = parser.getSource().getLength();
hgs
parents:
diff changeset
    93
		SourceExcludedArea lastarea = parse(data, length);
hgs
parents:
diff changeset
    94
		if (data.inString || data.inChar || data.inComment
hgs
parents:
diff changeset
    95
				|| data.inLineComment || data.inPreprocessor) {
hgs
parents:
diff changeset
    96
			lastarea.setLength(parser.getSource().getLength()
hgs
parents:
diff changeset
    97
					- lastarea.getOffset());
hgs
parents:
diff changeset
    98
			excludedAreas.add(lastarea);
hgs
parents:
diff changeset
    99
		}
hgs
parents:
diff changeset
   100
	}
hgs
parents:
diff changeset
   101
hgs
parents:
diff changeset
   102
	/**
hgs
parents:
diff changeset
   103
	 * Parses the excluded areas of source
hgs
parents:
diff changeset
   104
	 * 
hgs
parents:
diff changeset
   105
	 * @param data
hgs
parents:
diff changeset
   106
	 *            the search data
hgs
parents:
diff changeset
   107
	 * @param length
hgs
parents:
diff changeset
   108
	 *            the length of data to be parsed
hgs
parents:
diff changeset
   109
	 * @return the last area
hgs
parents:
diff changeset
   110
	 * @throws SourceParserException
hgs
parents:
diff changeset
   111
	 *             if parser fails
hgs
parents:
diff changeset
   112
	 */
hgs
parents:
diff changeset
   113
	private SourceExcludedArea parse(ExcludedAreaSearchData data, int length)
hgs
parents:
diff changeset
   114
			throws SourceParserException {
hgs
parents:
diff changeset
   115
		SourceExcludedArea area = null;
hgs
parents:
diff changeset
   116
		while (data.index < length) {
hgs
parents:
diff changeset
   117
			data.value = parser.getSource().getChar(data.index++);
hgs
parents:
diff changeset
   118
			// Line comments end at end-of-line
hgs
parents:
diff changeset
   119
			if (data.inLineComment) {
hgs
parents:
diff changeset
   120
				processInLineComment(data, area);
hgs
parents:
diff changeset
   121
			} else if (data.inComment) {
hgs
parents:
diff changeset
   122
				processInComment(data, area);
hgs
parents:
diff changeset
   123
			} else if (data.inPreprocessor) {
hgs
parents:
diff changeset
   124
				processInPreprocessor(data, area);
hgs
parents:
diff changeset
   125
			} else if (data.inString) {
hgs
parents:
diff changeset
   126
				processInString(data, area);
hgs
parents:
diff changeset
   127
			} else if (data.inChar) {
hgs
parents:
diff changeset
   128
				processInChar(data, area);
hgs
parents:
diff changeset
   129
			} else if (data.value == '/' && data.index < length) {
hgs
parents:
diff changeset
   130
				area = createCommentArea(data);
hgs
parents:
diff changeset
   131
			} else if (data.value == '\"') {
hgs
parents:
diff changeset
   132
				area = createStringArea(data);
hgs
parents:
diff changeset
   133
			} else if (data.value == '\'') {
hgs
parents:
diff changeset
   134
				area = createCharArea(data);
hgs
parents:
diff changeset
   135
			} else if (data.value == '#'
hgs
parents:
diff changeset
   136
					&& (data.index == 1 || parser.getSource().getChar(
hgs
parents:
diff changeset
   137
							data.index - 2) == '\n')) { // CodForChk_Dis_Magic
hgs
parents:
diff changeset
   138
				area = createPreprocessorArea(data);
hgs
parents:
diff changeset
   139
			}
hgs
parents:
diff changeset
   140
		}
hgs
parents:
diff changeset
   141
		return area;
hgs
parents:
diff changeset
   142
	}
hgs
parents:
diff changeset
   143
hgs
parents:
diff changeset
   144
	/**
hgs
parents:
diff changeset
   145
	 * Gets the excluded area that contains given offset
hgs
parents:
diff changeset
   146
	 * 
hgs
parents:
diff changeset
   147
	 * @param offset
hgs
parents:
diff changeset
   148
	 *            the offset to the area
hgs
parents:
diff changeset
   149
	 * @return the area or null if offset does not hit any area
hgs
parents:
diff changeset
   150
	 */
hgs
parents:
diff changeset
   151
	SourceExcludedArea getArea(int offset) {
hgs
parents:
diff changeset
   152
		SourceExcludedArea retval;
hgs
parents:
diff changeset
   153
		int index = find(offset);
hgs
parents:
diff changeset
   154
		if (index >= 0) {
hgs
parents:
diff changeset
   155
			retval = excludedAreas.get(index);
hgs
parents:
diff changeset
   156
		} else {
hgs
parents:
diff changeset
   157
			retval = null;
hgs
parents:
diff changeset
   158
		}
hgs
parents:
diff changeset
   159
		return retval;
hgs
parents:
diff changeset
   160
	}
hgs
parents:
diff changeset
   161
hgs
parents:
diff changeset
   162
	/**
hgs
parents:
diff changeset
   163
	 * Gets the list of excluded areas
hgs
parents:
diff changeset
   164
	 * 
hgs
parents:
diff changeset
   165
	 * @return the list of areas
hgs
parents:
diff changeset
   166
	 */
hgs
parents:
diff changeset
   167
	List<SourceExcludedArea> getAreas() {
hgs
parents:
diff changeset
   168
		return excludedAreas;
hgs
parents:
diff changeset
   169
	}
hgs
parents:
diff changeset
   170
hgs
parents:
diff changeset
   171
	/**
hgs
parents:
diff changeset
   172
	 * Processes a quote (') character marking start of character area
hgs
parents:
diff changeset
   173
	 * 
hgs
parents:
diff changeset
   174
	 * @param data
hgs
parents:
diff changeset
   175
	 *            the search flags
hgs
parents:
diff changeset
   176
	 * @return the new area
hgs
parents:
diff changeset
   177
	 */
hgs
parents:
diff changeset
   178
	private SourceExcludedArea createCharArea(ExcludedAreaSearchData data) {
hgs
parents:
diff changeset
   179
		SourceExcludedArea area;
hgs
parents:
diff changeset
   180
		data.inChar = true;
hgs
parents:
diff changeset
   181
		area = new SourceExcludedArea(parser, data.index - 1,
hgs
parents:
diff changeset
   182
				SourceExcludedArea.CHARACTER);
hgs
parents:
diff changeset
   183
		return area;
hgs
parents:
diff changeset
   184
	}
hgs
parents:
diff changeset
   185
hgs
parents:
diff changeset
   186
	/**
hgs
parents:
diff changeset
   187
	 * Processes a double quote (") character marking start of string area
hgs
parents:
diff changeset
   188
	 * 
hgs
parents:
diff changeset
   189
	 * @param data
hgs
parents:
diff changeset
   190
	 *            the search flags
hgs
parents:
diff changeset
   191
	 * @return the new area
hgs
parents:
diff changeset
   192
	 */
hgs
parents:
diff changeset
   193
	private SourceExcludedArea createStringArea(ExcludedAreaSearchData data) {
hgs
parents:
diff changeset
   194
		SourceExcludedArea area;
hgs
parents:
diff changeset
   195
		data.inString = true;
hgs
parents:
diff changeset
   196
		area = new SourceExcludedArea(parser, data.index - 1,
hgs
parents:
diff changeset
   197
				SourceExcludedArea.STRING);
hgs
parents:
diff changeset
   198
		return area;
hgs
parents:
diff changeset
   199
	}
hgs
parents:
diff changeset
   200
hgs
parents:
diff changeset
   201
	/**
hgs
parents:
diff changeset
   202
	 * Processes a forward slash (/) character marking start of comment
hgs
parents:
diff changeset
   203
	 * 
hgs
parents:
diff changeset
   204
	 * @param data
hgs
parents:
diff changeset
   205
	 *            the search flags
hgs
parents:
diff changeset
   206
	 * @return the comment object
hgs
parents:
diff changeset
   207
	 * @throws SourceParserException
hgs
parents:
diff changeset
   208
	 *             if processing fails
hgs
parents:
diff changeset
   209
	 */
hgs
parents:
diff changeset
   210
	private SourceExcludedArea createCommentArea(ExcludedAreaSearchData data)
hgs
parents:
diff changeset
   211
			throws SourceParserException {
hgs
parents:
diff changeset
   212
		SourceExcludedArea area;
hgs
parents:
diff changeset
   213
		char next = parser.getSource().getChar(data.index);
hgs
parents:
diff changeset
   214
		if (next == '/') {
hgs
parents:
diff changeset
   215
			data.inLineComment = true;
hgs
parents:
diff changeset
   216
			area = new SourceExcludedArea(parser, data.index - 1,
hgs
parents:
diff changeset
   217
					SourceExcludedArea.LINE_COMMENT);
hgs
parents:
diff changeset
   218
			data.index++;
hgs
parents:
diff changeset
   219
		} else if (next == '*') {
hgs
parents:
diff changeset
   220
			data.inComment = true;
hgs
parents:
diff changeset
   221
			area = new SourceExcludedArea(parser, data.index - 1,
hgs
parents:
diff changeset
   222
					SourceExcludedArea.MULTILINE_COMMENT);
hgs
parents:
diff changeset
   223
			data.index++;
hgs
parents:
diff changeset
   224
		} else {
hgs
parents:
diff changeset
   225
			area = null;
hgs
parents:
diff changeset
   226
		}
hgs
parents:
diff changeset
   227
		return area;
hgs
parents:
diff changeset
   228
	}
hgs
parents:
diff changeset
   229
hgs
parents:
diff changeset
   230
	/**
hgs
parents:
diff changeset
   231
	 * Processes a preprocessor definition
hgs
parents:
diff changeset
   232
	 * 
hgs
parents:
diff changeset
   233
	 * @param data
hgs
parents:
diff changeset
   234
	 *            the search flags
hgs
parents:
diff changeset
   235
	 * @return the preprocessor area representation
hgs
parents:
diff changeset
   236
	 */
hgs
parents:
diff changeset
   237
	private SourceExcludedArea createPreprocessorArea(
hgs
parents:
diff changeset
   238
			ExcludedAreaSearchData data) {
hgs
parents:
diff changeset
   239
		SourceExcludedArea area = new SourceExcludedArea(parser,
hgs
parents:
diff changeset
   240
				data.index - 1, SourceExcludedArea.PREPROCESSOR_DEFINITION);
hgs
parents:
diff changeset
   241
		data.inPreprocessor = true;
hgs
parents:
diff changeset
   242
		return area;
hgs
parents:
diff changeset
   243
	}
hgs
parents:
diff changeset
   244
hgs
parents:
diff changeset
   245
	/**
hgs
parents:
diff changeset
   246
	 * Processes a character that belongs to '' area
hgs
parents:
diff changeset
   247
	 * 
hgs
parents:
diff changeset
   248
	 * @param data
hgs
parents:
diff changeset
   249
	 *            the search flags
hgs
parents:
diff changeset
   250
	 * @param area
hgs
parents:
diff changeset
   251
	 *            the area under processing
hgs
parents:
diff changeset
   252
	 * @throws SourceParserException
hgs
parents:
diff changeset
   253
	 *             if processing fails
hgs
parents:
diff changeset
   254
	 */
hgs
parents:
diff changeset
   255
	private void processInChar(ExcludedAreaSearchData data,
hgs
parents:
diff changeset
   256
			SourceExcludedArea area) throws SourceParserException {
hgs
parents:
diff changeset
   257
		// The check range is used to limit the effect of unterminated '
hgs
parents:
diff changeset
   258
		if ((data.value == '\'' && parser.getSource().getChar(data.index - 2) != '\\') // CodForChk_Dis_Magic
hgs
parents:
diff changeset
   259
				|| data.index - area.getOffset() > CHAR_CHECK_RANGE) {
hgs
parents:
diff changeset
   260
			data.inChar = false;
hgs
parents:
diff changeset
   261
			area.setLength(data.index - area.getOffset());
hgs
parents:
diff changeset
   262
			excludedAreas.add(area);
hgs
parents:
diff changeset
   263
		}
hgs
parents:
diff changeset
   264
	}
hgs
parents:
diff changeset
   265
hgs
parents:
diff changeset
   266
	/**
hgs
parents:
diff changeset
   267
	 * Processes a character that belongs to "" area
hgs
parents:
diff changeset
   268
	 * 
hgs
parents:
diff changeset
   269
	 * @param data
hgs
parents:
diff changeset
   270
	 *            the search flags
hgs
parents:
diff changeset
   271
	 * @param area
hgs
parents:
diff changeset
   272
	 *            the area under processing
hgs
parents:
diff changeset
   273
	 * @throws SourceParserException
hgs
parents:
diff changeset
   274
	 *             if processing fails
hgs
parents:
diff changeset
   275
	 */
hgs
parents:
diff changeset
   276
	private void processInString(ExcludedAreaSearchData data,
hgs
parents:
diff changeset
   277
			SourceExcludedArea area) throws SourceParserException {
hgs
parents:
diff changeset
   278
		// Strings end with " unless escaped with \" (except \\")
hgs
parents:
diff changeset
   279
		if (data.value == '\"') {
hgs
parents:
diff changeset
   280
			if (parser.getSource().getChar(data.index - 2) != '\\' // CodForChk_Dis_Magic
hgs
parents:
diff changeset
   281
					|| parser.getSource().getChar(data.index - 3) == '\\') { // CodForChk_Dis_Magic
hgs
parents:
diff changeset
   282
				data.inString = false;
hgs
parents:
diff changeset
   283
				area.setLength(data.index - area.getOffset());
hgs
parents:
diff changeset
   284
				excludedAreas.add(area);
hgs
parents:
diff changeset
   285
			}
hgs
parents:
diff changeset
   286
		}
hgs
parents:
diff changeset
   287
	}
hgs
parents:
diff changeset
   288
hgs
parents:
diff changeset
   289
	/**
hgs
parents:
diff changeset
   290
	 * Processes a character that belongs to multi-line comment
hgs
parents:
diff changeset
   291
	 * 
hgs
parents:
diff changeset
   292
	 * @param data
hgs
parents:
diff changeset
   293
	 *            the search flags
hgs
parents:
diff changeset
   294
	 * @param area
hgs
parents:
diff changeset
   295
	 *            the area under processing
hgs
parents:
diff changeset
   296
	 * @throws SourceParserException
hgs
parents:
diff changeset
   297
	 *             if processing fails
hgs
parents:
diff changeset
   298
	 */
hgs
parents:
diff changeset
   299
	private void processInComment(ExcludedAreaSearchData data,
hgs
parents:
diff changeset
   300
			SourceExcludedArea area) throws SourceParserException {
hgs
parents:
diff changeset
   301
		// Comments end with */
hgs
parents:
diff changeset
   302
		if (data.value == '*') {
hgs
parents:
diff changeset
   303
			if (data.index < parser.getSource().getLength()
hgs
parents:
diff changeset
   304
					&& parser.getSource().getChar(data.index) == '/') {
hgs
parents:
diff changeset
   305
				data.index++;
hgs
parents:
diff changeset
   306
				data.inComment = false;
hgs
parents:
diff changeset
   307
				area.setLength(data.index - area.getOffset());
hgs
parents:
diff changeset
   308
				excludedAreas.add(area);
hgs
parents:
diff changeset
   309
			}
hgs
parents:
diff changeset
   310
		}
hgs
parents:
diff changeset
   311
	}
hgs
parents:
diff changeset
   312
hgs
parents:
diff changeset
   313
	/**
hgs
parents:
diff changeset
   314
	 * Processes a character that belongs to line comment
hgs
parents:
diff changeset
   315
	 * 
hgs
parents:
diff changeset
   316
	 * @param data
hgs
parents:
diff changeset
   317
	 *            the search flags
hgs
parents:
diff changeset
   318
	 * @param area
hgs
parents:
diff changeset
   319
	 *            the area under processing
hgs
parents:
diff changeset
   320
	 */
hgs
parents:
diff changeset
   321
	private void processInLineComment(ExcludedAreaSearchData data,
hgs
parents:
diff changeset
   322
			SourceExcludedArea area) {
hgs
parents:
diff changeset
   323
		if (data.value == '\n') {
hgs
parents:
diff changeset
   324
			data.inLineComment = false;
hgs
parents:
diff changeset
   325
			area.setLength(data.index - area.getOffset());
hgs
parents:
diff changeset
   326
			excludedAreas.add(area);
hgs
parents:
diff changeset
   327
		}
hgs
parents:
diff changeset
   328
	}
hgs
parents:
diff changeset
   329
hgs
parents:
diff changeset
   330
	/**
hgs
parents:
diff changeset
   331
	 * Processes a character that belongs to preprocessor definition
hgs
parents:
diff changeset
   332
	 * 
hgs
parents:
diff changeset
   333
	 * @param data
hgs
parents:
diff changeset
   334
	 *            the search flags
hgs
parents:
diff changeset
   335
	 * @param area
hgs
parents:
diff changeset
   336
	 *            the area under processing
hgs
parents:
diff changeset
   337
	 * @throws SourceParserException
hgs
parents:
diff changeset
   338
	 *             if processing fails
hgs
parents:
diff changeset
   339
	 */
hgs
parents:
diff changeset
   340
	private void processInPreprocessor(ExcludedAreaSearchData data,
hgs
parents:
diff changeset
   341
			SourceExcludedArea area) throws SourceParserException {
hgs
parents:
diff changeset
   342
		if (data.value == '\n') {
hgs
parents:
diff changeset
   343
			char prev = parser.getSource().getChar(data.index - 2); // CodForChk_Dis_Magic
hgs
parents:
diff changeset
   344
			char prev2 = parser.getSource().getChar(data.index - 3); // CodForChk_Dis_Magic
hgs
parents:
diff changeset
   345
			if (!((prev == '\\') || (prev == '\r' && prev2 == '\\'))) {
hgs
parents:
diff changeset
   346
				data.inPreprocessor = false;
hgs
parents:
diff changeset
   347
				area.setLength(data.index - area.getOffset());
hgs
parents:
diff changeset
   348
				excludedAreas.add(area);
hgs
parents:
diff changeset
   349
			}
hgs
parents:
diff changeset
   350
		}
hgs
parents:
diff changeset
   351
	}
hgs
parents:
diff changeset
   352
}