--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/sbsv2/raptor/python/mmpparser.py Tue Oct 27 16:36:35 2009 +0000
@@ -0,0 +1,388 @@
+#
+# Copyright (c) 2007-2009 Nokia Corporation and/or its subsidiary(-ies).
+# All rights reserved.
+# This component and the accompanying materials are made available
+# under the terms of the License "Eclipse Public License v1.0"
+# which accompanies this distribution, and is available
+# at the URL "http://www.eclipse.org/legal/epl-v10.html".
+#
+# Initial Contributors:
+# Nokia Corporation - initial contribution.
+#
+# Contributors:
+#
+# Description:
+# MMPParser module
+# This module provides a parser for MMP files which can work
+# with any supplied MMPBackend
+#
+
+
+# We have to define the grammar in the following order:
+# Actions - because the rules reference them
+# Terminals - because the rules use them
+# Rules
+# Root rule - e.g. "an MMP is a list of statements"
+#
+# This seems inverted but it's just the price of
+# being able to use python to define the grammar.
+
+
+from pyparsing import *
+import sys
+
+# For multiline matching we must exclude \n from the list of whitespace
+# characters. If we don't then Parse Elements like OneOrMore won't stop
+# at line boundaries.
+# \r doesn't matter as it is always followed by \n anyhow it is
+# redundant and may be thrown away without any loss of information.
+ParserElement.setDefaultWhitespaceChars('\t\r ')
+
+
+
+
+## Useful Parse Elements #########################################
+def String():
+ return Regex('[^ \n]+')
+
+def StringList():
+ return Group(OneOrMore(Regex('[^ \n]+')))
+
+def HexOrDecNumber():
+ return Regex('(0[xX][0-9a-fA-Z]+)|([0-9]+)')
+
+def Line(pattern):
+ return pattern.copy() + LineEnd().suppress()
+
+
+
+class MMPParser(object):
+ # Tools for whom options may be specified
+ tools = [ 'ARMCC', 'CW', 'GCC', 'MSVC', 'GCCXML', 'ARMASM', 'GCCE' ]
+
+
+ def __init__(self,statemachine):
+ self.backend = statemachine
+ # Create Tokens for the tools we support
+ self.toolName = CaselessKeyword(MMPParser.tools[0])
+ for thisTool in MMPParser.tools[1:]:
+ self.toolName ^= CaselessKeyword(thisTool)
+
+ self.assignment = \
+ ( \
+ Line(CaselessKeyword('ARMFPU') + String()) ^ \
+ Line(CaselessKeyword('ASSPLIBRARY') + StringList()) ^ \
+ Line(CaselessKeyword('CAPABILITY') + StringList()) ^ \
+ Line(CaselessKeyword('DOCUMENT') + StringList()) ^ \
+ Line(CaselessKeyword('EPOCHEAPSIZE') + HexOrDecNumber() + HexOrDecNumber()) ^ \
+ Line(CaselessKeyword('EPOCPROCESSPRIORITY') + String()) ^ \
+ Line(CaselessKeyword('FIRSTLIB') + String()) ^ \
+ Line(CaselessKeyword('TARGET') + String()) ^ \
+ Line(CaselessKeyword('ROMTARGET') + Optional(StringList())) ^ \
+ Line(CaselessKeyword('RAMTARGET') + String()) ^ \
+ Line(CaselessKeyword('TARGETTYPE') + String()) ^ \
+ Line(CaselessKeyword('TARGETPATH') + String()) ^ \
+ Line(CaselessKeyword('SYSTEMINCLUDE') + StringList()) ^ \
+ Line(CaselessKeyword('USERINCLUDE') + StringList()) ^ \
+ Line(CaselessKeyword('DEFFILE') + String()) ^ \
+ Line(CaselessKeyword('EXPORTLIBRARY') + String()) ^ \
+ Line(CaselessKeyword('LINKAS') + String()) ^ \
+ Line(CaselessKeyword('VENDORID') + HexOrDecNumber()) ^ \
+ Line(CaselessKeyword('OPTION') + self.toolName + StringList()) ^ \
+ Line(CaselessKeyword('LINKEROPTION') + self.toolName + StringList()) ^\
+ Line(CaselessKeyword('OPTION_REPLACE') + self.toolName + StringList()) ^ \
+ Line(CaselessKeyword('SECUREID') + HexOrDecNumber()) ^ \
+ Line(CaselessKeyword('EPOCSTACKSIZE') + HexOrDecNumber()) ^ \
+ Line(CaselessKeyword('VERSION') + String() + Optional(CaselessKeyword('EXPLICIT'))) ^ \
+ Line(CaselessKeyword('EPOCPROCESSPRIORITY') + String()) ^ \
+ Line(CaselessKeyword('NEWLIB') + String()) \
+ ).setParseAction(self.backend.doAssignment) ^ \
+ ( \
+ Line(CaselessKeyword('SOURCE') + StringList()).setParseAction(self.backend.doSourceAssignment) \
+ ).setParseAction(self.backend.doSourceAssignment) ^ \
+ ( \
+ Line(CaselessKeyword('RESOURCE') + StringList()).setParseAction(self.backend.doOldResourceAssignment) \
+ ).setParseAction(self.backend.doOldResourceAssignment) ^ \
+ ( \
+ Line(CaselessKeyword('SYSTEMRESOURCE') + StringList()).setParseAction(self.backend.doResourceAssignment) \
+ ).setParseAction(self.backend.doOldResourceAssignment) ^ \
+ ( \
+ Line(CaselessKeyword('SOURCEPATH') + String()).setParseAction(self.backend.doSourceAssignment) \
+ ).setParseAction(self.backend.doSourcePathAssignment) ^ \
+ ( \
+ Line((CaselessKeyword('UID') + Group(HexOrDecNumber() + Optional(HexOrDecNumber())))).setParseAction(self.backend.doUIDAssignment) \
+ ).setParseAction(self.backend.doUIDAssignment) ^ \
+ ( \
+ Line(CaselessKeyword('LANG') + StringList()) \
+ ).setParseAction(self.backend.doAppend) ^ \
+ ( \
+ Line(CaselessKeyword('LIBRARY') + StringList()) \
+ ).setParseAction(self.backend.doAppend) ^ \
+ ( \
+ Line(CaselessKeyword('DEBUGLIBRARY') + StringList()) \
+ ).setParseAction(self.backend.doAppend) ^ \
+ ( \
+ Line(CaselessKeyword('MACRO') + Optional(StringList())) \
+ ).setParseAction(self.backend.doAppend) ^ \
+ ( \
+ Line(CaselessKeyword('AIF') + StringList()) \
+ ).setParseAction(self.backend.doDeprecated) ^ \
+ ( \
+ Line(CaselessKeyword('STATICLIBRARY') + StringList()) \
+ ).setParseAction(self.backend.doAppend)
+
+ self.switch = \
+ (Line( \
+ CaselessKeyword('ALWAYS_BUILD_AS_ARM') ^ \
+ CaselessKeyword('ASSPEXPORTS') ^ \
+ CaselessKeyword('ASSPABI') ^ \
+ CaselessKeyword('ASSPEXPORTS') ^ \
+ CaselessKeyword('DEBUGGABLE') ^ \
+ CaselessKeyword('DEBUGGABLE_UDEBONLY') ^ \
+ CaselessKeyword('EPOCALLOWDLLDATA') ^ \
+ CaselessKeyword('EPOCCALLDLLENTRYPOINTS') ^ \
+ CaselessKeyword('EPOCFIXEDPROCESS') ^ \
+ CaselessKeyword('EXPORTUNFROZEN') ^ \
+ CaselessKeyword('FEATUREVARIANT') ^ \
+ CaselessKeyword('BYTEPAIRCOMPRESSTARGET') ^ \
+ CaselessKeyword('INFLATECOMPRESSTARGET') ^ \
+ CaselessKeyword('NOCOMPRESSTARGET') ^ \
+ CaselessKeyword('NOLINKTIMECODEGENERATION') ^ \
+ CaselessKeyword('NOMULTIFILECOMPILATION') ^ \
+ CaselessKeyword('COMPRESSTARGET') ^ \
+ CaselessKeyword('NOEXPORTLIBRARY') ^ \
+ CaselessKeyword('NOSTRICTDEF') ^ \
+ CaselessKeyword('SRCDBG') ^ \
+ CaselessKeyword('STRICTDEPEND') ^ \
+ CaselessKeyword('STDCPP') ^ \
+ CaselessKeyword('NOSTDCPP') ^ \
+ CaselessKeyword('SMPSAFE') ^ \
+ CaselessKeyword('PAGED') ^ \
+ CaselessKeyword('PAGEDCODE') ^ \
+ CaselessKeyword('PAGEDDATA') ^ \
+ CaselessKeyword('UNPAGED') ^ \
+ CaselessKeyword('UNPAGEDCODE') ^ \
+ CaselessKeyword('UNPAGEDDATA') ^ \
+ CaselessKeyword('WCHARENTRYPOINT') \
+ )).setParseAction(self.backend.doSetSwitch)
+
+ # General
+
+ self.blankline = (LineStart() + Regex('[\t\r ]*') + LineEnd().suppress() \
+ ).setParseAction(self.backend.doBlankLine)
+
+ self.preProcessorComment = (LineStart() + Regex('# .*') + LineEnd().suppress()
+ ).setParseAction(self.backend.doPreProcessorComment)
+
+ self.unknownstatement = (LineStart() + Regex('.*\S+') + LineEnd().suppress() \
+ ).setParseAction(self.backend.doUnknownStatement)
+
+ self.unknownBlockBody = (\
+ (Regex("[^\n]+?\s*") + LineEnd().suppress()).setParseAction(self.backend.doStartUnknown) + \
+ ZeroOrMore(self.unknownstatement) \
+ ).setParseAction(self.backend.doEndUnknown)
+
+ # Platform
+
+ self.ARMCCBlockStatement = \
+ self.blankline ^ self.preProcessorComment ^ \
+ Line( \
+ CaselessKeyword('ARMRT') ^ \
+ CaselessKeyword('ARMINC') \
+ ).setParseAction(self.backend.doSetSwitch) ^ \
+ Line( \
+ (CaselessKeyword('ARMLIBS') + StringList()) \
+ ).setParseAction(self.backend.doAppend)
+
+ self.WINSBlockStatement = \
+ self.blankline ^ self.preProcessorComment ^ \
+ Line( \
+ (CaselessKeyword('BASEADDRESS') + HexOrDecNumber()) \
+ ).setParseAction(self.backend.doAssignment) ^ \
+ Line( \
+ (CaselessKeyword('WIN32_LIBRARY') + StringList()) \
+ ).setParseAction(self.backend.doAppend) ^ \
+ Line( \
+ (CaselessKeyword('WIN32_RESOURCE') + StringList()) \
+ ).setParseAction(self.backend.doAppend) ^ \
+ Line( \
+ CaselessKeyword('WIN32_HEADERS') ^ \
+ CaselessKeyword('COPY_FOR_STATIC_LINKAGE')
+ ).setParseAction(self.backend.doSetSwitch)
+
+ self.TOOLSBlockStatement = \
+ self.blankline ^ self.preProcessorComment ^ \
+ Line( \
+ (CaselessKeyword('WIN32_LIBRARY') + StringList()) \
+ ).setParseAction(self.backend.doAppend)
+
+ self.platformBlock = ( \
+ ((CaselessKeyword('ARMCC') + LineEnd().suppress()).setParseAction(self.backend.doStartPlatform) + ZeroOrMore(self.ARMCCBlockStatement)) ^ \
+ ((CaselessKeyword('WINS') + LineEnd().suppress()).setParseAction(self.backend.doStartPlatform) + ZeroOrMore(self.WINSBlockStatement)) ^ \
+ ((CaselessKeyword('WINSCW') + LineEnd().suppress()).setParseAction(self.backend.doStartPlatform) + ZeroOrMore(self.WINSBlockStatement)) ^ \
+ (CaselessKeyword('MARM') + LineEnd().suppress()).setParseAction(self.backend.doStartPlatform) ^ \
+ ((CaselessKeyword('TOOLS') + LineEnd().suppress()).setParseAction(self.backend.doStartPlatform) + ZeroOrMore(self.TOOLSBlockStatement)) ^ \
+ (CaselessKeyword('WINC') + LineEnd().suppress()).setParseAction(self.backend.doStartPlatform) + ZeroOrMore(self.WINSBlockStatement) \
+ ).setParseAction(self.backend.doEndPlatform)
+
+ # Resource
+
+ self.resourceSetting= \
+ self.blankline ^ self.preProcessorComment ^ \
+ Line( \
+ (CaselessKeyword('TARGET') + String()) ^ \
+ (CaselessKeyword('TARGETPATH') + String()) ^ \
+ (CaselessKeyword('UID') + HexOrDecNumber()) \
+ ).setParseAction(self.backend.doResourceAssignment) ^ \
+ Line( \
+ (CaselessKeyword('DEPENDS') + StringList()) ^ \
+ (CaselessKeyword('LANG') + StringList()) \
+ ).setParseAction(self.backend.doResourceAppend) ^ \
+ Line( \
+ CaselessKeyword('HEADER') ^ \
+ CaselessKeyword('HEADERONLY')
+ ).setParseAction(self.backend.doResourceSetSwitch)
+
+ self.resourceBlockBody = (\
+ (CaselessKeyword('RESOURCE') + String() + LineEnd().suppress()).setParseAction(self.backend.doStartResource) \
+ + ZeroOrMore(self.resourceSetting) \
+ ).setParseAction(self.backend.doEndResource)
+
+ # Bitmap
+
+ self.bitmapSetting = \
+ self.blankline ^ self.preProcessorComment ^ \
+ Line( \
+ (CaselessKeyword('TARGETPATH') + String()) \
+ ).setParseAction(self.backend.doBitmapAssignment) ^\
+ Line( \
+ (CaselessKeyword('SOURCE') + StringList())
+ ).setParseAction(self.backend.doBitmapSourceAssignment) ^\
+ Line( \
+ (CaselessKeyword('SOURCEPATH') + String())
+ ).setParseAction(self.backend.doBitmapSourcePathAssignment) ^\
+ Line( \
+ CaselessKeyword('HEADER')
+ ).setParseAction(self.backend.doBitmapSetSwitch)
+
+ self.bitmapBlockBody = (\
+ (CaselessKeyword('BITMAP') + String() + LineEnd().suppress()).setParseAction(self.backend.doStartBitmap) + \
+ ZeroOrMore(self.bitmapSetting) \
+ ).setParseAction(self.backend.doEndBitmap)
+
+ # Stringtable
+
+ self.stringTableSetting = \
+ self.blankline ^ self.preProcessorComment ^ \
+ Line( \
+ (CaselessKeyword('EXPORTPATH') + String())
+ ).setParseAction(self.backend.doStringTableAssignment) ^\
+ Line( \
+ CaselessKeyword('HEADERONLY') \
+ ).setParseAction(self.backend.doStringTableSetSwitch)
+
+ self.stringTableBlockBody = (\
+ (CaselessKeyword('STRINGTABLE') + String() + LineEnd().suppress()).setParseAction(self.backend.doStartStringTable) + \
+ ZeroOrMore(self.stringTableSetting) \
+ ).setParseAction(self.backend.doEndStringTable)
+
+ # Top-level
+ self.block = \
+ LineStart() + CaselessLiteral("START") + White().suppress() + \
+ (self.platformBlock ^ self.resourceBlockBody ^ self.bitmapBlockBody ^ self.stringTableBlockBody ^self.unknownBlockBody) + \
+ LineStart() + CaselessLiteral("END") + LineEnd().suppress()
+
+
+ self.command = \
+ self.assignment ^ self.switch
+
+ # Unknown blocks and statements are ordered i.e. if there's a failure to match something before,
+ # then they're "caught" appropriately
+
+ self.mmp = (ZeroOrMore(self.preProcessorComment ^ self.blankline ^ self.block ^ self.command ^ self.unknownstatement)).setParseAction(self.backend.doMMP)
+
+
+## MMP Parsing Backends #########################################
+class MMPBackend(object):
+ """A "backend" for the MMP language
+ This may be used to implement a build system,
+ source analysis tool or anything else"""
+ def __init__(self):
+ super(MMPBackend,self).__init__()
+ def doPreProcessorComment(self,s,loc,toks):
+ return "OK"
+
+ def doStartPlatform(self,s,loc,toks):
+ return "OK"
+ def doEndPlatform(self,s,loc,toks):
+ return "OK"
+
+ def doStartResource(self,s,loc,toks):
+ return "OK"
+ def doResourceAssignment(self,s,loc,toks):
+ return "OK"
+ def doResourceAppend(self,s,loc,toks):
+ return "OK"
+ def doResourceSetSwitch(self,s,loc,toks):
+ return "OK"
+ def doEndResource(self,s,loc,toks):
+ return "OK"
+
+ def doStartBitmap(self,s,loc,toks):
+ return "OK"
+ def doBitmapAssignment(self,s,loc,toks):
+ return "OK"
+ def doBitmapSourceAssignment(self,s,loc,toks):
+ return "OK"
+ def doBitmapSourcePathAssignment(self,s,loc,toks):
+ return "OK"
+ def doBitmapSetSwitch(self,s,loc,toks):
+ return "OK"
+ def doEndBitmap(self,s,loc,toks):
+ return "OK"
+
+ def doStartStringtable(self,s,loc,toks):
+ return "OK"
+ def doStringTableAssignment(self,s,loc,toks):
+ return "OK"
+ def doStringTableSetSwitch(self,s,loc,toks):
+ return "OK"
+ def doEndStringtable(self,s,loc,toks):
+ return "OK"
+
+ def doSetSwitch(self,s,loc,toks):
+ return "OK"
+ def doAppend(self,s,loc,toks):
+ return "OK"
+ def doAssignment(self,s,loc,toks):
+ return "OK"
+ def doUIDAssignment(self,s,loc,toks):
+ return "OK"
+ def doSourcePathAssignment(self,s,loc,toks):
+ return "OK"
+ def doSourceAssignment(self,s,loc,toks):
+ return "OK"
+
+ def doOldResourceAssignment(self,s,loc,toks):
+ return "OK"
+
+ def doUnknownStatement(self,s,loc,toks):
+ return "OK"
+ def doStartUnknown(self,s,loc,toks):
+ return "OK"
+ def doEndUnknown(self,s,loc,toks):
+ return "OK"
+
+ def doBlankLine(self,s,loc,toks):
+ return "OK"
+
+ def doDeprecated(self,s,loc,toks):
+ return "OK"
+
+ def doNothing(self):
+ return "OK"
+
+ def doMMP(self,s,loc,toks):
+ return "MMP"
+
+