diff -r 932c358ece3e -r d8fccb2cd802 Orb/Doxygen/src/pre.l --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/Orb/Doxygen/src/pre.l Fri Apr 23 20:47:58 2010 +0100 @@ -0,0 +1,2729 @@ +/****************************************************************************** + * + * + * + * Copyright (C) 1997-2008 by Dimitri van Heesch. + * + * Permission to use, copy, modify, and distribute this software and its + * documentation under the terms of the GNU General Public License is hereby + * granted. No representations are made about the suitability of this software + * for any purpose. It is provided "as is" without express or implied warranty. + * See the GNU General Public License for more details. + * + * Documents produced by Doxygen are derivative works derived from the + * input used in their production; they are not affected by this license. + * + */ + +%{ + +/* + * includes + */ + +#include +#include +#include +#include + +#include "qtbc.h" +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#include "pre.h" +#include "constexp.h" +#include "define.h" +#include "doxygen.h" +#include "message.h" +#include "util.h" +#include "defargs.h" +#include "debug.h" +#include "bufstr.h" +#include "portable.h" +#include "bufstr.h" + +#define YY_NEVER_INTERACTIVE 1 + +struct FileState +{ + FileState(int size) : fileBuf(size), oldFileBuf(0), oldFileBufPos(0) {} + int lineNr; + //FILE *filePtr; + BufStr fileBuf; + //FILE *oldYYin; + BufStr *oldFileBuf; + int oldFileBufPos; + //bool isPlainFile; + YY_BUFFER_STATE bufState; + QCString fileName; +}; + +/* ----------------------------------------------------------------- + * + * scanner's state + */ + +static int g_yyLineNr = 1; +static QCString g_yyFileName; +static FileDef *g_yyFileDef; +static FileDef *g_inputFileDef; +static int g_ifcount = 0; +static QStrList *g_pathList = 0; +static QStack g_includeStack; +static QDict *g_argDict; +static int g_defArgs = -1; +static QCString g_defName; +static QCString g_defText; +static QCString g_defLitText; +static QCString g_defArgsStr; +static bool g_defVarArgs; +static int g_level; +static int g_lastCContext; +static int g_lastCPPContext; +static QArray g_levelGuard; +static BufStr *g_inputBuf; +static int g_inputBufPos; +static BufStr *g_outputBuf; +static int g_roundCount; +static bool g_quoteArg; +static DefineDict *g_fileDefineDict = new DefineDict(10009); +static DefineDict *g_expandedDict; +static int g_findDefArgContext; +static QCString g_lastGuardName; +static QCString g_incName; +static QCString g_guardExpr; +static int g_curlyCount; +static bool g_nospaces; // add extra spaces during macro expansion + +static bool g_macroExpansion; // from the configuration +static bool g_expandOnlyPredef; // from the configuration +static int g_commentCount; +static bool g_insideComment; +static bool g_isImported; +static QCString g_blockName; +static int g_condCtx; +static bool g_skip; +static QStack g_condStack; +static bool g_insideCS; // C# has simpler preprocessor + +static bool g_lexInit = FALSE; + +DefineDict* getFileDefineDict() +{ + return g_fileDefineDict; +} + +static void setFileName(const char *name) +{ + bool ambig; + QFileInfo fi(name); + g_yyFileName=convertToQCString(fi.absFilePath()); + g_yyFileDef=findFileDef(Doxygen::inputNameDict,g_yyFileName,ambig); + if (g_yyFileDef == 0 && Config_getBool("PREPROCESS_INCLUDES")) { + // Search again using Doxygen::includeNameDict + // First insert the include file in the Doxygen::includeNameDict if + // it is not there already. This can happen if the Doxygen::includeNameDict + // has scanned .../inc but the #include "usr/usr.h" + // The Doxygen::includeNameDict will not have usr.h in it so we poke it in. + if (!Doxygen::includeNameDict->find(g_yyFileName.data())) { + //Debug::print(Debug::IncludeGraph, 0, "pre.l setFileName() inserting in Doxygen::includeNameDict: %s\n", name); + FileDef *fd=new FileDef(fi.dirPath()+"/", fi.fileName()); + FileName *fn=0; + if (!fi.absFilePath().isEmpty() && (fn=(*Doxygen::includeNameDict)[name])) { + fn->append(fd); + } else { + fn = new FileName(fi.absFilePath(), name); + fn->append(fd); + Doxygen::includeNameDict->insert(name, fn); + } + g_yyFileDef = fd; + } else { + // Search the dictionary + FileName *fn = Doxygen::includeNameDict->find(g_yyFileName.data()); + FileNameIterator fni(*fn); + FileDef *fd = 0; + for (fni.toFirst(); (fd=fni.current()); ++fni) { + if (fd && fd->absFilePath() == g_yyFileName) { + break; + } + fd = 0; + } + g_yyFileDef = fd; + } + //printf("pre.l setFileName() searching Doxygen::includeNameDict for %s, result=%p\n", name, g_yyFileDef); + //Debug::print(Debug::IncludeGraph, 0, "pre.l setFileName() searching Doxygen::includeNameDict for %s, result=%p\n", name, g_yyFileDef); + } + if (g_yyFileDef && g_yyFileDef->isReference()) g_yyFileDef=0; + g_insideCS = g_yyFileName.right(3)==".cs"; +} + +static void incrLevel() +{ + g_level++; + g_levelGuard.resize(g_level); + g_levelGuard[g_level-1]=FALSE; + //printf("%s line %d: incrLevel %d\n",g_yyFileName.data(),g_yyLineNr,g_level); +} + +static void decrLevel() +{ + //printf("%s line %d: decrLevel %d\n",g_yyFileName.data(),g_yyLineNr,g_level); + if (g_level > 0) + { + g_level--; + g_levelGuard.resize(g_level); + } + else + { + err("%s:%d: Error: More #endif's than #if's found.\n", + g_yyFileName.data(),g_yyLineNr); + } +} + +static bool otherCaseDone() +{ + if (g_level==0) + { + err("%s:%d: Error: Found an #else without a preceding #if.\n", + g_yyFileName.data(),g_yyLineNr); + return TRUE; + } + else + { + return g_levelGuard[g_level-1]; + } +} + +static void setCaseDone(bool value) +{ + g_levelGuard[g_level-1]=value; +} + +static Define *isDefined(const char *name) +{ + if (name) + { + Define *def; + //if ((def=fileDefineCache->findDefine(g_yyFileName,name)) && !def->undef) + // return def; + if ((def=g_fileDefineDict->find(name)) && !def->undef) return def; + } + return 0; +} + +static QDict g_allIncludes(10009); + +static FileState *checkAndOpenFile(const QCString &fileName,bool &alreadyIncluded) +{ + alreadyIncluded = FALSE; + FileState *fs = 0; + //msg("checkAndOpenFile(%s)\n", fileName.data()); + QFileInfo fi(fileName); + if (fi.exists() && fi.isFile()) + { + QCString absName = convertToQCString(fi.absFilePath()); + //msg("checkAndOpenFile() found: %s\n", absName.data()); + // global guard + if (g_curlyCount==0) // not #include inside { ... } + { + if (g_allIncludes.find(absName)!=0) + { + alreadyIncluded = TRUE; + //printf(" already included 1\n"); + if (!Config_getBool("PREPROCCESS_FULL_TU")) { + return 0; // already done + } + } else { + g_allIncludes.insert(absName,(void *)0x8); + } + } + // check include stack for absName + // This is equivelent to walking the stack and setting alreadyIncluded to + // TRUE if absName matches any filename + QStack tmpStack; + g_includeStack.setAutoDelete(FALSE); + while ((fs=g_includeStack.pop())) + { + if (fs->fileName==absName) alreadyIncluded=TRUE; + tmpStack.push(fs); + } + while ((fs=tmpStack.pop())) + { + g_includeStack.push(fs); + } + g_includeStack.setAutoDelete(TRUE); + + if (alreadyIncluded) + { + //printf(" already included 2\n"); + return 0; + } + //printf("#include %s\n",absName.data()); + + fs = new FileState(fi.size()+4096); + alreadyIncluded = FALSE; + if (!readInputFile(absName,fs->fileBuf)) + { // error + //printf(" error reading\n"); + delete fs; + fs=0; + } + else + { + fs->oldFileBuf = g_inputBuf; + fs->oldFileBufPos = g_inputBufPos; + } + +#if 0 + QCString filterName = getFileFilter(absName); + if (!filterName.isEmpty()) + { + fs->isPlainFile = FALSE; + QCString cmd = filterName+" \""+absName+"\""; + fs->filePtr=portable_popen(cmd,"r"); + if (!fs->filePtr) + { + err("Error: could not execute filter %s, reason: %s\n",cmd.data(), + strerror(errno)); + } + } + else + { + fs->isPlainFile = TRUE; + fs->filePtr=fopen(absName,"r"); + if (!fs->filePtr) + { + err("Error: could not open file %s for reading, reason: %s \n", + absName.data(),strerror(errno)); + } + } + if (!fs->filePtr) // error -> cleanup + { + delete fs; + fs=0; + } + else + { + fs->oldYYin = preYYin; + } +#endif + + } + return fs; +} + +static FileState *findFile(const char *fileName,bool localInclude,bool &alreadyIncluded) +{ + //msg("** findFile(%s,%d) g_yyFileName=%s\n",fileName,localInclude,g_yyFileName.data()); + if (localInclude && !g_yyFileName.isEmpty()) + { + QFileInfo fi(g_yyFileName); + if (fi.exists()) + { + QCString absName = QCString(fi.dirPath(TRUE).data())+"/"+fileName; + FileState *fs = checkAndOpenFile(absName,alreadyIncluded); + if (fs) + { + setFileName(absName); + g_yyLineNr=1; + return fs; + } + else if (alreadyIncluded) + { + return 0; + } + } + } + if (g_pathList==0) + { + return 0; + } + char *s=g_pathList->first(); + while (s) + { + QCString absName = (QCString)s+"/"+fileName; + FileState *fs = checkAndOpenFile(absName,alreadyIncluded); + if (fs) + { + setFileName(absName); + g_yyLineNr=1; + return fs; + } + else if (alreadyIncluded) + { + return 0; + } + + s=g_pathList->next(); + } + return 0; +} + +static QCString extractTrailingComment(const char *s) +{ + if (s==0) return ""; + int i=strlen(s)-1; + while (i>=0) + { + char c=s[i]; + switch (c) + { + case '/': + { + i--; + if (i>=0 && s[i]=='*') // end of a comment block + { + i--; + while (i>0 && !(s[i-1]=='/' && s[i]=='*')) i--; + if (i==0) return s; else return &s[i-1]; + } + else + { + return ""; + } + } + break; + // whitespace or line-continuation + case ' ': + case '\t': + case '\r': + case '\n': + case '\\': + break; + default: + return ""; + } + i--; + } + return ""; +} + +static int getNextChar(const QCString &expr,QCString *rest,uint &pos); +static int getCurrentChar(const QCString &expr,QCString *rest,uint pos); +static void unputChar(const QCString &expr,QCString *rest,uint &pos,char c); +static void expandExpression(QCString &expr,QCString *rest,int pos); + +static QCString stringize(const QCString &s) +{ + QCString result; + uint i=0; + bool inString=FALSE; + bool inChar=FALSE; + char c,pc; + while (i`%s'\n",s.data(),result.data()); + return result; +} + +/*! Execute all ## operators in expr. + * If the macro name before or after the operator contains a no-rescan + * marker (@-) then this is removed (before the concatenated macro name + * may be expanded again. + */ +static void processConcatOperators(QCString &expr) +{ + //printf("processConcatOperators: in=`%s'\n",expr.data()); + QRegExp r("[ \\t\\n]*##[ \\t\\n]*"); + int l,n,i=0; + if (expr.isEmpty()) return; + while ((n=r.match(expr,i,&l))!=-1) + { + //printf("Match: `%s'\n",expr.data()+i); + if (n+l+1<(int)expr.length() && expr.at(n+l)=='@' && expr.at(n+l+1)=='-') + { + // remove no-rescan marker after ID + l+=2; + } + //printf("found `%s'\n",expr.mid(n,l).data()); + // remove the ## operator and the surrounding whitespace + expr=expr.left(n)+expr.right(expr.length()-n-l); + int k=n-1; + while (k>=0 && isId(expr.at(k))) k--; + if (k>0 && expr.at(k)=='-' && expr.at(k-1)=='@') + { + // remove no-rescan marker before ID + expr=expr.left(k-1)+expr.right(expr.length()-k-1); + n-=2; + } + i=n; + } + //printf("processConcatOperators: out=`%s'\n",expr.data()); +} + +static void yyunput (int c,char *buf_ptr ); +static void returnCharToStream(char c) +{ + unput(c); +} + +static inline void addTillEndOfString(const QCString &expr,QCString *rest, + uint &pos,char term,QCString &arg) +{ + int cc; + while ((cc=getNextChar(expr,rest,pos))!=EOF) + { + if (cc=='\\') arg+=(char)cc,cc=getNextChar(expr,rest,pos); + else if (cc==term) return; + arg+=(char)cc; + } +} + +/*! replaces the function macro \a def whose argument list starts at + * \a pos in expression \a expr. + * Notice that this routine may scan beyond the \a expr string if needed. + * In that case the characters will be read from the input file. + * The replacement string will be returned in \a result and the + * length of the (unexpanded) argument list is stored in \a len. + */ +static bool replaceFunctionMacro(const QCString &expr,QCString *rest,int pos,int &len,const Define *def,QCString &result) +{ + //printf("replaceFunctionMacro(expr=%s,rest=%s,pos=%d,def=%s) level=%d\n",expr.data(),rest ? rest->data() : 0,pos,def->name.data(),g_level); + uint j=pos; + len=0; + result.resize(0); + int cc; + while ((cc=getCurrentChar(expr,rest,j))!=EOF && isspace(cc)) + { + len++; + getNextChar(expr,rest,j); + } + if (cc!='(') + { + unputChar(expr,rest,j,' '); + return FALSE; + } + getNextChar(expr,rest,j); // eat the `(' character + + QDict argTable; // list of arguments + argTable.setAutoDelete(TRUE); + QCString arg; + int argCount=0; + bool done=FALSE; + + // PHASE 1: read the macro arguments + if (def->nargs==0) + { + while ((cc=getNextChar(expr,rest,j))!=EOF) + { + char c = (char)cc; + if (c==')') break; + } + } + else + { + while (!done && (argCountnargs || def->varArgs) && + ((cc=getNextChar(expr,rest,j))!=EOF) + ) + { + char c=(char)cc; + if (c=='(') // argument is a function => search for matching ) + { + int level=1; + arg+=c; + //char term='\0'; + while ((cc=getNextChar(expr,rest,j))!=EOF) + { + char c=(char)cc; + //printf("processing %c: term=%c (%d)\n",c,term,term); + if (c=='\'' || c=='\"') // skip ('s and )'s inside strings + { + arg+=c; + addTillEndOfString(expr,rest,j,c,arg); + } + if (c==')') + { + level--; + arg+=c; + if (level==0) break; + } + else if (c=='(') + { + level++; + arg+=c; + } + else + arg+=c; + } + } + else if (c==')' || c==',') // last or next argument found + { + if (c==',' && argCount==def->nargs-1 && def->varArgs) + { + arg=arg.stripWhiteSpace(); + arg+=','; + } + else + { + QCString argKey; + argKey.sprintf("@%d",argCount++); // key name + arg=arg.stripWhiteSpace(); + // add argument to the lookup table + argTable.insert(argKey, new QCString(arg)); + arg.resize(0); + if (c==')') // end of the argument list + { + done=TRUE; + } + } + } + else if (c=='\"') // append literal strings + { + arg+=c; + bool found=FALSE; + while (!found && (cc=getNextChar(expr,rest,j))!=EOF) + { + found = cc=='"'; + if (cc=='\\') + { + c=(char)cc; + arg+=c; + if ((cc=getNextChar(expr,rest,j))==EOF) break; + } + c=(char)cc; + arg+=c; + } + } + else if (c=='\'') // append literal characters + { + arg+=c; + bool found=FALSE; + while (!found && (cc=getNextChar(expr,rest,j))!=EOF) + { + found = cc=='\''; + if (cc=='\\') + { + c=(char)cc; + arg+=c; + if ((cc=getNextChar(expr,rest,j))==EOF) break; + } + c=(char)cc; + arg+=c; + } + } + else // append other characters + { + arg+=c; + } + } + } + + // PHASE 2: apply the macro function + if (argCount==def->nargs || + (argCount>def->nargs && def->varArgs)) // matching parameters lists + { + uint k=0; + // substitution of all formal arguments + QCString resExpr; + const QCString d=def->definition.stripWhiteSpace(); + //printf("Macro definition: %s\n",d.data()); + bool inString=FALSE; + while (k copy it (is unescaped later) + { + k+=2; + resExpr+="@@"; // we unescape these later + } + else if (d.at(k+1)=='-') // no-rescan marker + { + k+=2; + resExpr+="@-"; + } + else // argument marker => read the argument number + { + QCString key="@"; + QCString *subst=0; + bool hash=FALSE; + int l=k-1; + // search for ## backward + if (l>=0 && d.at(l)=='"') l--; + while (l>=0 && d.at(l)==' ') l--; + if (l>0 && d.at(l)=='#' && d.at(l-1)=='#') hash=TRUE; + k++; + // scan the number + while (k='0' && d.at(k)<='9') key+=d.at(k++); + if (!hash) + { + // search for ## forward + l=k; + if (l<(int)d.length() && d.at(l)=='"') l++; + while (l<(int)d.length() && d.at(l)==' ') l++; + if (l<(int)d.length()-1 && d.at(l)=='#' && d.at(l+1)=='#') hash=TRUE; + } + //printf("request key %s result %s\n",key.data(),argTable[key]->data()); + if (key.length()>1 && (subst=argTable[key])) + { + QCString substArg=*subst; + //printf("substArg=`%s'\n",substArg.data()); + // only if no ## operator is before or after the argument + // marker we do macro expansion. + if (!hash) expandExpression(substArg,0,0); + if (inString) + { + //printf("`%s'=stringize(`%s')\n",stringize(*subst).data(),subst->data()); + + // if the marker is inside a string (because a # was put + // before the macro name) we must escape " and \ characters + resExpr+=stringize(substArg); + } + else + { + if (hash && substArg.isEmpty()) + { + resExpr+="@E"; // empty argument will be remove later on + } + else if (g_nospaces) + { + resExpr+=substArg; + } + else + { + resExpr+=" "+substArg+" "; + } + } + } + } + } + else // no marker, just copy + { + if (!inString && d.at(k)=='\"') + { + inString=TRUE; // entering a literal string + } + else if (inString && d.at(k)=='\"' && (d.at(k-1)!='\\' || d.at(k-2)=='\\')) + { + inString=FALSE; // leaving a literal string + } + resExpr+=d.at(k++); + } + } + len=j-pos; + result=resExpr; + //printf("result after substitution `%s' expr=`%s'\n", + // result.data(),expr.mid(pos,len).data()); + return TRUE; + } + return FALSE; +} + + +/*! returns the next identifier in string \a expr by starting at position \a p. + * The position of the identifier is returned (or -1 if nothing is found) + * and \a l is its length. Any quoted strings are skipping during the search. + */ +static int getNextId(const QCString &expr,int p,int *l) +{ + int n; + while (p<(int)expr.length()) + { + char c=expr.at(p++); + if (isdigit(c)) // skip number + { + while (p<(int)expr.length() && isId(expr.at(p))) p++; + } + else if (isalpha(c) || c=='_') // read id + { + n=p-1; + while (p<(int)expr.length() && isId(expr.at(p))) p++; + *l=p-n; + return n; + } + else if (c=='"') // skip string + { + char ppc=0,pc=c; + if (p<(int)expr.length()) c=expr.at(p); + while (p<(int)expr.length() && (c!='"' || (pc=='\\' && ppc!='\\'))) + // continue as long as no " is found, but ignoring \", but not \\" + { + ppc=pc; + pc=c; + c=expr.at(p); + p++; + } + if (p<(int)expr.length()) ++p; // skip closing quote + } + else if (c=='/') // skip C Comment + { + char pc=c; + if (p<(int)expr.length()) + { + c=expr.at(++p); + if (c=='*') // Start of C comment + { + while (p<(int)expr.length() && !(pc=='*' && c=='/')) + { + pc=c; + c=expr.at(++p); + } + p++; + } + } + } + } + return -1; +} + +/*! preforms recursive macro expansion on the string \a expr + * starting at position \a pos. + * May read additional characters from the input while re-scanning! + * If \a expandAll is \c TRUE then all macros in the expression are + * expanded, otherwise only the first is expanded. + */ +static void expandExpression(QCString &expr,QCString *rest,int pos) +{ + //printf("expandExpression(%s,%s)\n",expr.data(),rest ? rest->data() : 0); + QCString macroName; + QCString expMacro; + bool definedTest=FALSE; + int i=pos,l,p,len; + while ((p=getNextId(expr,i,&l))!=-1) // search for an macro name + { + bool replaced=FALSE; + macroName=expr.mid(p,l); + if (p<2 || !(expr.at(p-2)=='@' && expr.at(p-1)=='-')) // no-rescan marker? + { + if (g_expandedDict->find(macroName)==0) // expand macro + { + Define *def=isDefined(macroName); + if (definedTest) // macro name was found after defined + { + if (def) expMacro = " 1 "; else expMacro = " 0 "; + replaced=TRUE; + len=l; + definedTest=FALSE; + } + else if (def && def->nargs==-1) // simple macro + { + // substitute the definition of the macro + //printf("macro `%s'->`%s'\n",macroName.data(),def->definition.data()); + if (g_nospaces) + { + expMacro=def->definition.stripWhiteSpace(); + } + else + { + expMacro=" "+def->definition.stripWhiteSpace()+" "; + } + //expMacro=def->definition.stripWhiteSpace(); + replaced=TRUE; + len=l; + //printf("simple macro expansion=`%s'->`%s'\n",macroName.data(),expMacro.data()); + } + else if (def && def->nargs>=0) // function macro + { + replaced=replaceFunctionMacro(expr,rest,p+l,len,def,expMacro); + len+=l; + } + else if (macroName=="defined") + { + //printf("found defined inside macro definition '%s'\n",expr.right(expr.length()-p).data()); + definedTest=TRUE; + } + + if (replaced) // expand the macro and rescan the expression + { + + //printf("replacing `%s'->`%s'\n",expr.mid(p,len).data(),expMacro.data()); + QCString resultExpr=expMacro; + QCString restExpr=expr.right(expr.length()-len-p); + processConcatOperators(resultExpr); + if (def && !def->nonRecursive) + { + g_expandedDict->insert(macroName,def); + expandExpression(resultExpr,&restExpr,0); + g_expandedDict->remove(macroName); + } + expr=expr.left(p)+resultExpr+restExpr; + i=p; + //printf("new expression: %s\n",expr.data()); + } + else // move to the next macro name + { + //printf("moving to the next macro old=%d new=%d\n",i,p+l); + i=p+l; + } + } + else // move to the next macro name + { + expr=expr.left(p)+"@-"+expr.right(expr.length()-p); + //printf("macro already expanded, moving to the next macro expr=%s\n",expr.data()); + i=p+l+2; + //i=p+l; + } + } + else // no re-scan marker found, skip the macro name + { + //printf("skipping marked macro\n"); + i=p+l; + } + } +} + +/*! replaces all occurrences of @@@@ in \a s by @@ + * and removes all occurrences of @@E. + * All identifiers found are replaced by 0L + */ +QCString removeIdsAndMarkers(const char *s) +{ + //printf("removeIdsAndMarkers(%s)\n",s); + const char *p=s; + char c; + bool inNum=FALSE; + QCString result; + if (p) + { + while ((c=*p)) + { + if (c=='@') // replace @@ with @ and remove @E + { + if (*(p+1)=='@') + { + result+=c; + } + else if (*(p+1)=='E') + { + // skip + } + p+=2; + } + else if (isdigit(c)) // number + { + result+=c; + p++; + inNum=TRUE; + } + else if (c=='d' && !inNum) // identifier starting with a `d' + { + if (strncmp(p,"defined ",8)==0 || strncmp(p,"defined(",8)==0) + // defined keyword + { + p+=7; // skip defined + } + else + { + result+="0L"; + p++; + while ((c=*p) && isId(c)) p++; + } + } + else if ((isalpha(c) || c=='_') && !inNum) // replace identifier with 0L + { + result+="0L"; + p++; + while ((c=*p) && isId(c)) p++; + } + else if (c=='/') // skip C comments + { + char pc=c; + c=*++p; + if (c=='*') // start of C comment + { + while (*p && !(pc=='*' && c=='/')) // search end of comment + { + pc=c; + c=*++p; + } + p++; + } + else // oops, not comment but division + { + result+=pc; + goto nextChar; + } + } + else + { +nextChar: + result+=c; + char lc=tolower(c); + if (!isId(lc) && lc!='.' && lc!='-' && lc!='+') inNum=FALSE; + p++; + } + } + } + //printf("removeIdsAndMarkers(%s)=%s\n",s,result.data()); + return result; +} + +/*! replaces all occurrences of @@ in \a s by @ + * \par assumption: + * \a s only contains pairs of @@'s + */ +QCString removeMarkers(const char *s) +{ + const char *p=s; + char c; + QCString result; + if (p) + { + while ((c=*p)) + { + switch(c) + { + case '@': // replace @@ with @ + { + if (*(p+1)=='@') + { + result+=c; + } + p+=2; + } + break; + case '/': // skip C comments + { + result+=c; + char pc=c; + c=*++p; + if (c=='*') // start of C comment + { + while (*p && !(pc=='*' && c=='/')) // search end of comment + { + if (*p=='@' && *(p+1)=='@') + result+=c,p++; + else + result+=c; + pc=c; + c=*++p; + } + if (*p) + { + result+=c; + p++; + } + } + } + break; + case '"': // skip string literals + { + result+=c; + char pc=c; + c=*++p; + while (*p && (c!='"' || pc=='\\')) // no end quote + { + result+=c; + c=*++p; + } + } + break; + case '\'': // skip char literals + { + result+=c; + char pc=c; + c=*++p; + while (*p && (c!='\'' || pc=='\\')) // no end quote + { + result+=c; + c=*++p; + } + } + break; + default: + { + result+=c; + p++; + } + break; + } + } + } + //printf("RemoveMarkers(%s)=%s\n",s,result.data()); + return result; +} + +/*! compute the value of the expression in string \a expr. + * If needed the function may read additional characters from the input. + */ + +bool computeExpression(const QCString &expr) +{ + QCString e=expr; + expandExpression(e,0,0); + //printf("after expansion `%s'\n",e.data()); + e = removeIdsAndMarkers(e); + if (e.isEmpty()) return FALSE; + //printf("parsing `%s'\n",e.data()); + return parseCppExpression(g_yyFileName,g_yyLineNr,e); +} + +/*! expands the macro definition in \a name + * If needed the function may read additional characters from the input + */ + +QCString expandMacro(const QCString &name) +{ + QCString n=name; + expandExpression(n,0,0); + n=removeMarkers(n); + //printf("expandMacro `%s'->`%s'\n",name.data(),n.data()); + return n; +} + +Define *newDefine() +{ + Define *def=new Define; + def->name = g_defName; + def->definition = g_defText.stripWhiteSpace(); + def->nargs = g_defArgs; + def->fileName = g_yyFileName; + def->lineNr = g_yyLineNr; + def->varArgs = g_defVarArgs; + //printf("newDefine: `%s'->`%s'\n",def->name.data(),def->definition.data()); + if (!def->name.isEmpty() && Doxygen::expandAsDefinedDict[def->name]) + { + def->isPredefined=TRUE; + } + return def; +} + +void addDefine() +{ + if (g_skip) return; // do not add this define as it is inside a + // conditional section (cond command) that is disabled. + if (!Doxygen::gatherDefines) return; + + //printf("addDefine %s %s\n",g_defName.data(),g_defArgsStr.data()); + //ArgumentList *al = new ArgumentList; + //stringToArgumentList(g_defArgsStr,al); + MemberDef *md=new MemberDef( + g_yyFileName,g_yyLineNr, + "#define",g_defName,g_defArgsStr,0, + Public,Normal,FALSE,Member,MemberDef::Define,0,0); + if (!g_defArgsStr.isEmpty()) + { + ArgumentList *argList = new ArgumentList; + //printf("addDefine() g_defName=`%s' g_defArgsStr=`%s'\n",g_defName.data(),g_defArgsStr.data()); + stringToArgumentList(g_defArgsStr,argList); + md->setArgumentList(argList); + } + //printf("Setting initializer for `%s' to `%s'\n",g_defName.data(),g_defText.data()); + int l=g_defLitText.find('\n'); + if (l>0 && g_defLitText.left(l).stripWhiteSpace()=="\\") + { + // strip first line if it only contains a slash + g_defLitText = g_defLitText.right(g_defLitText.length()-l-1); + } + else if (l>0) + { + // align the items on the first line with the items on the second line + int k=l+1; + const char *p=g_defLitText.data()+k; + char c; + while ((c=*p++) && (c==' ' || c=='\t')) k++; + g_defLitText=g_defLitText.mid(l+1,k-l-1)+g_defLitText.stripWhiteSpace(); + } + md->setInitializer(g_defLitText.stripWhiteSpace()); + + md->setFileDef(g_inputFileDef); + md->setDefinition("#define "+g_defName); + + MemberName *mn=Doxygen::functionNameSDict->find(g_defName); + if (mn==0) + { + mn = new MemberName(g_defName); + Doxygen::functionNameSDict->append(g_defName,mn); + } + mn->append(md); + if (g_yyFileDef) g_yyFileDef->insertMember(md); + + //Define *d; + //if ((d=defineDict[g_defName])==0) defineDict.insert(g_defName,newDefine()); +} + +static inline void outputChar(char c) +{ + if (Config_getBool("PREPROCESS_INCLUDES")) { + g_outputBuf->addChar(c); + } else { + // Only output if the initial translation unit + if (g_includeStack.isEmpty() || g_curlyCount>0) { + g_outputBuf->addChar(c); + } + } +} + +static inline void outputArray(const char *a,int len) +{ + if (Config_getBool("PREPROCESS_INCLUDES")) { + g_outputBuf->addArray(a,len); + } else { + // Only output if the initial translation unit + if (g_includeStack.isEmpty() || g_curlyCount>0) { + g_outputBuf->addArray(a,len); + } + } +} + +static void readIncludeFile(const QCString &inc) +{ + if (!Config_getBool("SEARCH_INCLUDES")) return; // do not read include files + uint i=0; + + // find the start of the include file name + while (i0 && inc.at(s-1)=='"'; + + // find the end of the include file name + while (is) // valid include file name found + { + // extract include path+name + QCString incFileName=inc.mid(s,i-s).stripWhiteSpace(); + + QCString oldFileName = g_yyFileName.copy(); + FileDef *oldFileDef = g_yyFileDef; + int oldLineNr = g_yyLineNr; + //printf("Searching for `%s'\n",incFileName.data()); + + // findFile will overwrite g_yyFileDef if found + FileState *fs; + bool alreadyIncluded = FALSE; + //printf("calling findFile(%s)\n",incFileName.data()); + if ((fs=findFile(incFileName,localInclude,alreadyIncluded))) // see if the include file can be found + { + //printf("Found include file!\n"); + if (Debug::isFlagSet(Debug::Preprocessor)) + { + for (i=0;iabsFilePath().data()); + oldFileDef->addIncludeDependency(g_yyFileDef,incFileName,localInclude,g_isImported); + // add included by dependency + if (g_yyFileDef) + { + //printf("Adding include dependency %s->%s\n",oldFileDef->name().data(),incFileName.data()); + g_yyFileDef->addIncludedByDependency(oldFileDef,oldFileDef->docName(),localInclude,g_isImported); + } + } + fs->bufState=YY_CURRENT_BUFFER; + fs->lineNr=oldLineNr; + fs->fileName=oldFileName; + // push the state on the stack + g_includeStack.push(fs); + // set the scanner to the include file + + // Deal with file changes due to + // #include's within { .. } blocks + QCString lineStr(g_yyFileName.length()+20); + lineStr.sprintf("# 1 \"%s\" 1\n",g_yyFileName.data()); + outputArray(lineStr.data(),lineStr.length()); + + //fprintf(stderr,"Switching to include file %s\n",incFileName.data()); + //preYYin=fs->filePtr; + //yy_switch_to_buffer(yy_create_buffer(preYYin, YY_BUF_SIZE)); + g_inputBuf=&fs->fileBuf; + g_inputBufPos=0; + yy_switch_to_buffer(yy_create_buffer(0, YY_BUF_SIZE)); + } + else + { + //printf(" calling findFile(%s) alreadyInc=%d\n",incFileName.data(),alreadyIncluded); + if (oldFileDef) + { + bool ambig; + FileDef *fd = findFileDef(Doxygen::inputNameDict,incFileName,ambig); + //printf("findFileDef(%s)=%p\n",incFileName.data(),fd); + // add include dependency to the file in which the #include was found + oldFileDef->addIncludeDependency(fd,incFileName,localInclude,g_isImported); + // add included by dependency + if (fd) + { + //printf("Adding include dependency (2) %s->%s ambig=%d\n",oldFileDef->name().data(),fd->name().data(),ambig); + fd->addIncludedByDependency(oldFileDef,oldFileDef->docName(),localInclude,g_isImported); + } + } + if (Debug::isFlagSet(Debug::Preprocessor)) + { + msg("#include %s: not found or already included! skipping...\n",incFileName.data()); + //printf("Error: include file %s not found\n",yytext); + } + if (g_curlyCount>0 && !alreadyIncluded) // failed to find #include inside { ... } + { + warn(g_yyFileName,g_yyLineNr,"Warning: include file %s not found, perhaps you forgot to add its directory to INCLUDE_PATH?",incFileName.data()); + } + } + } +} + +/* ----------------------------------------------------------------- */ + +static void startCondSection(const char *sectId) +{ + g_condStack.push(new bool(g_skip)); + if (Config_getList("ENABLED_SECTIONS").find(sectId)==-1) + { + g_skip=TRUE; + } +} + +static void endCondSection() +{ + if (g_condStack.isEmpty()) + { + g_skip=FALSE; + } + else + { + bool *ctx = g_condStack.pop(); + g_skip=*ctx; + } +} + +static QCString escapeAt(const char *text) +{ + QCString result; + if (text) + { + char c; + const char *p=text; + while ((c=*p++)) + { + if (c=='@') result+="@@"; else result+=c; + } + } + return result; +} + +static char resolveTrigraph(char c) +{ + switch (c) + { + case '=': return '#'; + case '/': return '\\'; + case '\'': return '^'; + case '(': return '['; + case ')': return ']'; + case '!': return '|'; + case '<': return '{'; + case '>': return '}'; + case '-': return '~'; + } + return '?'; +} + +/* ----------------------------------------------------------------- */ + +#undef YY_INPUT +#define YY_INPUT(buf,result,max_size) result=yyread(buf,max_size); + +static int yyread(char *buf,int max_size) +{ +#if 0 + int len = fread( buf, 1, max_size, preYYin ); + if (len==0 && ferror( yyin )) + { + yy_fatal_error( "input in flex scanner failed" ); + return len; + } + return filterCRLF(buf,len); +#endif + + int bytesInBuf = g_inputBuf->curPos()-g_inputBufPos; + int bytesToCopy = QMIN(max_size,bytesInBuf); + memcpy(buf,g_inputBuf->data()+g_inputBufPos,bytesToCopy); + g_inputBufPos+=bytesToCopy; + return bytesToCopy; +} + +/* ----------------------------------------------------------------- */ + +%} + +ID [a-z_A-Z][a-z_A-Z0-9]* +B [ \t] +BN [ \t\r\n] +CHARLIT (("'"\\[0-7]{1,3}"'")|("'"\\."'")|("'"[^'\\\n]{1,4}"'")) + +%option noyywrap + +%x Start +%x Command +%x SkipCommand +%x SkipLine +%x CopyLine +%x CopyString +%x Include +%x IncludeID +%x EndImport +%x DefName +%x DefineArg +%x DefineText +%x SkipCPPBlock +%x Ifdef +%x Ifndef +%x SkipCComment +%x CopyCComment +%x SkipVerbatim +%x SkipCPPComment +%x RemoveCComment +%x RemoveCPPComment +%x Guard +%x DefinedExpr1 +%x DefinedExpr2 +%x SkipDoubleQuote +%x SkipSingleQuote +%x UndefName +%x IgnoreLine +%x FindDefineArgs +%x ReadString +%x CondLine + +%% + +<*>\x06 +<*>\x00 +<*>\r +<*>"??"[=/'()!<>-] { // Trigraph + unput(resolveTrigraph(yytext[2])); + } +^{B}*"#" { BEGIN(Command); } +^{B}*/[^#] { + outputArray(yytext,yyleng); + BEGIN(CopyLine); + } +^{B}*[_A-Z][_A-Z0-9]*{B}*"("[^\)\n]*")"/{BN}{1,10}*[:{] { // constructors? + int i; + for (i=yyleng-1;i>=0;i--) + { + unput(yytext[i]); + } + BEGIN(CopyLine); + } +^{B}*[_A-Z][_A-Z0-9]*{B}*"("[^\(\)\n]*"("[^\)\n]*")"[^\)\n]*")"{B}*\n | // function list macro with one (...) argument, e.g. for K_GLOBAL_STATIC_WITH_ARGS +^{B}*[_A-Z][_A-Z0-9]*{B}*"("[^\)\n]*")"{B}*\n { // function like macro + static bool skipFuncMacros = Config_getBool("SKIP_FUNCTION_MACROS"); + QCString name(yytext); + name=name.left(name.find('(')).stripWhiteSpace(); + + Define *def=0; + if (skipFuncMacros && + name!="Q_PROPERTY" && + !( + (g_includeStack.isEmpty() || g_curlyCount>0) && + g_macroExpansion && + (def=g_fileDefineDict->find(name)) && + (!g_expandOnlyPredef || def->isPredefined) + ) + ) + { + outputChar('\n'); + g_yyLineNr++; + } + else // don't skip + { + int i; + for (i=yyleng-1;i>=0;i--) + { + unput(yytext[i]); + } + BEGIN(CopyLine); + } + } +"extern"{BN}{0,80}"\"C\""*{BN}{0,80}"{" { + QCString text=yytext; + g_yyLineNr+=text.contains('\n'); + outputArray(yytext,yyleng); + } +"{" { // count brackets inside the main file + if (g_includeStack.isEmpty()) + { + g_curlyCount++; + } + outputChar(*yytext); + } +"}" { // count brackets inside the main file + if (g_includeStack.isEmpty() && g_curlyCount>0) + { + g_curlyCount--; + } + outputChar(*yytext); + } +"'"\\[0-7]{1,3}"'" { + outputArray(yytext,yyleng); + } +"'"\\."'" { + outputArray(yytext,yyleng); + } +"'"."'" { + outputArray(yytext,yyleng); + } +\" { + outputChar(*yytext); + BEGIN( CopyString ); + } +[^\"\\\r\n]+ { + outputArray(yytext,yyleng); + } +\\. { + outputArray(yytext,yyleng); + } +\" { + outputChar(*yytext); + BEGIN( CopyLine ); + } +{ID}/{BN}{0,80}"(" { + Define *def=0; + def=g_fileDefineDict->find(yytext); + //printf("Search for define %s found=%d g_includeStack.count()=%d " + // "g_curlyCount=%d g_macroExpansion=%d g_expandOnlyPredef=%d " + // "isPreDefined=%d tu=%d\n",yytext,def ? 1 : 0, + // g_includeStack.count(),g_curlyCount,g_macroExpansion,g_expandOnlyPredef, + // def ? def->isPredefined : -1, + // Config_getBool("PREPROCCESS_FULL_TU") + // ); + if ((g_includeStack.isEmpty() || g_curlyCount>0 || Config_getBool("PREPROCCESS_FULL_TU")) && + g_macroExpansion && + (def=g_fileDefineDict->find(yytext)) && + (!g_expandOnlyPredef || def->isPredefined || Config_getBool("PREPROCCESS_FULL_TU")) + ) + { + //printf("Found it!\n"); + g_roundCount=0; + g_defArgsStr=yytext; + if (def->nargs==-1) // no function macro + { + QCString result = expandMacro(g_defArgsStr); + outputArray(result,result.length()); + } + else // zero or more arguments + { + g_findDefArgContext = CopyLine; + BEGIN(FindDefineArgs); + } + } + else + { + outputArray(yytext,yyleng); + } + } +{ID} { + Define *def=0; + //printf("Search for define %s\n",yytext); + if ((g_includeStack.isEmpty() || g_curlyCount>0) && + g_macroExpansion && + (def=g_fileDefineDict->find(yytext)) && + def->nargs==-1 && + (!g_expandOnlyPredef || def->isPredefined) + ) + { + //printf("Found it!\n"); + QCString name=yytext; + QCString result=expandMacro(name); + //printf("result=`%s'\n",result.data()); + outputArray(result,result.length()); + } + else + { + outputArray(yytext,yyleng); + } + } +"\\"\r?/\n { // strip line continuation characters + } +. { + outputChar(*yytext); + } +\n { + outputChar('\n'); + BEGIN(Start); + g_yyLineNr++; + } +"(" { + g_defArgsStr+='('; + g_roundCount++; + } +")" { + g_defArgsStr+=')'; + g_roundCount--; + if (g_roundCount==0) + { + QCString result=expandMacro(g_defArgsStr); + //printf("g_defArgsStr=`%s'->`%s'\n",g_defArgsStr.data(),result.data()); + if (g_findDefArgContext==CopyLine) + { + outputArray(result,result.length()); + BEGIN(g_findDefArgContext); + } + else // g_findDefArgContext==IncludeID + { + readIncludeFile(result); + g_nospaces=FALSE; + BEGIN(Start); + } + } + } + /* +")"{B}*"(" { + g_defArgsStr+=yytext; + } + */ +{CHARLIT} { + g_defArgsStr+=yytext; + } +\" { + g_defArgsStr+=*yytext; + BEGIN(ReadString); + } +\n { + g_yyLineNr++; + outputChar('\n'); + } +"@" { + g_defArgsStr+="@@"; + } +. { + g_defArgsStr+=*yytext; + } +"\"" { + g_defArgsStr+=*yytext; + BEGIN(FindDefineArgs); + } +"//"|"/*" { + g_defArgsStr+=yytext; + } +\\. { + g_defArgsStr+=yytext; + } +. { + g_defArgsStr+=*yytext; + } +("include"|"import"){B}+/{ID} { + g_isImported = yytext[1]=='m'; + if (g_macroExpansion) + BEGIN(IncludeID); + } +("include"|"import"){B}*[<"] { + g_isImported = yytext[1]=='m'; + char c[2]; + c[0]=yytext[yyleng-1];c[1]='\0'; + g_incName=c; + BEGIN(Include); + } +("cmake")?"define"{B}+ { + //printf("!!!DefName\n"); + BEGIN(DefName); + } +"ifdef"/{B}*"(" { + incrLevel(); + g_guardExpr.resize(0); + BEGIN(DefinedExpr2); + } +"ifdef"/{B}+ { + //printf("Pre.l: ifdef\n"); + incrLevel(); + g_guardExpr.resize(0); + BEGIN(DefinedExpr1); + } +"ifndef"/{B}*"(" { + incrLevel(); + g_guardExpr="! "; + BEGIN(DefinedExpr2); + } +"ifndef"/{B}+ { + incrLevel(); + g_guardExpr="! "; + BEGIN(DefinedExpr1); + } +"if"/[ \t(!] { + incrLevel(); + g_guardExpr.resize(0); + BEGIN(Guard); + } +("elif"|"else"{B}*"if")/[ \t(!] { + if (!otherCaseDone()) + { + g_guardExpr.resize(0); + BEGIN(Guard); + } + else + { + g_ifcount=0; + BEGIN(SkipCPPBlock); + } + } +"else"/[^a-z_A-Z0-9] { + //printf("else g_levelGuard[%d]=%d\n",g_level-1,g_levelGuard[g_level-1]); + if (otherCaseDone()) + { + g_ifcount=0; + BEGIN(SkipCPPBlock); + } + else + { + setCaseDone(TRUE); + //g_levelGuard[g_level-1]=TRUE; + } + } +"undef"{B}+ { + BEGIN(UndefName); + } +("elif"|"else"{B}*"if")/[ \t(!] { + if (!otherCaseDone()) + { + g_guardExpr.resize(0); + BEGIN(Guard); + } + } +"endif"/[^a-z_A-Z0-9] { + //printf("Pre.l: #endif\n"); + decrLevel(); + } +\n { + outputChar('\n'); + BEGIN(Start); + g_yyLineNr++; + } +{ID} { // unknown directive + BEGIN(IgnoreLine); + } +\\[\r]?\n { + outputChar('\n'); + g_yyLineNr++; + } +. +. +{ID} { + Define *def; + if ((def=isDefined(yytext)) + /*&& !def->isPredefined*/ + && !def->nonRecursive + ) + { + //printf("undefining %s\n",yytext); + def->undef=TRUE; + } + BEGIN(Start); + } +\\[\r]?\n { + outputChar('\n'); + g_guardExpr+=' '; + g_yyLineNr++; + } +"defined"/{B}*"(" { + BEGIN(DefinedExpr2); + } +"defined"/{B}+ { + BEGIN(DefinedExpr1); + } +{ID} { g_guardExpr+=yytext; } +. { g_guardExpr+=*yytext; } +\n { + unput(*yytext); + //printf("Guard: `%s'\n", + // g_guardExpr.data()); + bool guard=computeExpression(g_guardExpr); + setCaseDone(guard); + //printf("if g_levelGuard[%d]=%d\n",g_level-1,g_levelGuard[g_level-1]); + if (guard) + { + BEGIN(Start); + } + else + { + g_ifcount=0; + BEGIN(SkipCPPBlock); + } + } +\\\n { g_yyLineNr++; outputChar('\n'); } +{ID} { + if (isDefined(yytext)) + g_guardExpr+=" 1L "; + else + g_guardExpr+=" 0L "; + g_lastGuardName=yytext; + BEGIN(Guard); + } +{ID} { + if (isDefined(yytext)) + g_guardExpr+=" 1L "; + else + g_guardExpr+=" 0L "; + g_lastGuardName.resize(0); + } +\n { // should not happen, handle anyway + g_yyLineNr++; + g_ifcount=0; + BEGIN(SkipCPPBlock); + } +")" { + BEGIN(Guard); + } +. +^{B}*"#" { BEGIN(SkipCommand); } +^{B}*/[^#] { BEGIN(SkipLine); } +\n { g_yyLineNr++; outputChar('\n'); } +. +"if"(("n")?("def"))?/[ \t(!] { + incrLevel(); + g_ifcount++; + //printf("#if... depth=%d\n",g_ifcount); + } +"else" { + //printf("Else! g_ifcount=%d otherCaseDone=%d\n",g_ifcount,otherCaseDone()); + if (g_ifcount==0 && !otherCaseDone()) + { + setCaseDone(TRUE); + //outputChar('\n'); + BEGIN(Start); + } + } +("elif"|"else"{B}*"if")/[ \t(!] { + if (g_ifcount==0) + { + if (!otherCaseDone()) + { + g_guardExpr.resize(0); + g_lastGuardName.resize(0); + BEGIN(Guard); + } + else + { + BEGIN(SkipCPPBlock); + } + } + } +"endif" { + decrLevel(); + if (--g_ifcount<0) + { + //outputChar('\n'); + BEGIN(Start); + } + } +\n { + outputChar('\n'); + g_yyLineNr++; + BEGIN(SkipCPPBlock); + } +{ID} { // unknown directive + BEGIN(SkipLine); + } +. +[^/\n]+ +. +"//"[^\n]* { + g_lastCPPContext=YY_START; + BEGIN(RemoveCPPComment); + } +"/*"/[^\n]* { + g_lastCContext=YY_START; + BEGIN(RemoveCComment); + } +\n { + outputChar('\n'); + g_yyLineNr++; + BEGIN(SkipCPPBlock); + } +{ID}{B}*/"(" { + g_nospaces=TRUE; + g_roundCount=0; + g_defArgsStr=yytext; + g_findDefArgContext = IncludeID; + BEGIN(FindDefineArgs); + } +{ID} { + g_nospaces=TRUE; + readIncludeFile(expandMacro(yytext)); + BEGIN(Start); + } +[^\">\n]+[\">] { + g_incName+=yytext; + readIncludeFile(g_incName); + if (g_isImported) + { + BEGIN(EndImport); + } + else + { + BEGIN(Start); + } + } +[^\\\n]*/\n { + BEGIN(Start); + } +\\[\r]?"\n" { + outputChar('\n'); + g_yyLineNr++; + } +. { + } +{ID}/"(" { + //printf("Define() `%s'\n",yytext); + g_argDict = new QDict(31); + g_argDict->setAutoDelete(TRUE); + g_defArgs = 0; + g_defArgsStr.resize(0); + g_defText.resize(0); + g_defLitText.resize(0); + g_defName = yytext; + g_defVarArgs = FALSE; + BEGIN(DefineArg); + } +{ID}/{B}* { + //printf("Define `%s'\n",yytext); + g_argDict = 0; + g_defArgs = -1; + g_defArgsStr.resize(0); + g_defText.resize(0); + g_defLitText.resize(0); + g_defName = yytext; + g_defVarArgs = FALSE; + QCString tmp=(QCString)"#define "+g_defName+g_defArgsStr; + outputArray(tmp.data(),tmp.length()); + g_quoteArg=FALSE; + g_insideComment=FALSE; + BEGIN(DefineText); + } +{ID}/{B}*"\n" { // bare define + g_argDict = 0; + g_defArgs = -1; + g_defName = yytext; + g_defArgsStr.resize(0); + g_defText.resize(0); + g_defLitText.resize(0); + g_defVarArgs = FALSE; + if ( g_defName!=g_lastGuardName || Config_getBool("PREPROCCESS_FULL_TU")) + { // define may appear in the output + QCString tmp=(QCString)"#define "+g_defName; + outputArray(tmp.data(),tmp.length()); + g_quoteArg=FALSE; + g_insideComment=FALSE; + if (g_insideCS) g_defText="1"; // for C#, use "1" as define text + BEGIN(DefineText); + } + else // define is a guard => hide + { + //printf("Found a guard %s\n",yytext); +#if 0 + Define *def=g_fileDefineDict->find(g_defName); + if (def==0) // new define name for this file + { + g_fileDefineDict->insert(g_defName,newDefine()); + } + else // name already exists + { + if (def->undef) // undefined name + { + def->undef = FALSE; + def->name = g_defName; + def->definition = g_defText.stripWhiteSpace(); + def->nargs = g_defArgs; + def->fileName = g_yyFileName.copy(); + def->lineNr = g_yyLineNr; + } + else + { + //printf("Error: define %s is defined more than once!\n",g_defName.data()); + } + } +#endif + g_lastGuardName.resize(0); + BEGIN(Start); + } + } +","{B}* { g_defArgsStr+=yytext; } +"("{B}* { g_defArgsStr+=yytext; } +{B}*")"{B}* { + g_defArgsStr+=yytext; + QCString tmp=(QCString)"#define "+g_defName+g_defArgsStr; + outputArray(tmp.data(),tmp.length()); + g_quoteArg=FALSE; + g_insideComment=FALSE; + BEGIN(DefineText); + } +"..." { // Variadic macro + g_defVarArgs = TRUE; + g_defArgsStr+=yytext; + g_argDict->insert("__VA_ARGS__",new int(g_defArgs)); + g_defArgs++; + } +{ID}{B}*("..."?) { + //printf("Define addArg(%s)\n",yytext); + QCString argName=yytext; + g_defVarArgs = yytext[yyleng-1]=='.'; + if (g_defVarArgs) // strip ellipsis + { + argName=argName.left(argName.length()-3); + } + argName = argName.stripWhiteSpace(); + g_defArgsStr+=yytext; + g_argDict->insert(argName,new int(g_defArgs)); + g_defArgs++; + } + /* +"/ **"|"/ *!" { + g_defText+=yytext; + g_defLitText+=yytext; + g_insideComment=TRUE; + } +"* /" { + g_defText+=yytext; + g_defLitText+=yytext; + g_insideComment=FALSE; + } + */ +"/*" { + g_defText+=yytext; + g_defLitText+=yytext; + g_lastCContext=YY_START; + g_commentCount=1; + BEGIN(CopyCComment); + } +"//" { + outputChar('/');outputChar('/'); + g_lastCPPContext=YY_START; + g_defLitText+=' '; + BEGIN(SkipCPPComment); + } +[/]?"*/" { + if (yytext[0]=='/') outputChar('/'); + outputChar('*');outputChar('/'); + if (--g_commentCount<=0) + { + if (g_lastCContext==Start) + // small hack to make sure that ^... rule will + // match when going to Start... Example: "/*...*/ some stuff..." + { + YY_CURRENT_BUFFER->yy_at_bol=1; + } + BEGIN(g_lastCContext); + } + } +"//"("/")* { + outputArray(yytext,yyleng); + } +"/*" { + outputChar('/');outputChar('*'); + //g_commentCount++; + } +[\\@][\\@]("f{"|"f$"|"f[") { + outputArray(yytext,yyleng); + } +[\\@][\\@]("verbatim"|"latexonly"|"htmlonly"|"xmlonly"|"rtfonly"|"manonly"|"dot"|"code"){BN}+ { + outputArray(yytext,yyleng); + g_yyLineNr+=QCString(yytext).contains('\n'); + } +[\\@]("verbatim"|"latexonly"|"htmlonly"|"xmlonly"|"rtfonly"|"manonly"|"dot"|"code"){BN}+ { + outputArray(yytext,yyleng); + g_yyLineNr+=QCString(yytext).contains('\n'); + if (yytext[1]=='f') + { + g_blockName="f"; + } + else + { + g_blockName=QCString(&yytext[1]).stripWhiteSpace(); + } + BEGIN(SkipVerbatim); + } +[\\@]"cond"[ \t]+ { // conditional section + g_condCtx = YY_START; + outputArray(yytext,yyleng); + BEGIN(CondLine); + } +[a-z_A-Z][a-z_A-Z0-9.\-]* { + startCondSection(yytext); + outputArray(yytext,yyleng); + BEGIN(g_condCtx); + } +[\\@]"cond"[ \t\r]*\n | +. { + outputArray(yytext,yyleng); + g_yyLineNr+=QCString(yytext).contains('\n'); + startCondSection(" "); + if (YY_START==CondLine) BEGIN(g_condCtx); + } +[\\@]"endcond"/[^a-z_A-Z0-9] { + outputArray(yytext,yyleng); + endCondSection(); + } +[\\@]("endverbatim"|"endlatexonly"|"endhtmlonly"|"endxmlonly"|"endrtfonly"|"endmanonly"|"enddot"|"endcode"|"f$"|"f]"|"f}") { /* end of verbatim block */ + outputArray(yytext,yyleng); + if (yytext[1]=='f' && g_blockName=="f") + { + BEGIN(SkipCComment); + } + else if (&yytext[4]==g_blockName) + { + BEGIN(SkipCComment); + } + } +"*/"|"/*" { + outputArray(yytext,yyleng); + } +[^*\\@\x06\n\/]+ { + outputArray(yytext,yyleng); + } +\n { + g_yyLineNr++; + outputChar('\n'); + } +. { + outputChar(*yytext); + } +[^*a-z_A-Z\n]+ { + g_defLitText+=yytext; + g_defText+=escapeAt(yytext); + } +"*/" { + g_defLitText+=yytext; + g_defText+=yytext; + BEGIN(g_lastCContext); + } +\n { + g_yyLineNr++; + g_defLitText+=yytext; + g_defText+=' '; + } +"*/" { BEGIN(g_lastCContext); } +"//" +"/*" +[^*\x06\n]+ +\n { g_yyLineNr++; outputChar('\n'); } +. +[^\n\/\\@]+ { + outputArray(yytext,yyleng); + } +\n { + unput(*yytext); + BEGIN(g_lastCPPContext); + } +"/*" { + outputChar('/');outputChar('*'); + } +"//" { + outputChar('/');outputChar('/'); + } +[^\x06\@\\\n]+ { + outputArray(yytext,yyleng); + } +. { + outputChar(*yytext); + } +"/*" +"//" +[^\x06\n]+ +. +"#" { + g_quoteArg=TRUE; + g_defLitText+=yytext; + } +{ID} { + g_defLitText+=yytext; + if (g_quoteArg) + { + g_defText+="\""; + } + if (g_defArgs>0) + { + int *n; + if ((n=(*g_argDict)[yytext])) + { + //if (!g_quoteArg) g_defText+=' '; + g_defText+='@'; + QCString numStr; + numStr.sprintf("%d",*n); + g_defText+=numStr; + //if (!g_quoteArg) g_defText+=' '; + } + else + { + g_defText+=yytext; + } + } + else + { + g_defText+=yytext; + } + if (g_quoteArg) + { + g_defText+="\""; + } + g_quoteArg=FALSE; + } +. { + g_defLitText+=yytext; + g_defText+=yytext; + } +\\[\r]?\n { + g_defLitText+=yytext; + outputChar('\n'); + g_defText += ' '; g_yyLineNr++; + } +\n { + QCString comment=extractTrailingComment(g_defLitText); + g_defLitText+=yytext; + if (!comment.isEmpty()) + { + outputArray(comment,comment.length()); + g_defLitText=g_defLitText.left(g_defLitText.length()-comment.length()-1); + } + outputChar('\n'); + Define *def=0; + //printf("Define name=`%s' text=`%s' litTexti=`%s'\n",g_defName.data(),g_defText.data(),g_defLitText.data()); + if (g_includeStack.isEmpty() || g_curlyCount>0) + { + addDefine(); + } + def=g_fileDefineDict->find(g_defName); + if (def==0) // new define + { + //printf("new define!\n"); + g_fileDefineDict->insert(g_defName,newDefine()); + } + else if (def)// name already exists + { + //printf("existing define!\n"); + //printf("define found\n"); + if (def->undef) // undefined name + { + def->undef = FALSE; + def->name = g_defName; + def->definition = g_defText.stripWhiteSpace(); + def->nargs = g_defArgs; + def->fileName = g_yyFileName.copy(); + def->lineNr = g_yyLineNr; + } + else + { + //printf("Error: define %s is defined more than once!\n",g_defName.data()); + } + } + delete g_argDict; g_argDict=0; + g_yyLineNr++; + g_lastGuardName.resize(0); + BEGIN(Start); + } +{B}* { g_defText += ' '; g_defLitText+=yytext; } +{B}*"##"{B}* { g_defText += "##"; g_defLitText+=yytext; } +"@" { g_defText += "@@"; g_defLitText+=yytext; } +\" { + g_defText += *yytext; + g_defLitText+=yytext; + if (!g_insideComment) + { + BEGIN(SkipDoubleQuote); + } + } +\' { g_defText += *yytext; + g_defLitText+=yytext; + if (!g_insideComment) + { + BEGIN(SkipSingleQuote); + } + } +"//" { g_defText += yytext; g_defLitText+=yytext; } +"/*" { g_defText += yytext; g_defLitText+=yytext; } +\" { + g_defText += *yytext; g_defLitText+=yytext; + BEGIN(DefineText); + } +\\. { + g_defText += yytext; g_defLitText+=yytext; + } +\' { + g_defText += *yytext; g_defLitText+=yytext; + BEGIN(DefineText); + } +. { g_defText += *yytext; g_defLitText+=yytext; } +. { g_defText += *yytext; g_defLitText+=yytext; } +. { g_defText += *yytext; g_defLitText+=yytext; } +<> { + //fprintf(stderr,"End of include file\n"); + //printf("Include stack depth=%d\n",g_includeStack.count()); + if (g_includeStack.isEmpty()) + { + //fprintf(stderr,"Terminating scanner!\n"); + yyterminate(); + } + else + { + FileState *fs=g_includeStack.pop(); + //fileDefineCache->merge(g_yyFileName,fs->fileName); +#if 0 + if (fs->isPlainFile) + { + if (fs->filePtr && fclose(fs->filePtr)!=0) + { + err("Error: could not close file %s: %s\n",fs->fileName.data(),strerror(errno)); + } + fs->filePtr=0; + } + else + { + if (fs->filePtr && portable_pclose(fs->filePtr)!=0) + { + err("Error: could not close pipe: %s\n",strerror(errno)); + } + fs->filePtr=0; + } +#endif + YY_BUFFER_STATE oldBuf = YY_CURRENT_BUFFER; + yy_switch_to_buffer( fs->bufState ); + yy_delete_buffer( oldBuf ); + g_yyLineNr=fs->lineNr; + //preYYin = fs->oldYYin; + g_inputBuf = fs->oldFileBuf; + g_inputBufPos = fs->oldFileBufPos; + setFileName(fs->fileName.copy()); + //fprintf(stderr,"######## FileName %s\n",g_yyFileName.data()); + + // Deal with file changes due to + // #include's within { .. } blocks + QCString lineStr(15+g_yyFileName.length()); + lineStr.sprintf("# %d \"%s\" 2",g_yyLineNr,g_yyFileName.data()); + outputArray(lineStr.data(),lineStr.length()); + + delete fs; fs=0; + } + } +<*>"/*"/"*/" | +<*>"/*"[*]? { + outputArray(yytext,yyleng); + g_lastCContext=YY_START; + g_commentCount=1; + if (yyleng==3) g_lastGuardName.resize(0); // reset guard in case the #define is documented! + BEGIN(SkipCComment); + } +<*>"//"[/]? { + outputArray(yytext,yyleng); + g_lastCPPContext=YY_START; + if (yyleng==3) g_lastGuardName.resize(0); // reset guard in case the #define is documented! + BEGIN(SkipCPPComment); + } +<*>\n { + outputChar('\n'); + g_yyLineNr++; + } +<*>. { + outputChar(*yytext); + } + +%% + +/*@ ---------------------------------------------------------------------------- + */ + +static int getNextChar(const QCString &expr,QCString *rest,uint &pos) +{ + //printf("getNextChar(%s,%s,%d)\n",expr.data(),rest ? rest->data() : 0,pos); + if (posisEmpty()) + { + int cc=rest->at(0); + *rest=rest->right(rest->length()-1); + //printf("%c=rest\n",cc); + return cc; + } + else + { + int cc=yyinput(); + //printf("%c=yyinput()\n",cc); + return cc; + } +} + +static int getCurrentChar(const QCString &expr,QCString *rest,uint pos) +{ + //printf("getCurrentChar(%s,%s,%d)\n",expr.data(),rest ? rest->data() : 0,pos); + if (posisEmpty()) + { + int cc=rest->at(0); + //printf("%c=rest\n",cc); + return cc; + } + else + { + int cc=yyinput(); + returnCharToStream(cc); + //unput((char)cc); + //printf("%c=yyinput()\n",cc); + return cc; + } +} + +static void unputChar(const QCString &expr,QCString *rest,uint &pos,char c) +{ + //printf("unputChar(%s,%s,%d,%c)\n",expr.data(),rest ? rest->data() : 0,pos,c); + if (posprepend(cs); + } + else + { + //unput(c); + returnCharToStream(c); + } + //printf("result: unputChar(%s,%s,%d,%c)\n",expr.data(),rest ? rest->data() : 0,pos,c); +} + +void addSearchDir(const char *dir) +{ + QFileInfo fi(dir); + if (fi.isDir()) g_pathList->append(fi.absFilePath()); +} + +void initPreprocessor() +{ + g_pathList = new QStrList; + addSearchDir("."); + //defineNameList.setAutoDelete(TRUE); + //defineNameList.clear(); + //defineDict.clear(); + //fileDefineCache = new DefineCache(1009); + g_expandedDict = new DefineDict(17); + //g_fileDefineDict = new DefineDict(1009); +} + +void cleanUpPreprocessor() +{ + //delete fileDefineCache; + //delete g_fileDefineDict; g_fileDefineDict=0; + delete g_expandedDict; g_expandedDict=0; + delete g_pathList; g_pathList=0; +} + +void dumpDefineDict(const DefineDict *theDefDict) +{ + if (Debug::isFlagSet(Debug::Preprocessor)) { + // Make a map to sort the macros in alphbetical order + typedef QMap DefineMapType; + DefineMapType DefineMap; + Define *def = 0; + QDictIterator it(*theDefDict); + while (it.current()) { + def = it.current(); + DefineMap.insert(def->name, def); + ++it; + } + // Now write them out + DefineMapType::Iterator mapIt; + for (mapIt = DefineMap.begin(); mapIt != DefineMap.end(); ++mapIt) { + def = mapIt.data(); + QString myDecl = def->name; + if (def->nargs > 0) { + myDecl.append("("); + myDecl.append(def->args); + myDecl.append(")"); + } + printf("#define %s %s /* %s %d */\n", + myDecl.data(), + def->definition.data(), + def->fileName.data(), + def->lineNr + ); + } + } +} + +void dumpDefineDicts() +{ + if (Debug::isFlagSet(Debug::Preprocessor)) { + printf("g_expandedDict:\n"); + dumpDefineDict(g_expandedDict); + printf("g_fileDefineDict:\n"); + dumpDefineDict(g_fileDefineDict); + } +} + +void preprocessFile(const char *fileName,BufStr &input,BufStr &output) +{ + uint orgOffset=output.curPos(); + //printf("##########################\n%s\n####################\n", + // input.data()); + + g_macroExpansion = Config_getBool("MACRO_EXPANSION"); + g_expandOnlyPredef = Config_getBool("EXPAND_ONLY_PREDEF"); + g_curlyCount=0; + g_nospaces=FALSE; + g_inputBuf=&input; + g_inputBufPos=0; + g_outputBuf=&output; + g_includeStack.setAutoDelete(TRUE); + g_includeStack.clear(); + //g_fileDefineDict->setAutoDelete(TRUE); + //g_fileDefineDict->clear(); + g_expandedDict->setAutoDelete(FALSE); + g_expandedDict->clear(); + g_condStack.clear(); + g_condStack.setAutoDelete(TRUE); + static bool firstTime=TRUE; + if (firstTime) + { + // add predefined macros + char *defStr; + QStrList &predefList = Config_getList("PREDEFINED"); + QStrListIterator sli(predefList); + for (sli.toFirst();(defStr=sli.current());++sli) + { + QCString ds = defStr; + int i_equals=ds.find('='); + int i_obrace=ds.find('('); + int i_cbrace=ds.find(')'); + bool nonRecursive = i_equals>0 && ds.at(i_equals-1)==':'; + + if (i_obrace==0) continue; // no define name + + if (i_obrace argDict(17); + argDict.setAutoDelete(TRUE); + int i=i_obrace+1,p,l,count=0; + // gather the formal arguments in a dictionary + while (ii) definition+=tmp.mid(i,p-i); + int *argIndex; + if ((argIndex=argDict[tmp.mid(p,l)])!=0) + { + QCString marker; + marker.sprintf(" @%d ",*argIndex); + definition+=marker; + } + else + { + definition+=tmp.mid(p,l); + } + i=p+l; + } + if (i<(int)tmp.length()) definition+=tmp.mid(i,tmp.length()-i); + + // add define definition to the dictionary of defines for this file + QCString dname = ds.left(i_obrace); + if (!dname.isEmpty()) + { + Define *def = new Define; + def->name = dname; + def->definition = definition; + def->nargs = count; + def->isPredefined = TRUE; + def->nonRecursive = nonRecursive; + g_fileDefineDict->insert(def->name,def); + } + + //printf("#define `%s' `%s' #nargs=%d\n", + // def->name.data(),def->definition.data(),def->nargs); + } + else if ((i_obrace==-1 || i_obrace>i_equals) && + (i_cbrace==-1 || i_cbrace>i_equals) && + !ds.isEmpty() && (int)ds.length()>i_equals + ) // predefined non-function macro definition + { + Define *def = new Define; + if (i_equals==-1) // simple define without argument + { + def->name = ds; + def->definition = "1"; // substitute occurrences by 1 (true) + } + else // simple define with argument + { + int ine=i_equals - (nonRecursive ? 1 : 0); + def->name = ds.left(ine); + def->definition = ds.right(ds.length()-i_equals-1); + } + if (!def->name.isEmpty()) + { + def->nargs = -1; + def->isPredefined = TRUE; + def->nonRecursive = nonRecursive; + g_fileDefineDict->insert(def->name,def); + } + else + { + delete def; + } + + //printf("#define `%s' `%s' #nargs=%d\n", + // def->name.data(),def->definition.data(),def->nargs); + } + } + firstTime=FALSE; + } + +#if 0 + QCString inputFilter = getFileFilter(fileName); + if (inputFilter.isEmpty()) + { + preYYin = fopen(fileName,"r"); + if (!preYYin) + { + err("Error: could not open file %s\n",fileName); + return; + } + } + else + { + QCString cmd = inputFilter+" \""+fileName+"\""; + Debug::print(Debug::ExtCmd,0,"Executing popen(`%s`)\n",cmd.data()); + preYYin = portable_popen(cmd,"r"); + if (!preYYin) + { + err("Error: could not execute filter %s\n",cmd.data()); + return; + } + } +#endif + g_yyLineNr = 1; + g_level = 0; + g_ifcount = 0; + setFileName(fileName); + g_inputFileDef = g_yyFileDef; + BEGIN( Start ); + + g_lastGuardName.resize(0); + g_guardExpr.resize(0); + + preYYlex(); + g_lexInit=TRUE; + +#if 0 + if (inputFilter.isEmpty()) + fclose(preYYin); + else + portable_pclose(preYYin); +#endif + + if (Debug::isFlagSet(Debug::Preprocessor)) + { + printf("preprocessFile() dump from %d to %d\n", orgOffset, output.curPos()); + char *orgPos=output.data()+orgOffset; + char *newPos=output.data()+output.curPos(); + printf("Preprocessor output (size: %d bytes):\n",newPos-orgPos); + int line=1; + printf("---------\n00001 "); + while (orgPos