/****************************************************************************

**

** Copyright (C) 2010 Nokia Corporation and/or its subsidiary(-ies).

** All rights reserved.

** Contact: Nokia Corporation (qt-info@nokia.com)

**

** This file is part of the tools applications of the Qt Toolkit.

**

** $QT_BEGIN_LICENSE:LGPL$

** No Commercial Usage

** This file contains pre-release code and may not be distributed.

** You may use this file in accordance with the terms and conditions

** contained in the Technology Preview License Agreement accompanying

** this package.

**

** GNU Lesser General Public License Usage

** Alternatively, this file may be used under the terms of the GNU Lesser

** General Public License version 2.1 as published by the Free Software

** Foundation and appearing in the file LICENSE.LGPL included in the

** packaging of this file.  Please review the following information to

** ensure the GNU Lesser General Public License version 2.1 requirements

** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.

**

** In addition, as a special exception, Nokia gives you certain additional

** rights.  These rights are described in the Nokia Qt LGPL Exception

** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.

**

** If you have questions regarding the use of this file, please contact

** Nokia at qt-info@nokia.com.

**

**

**

**

**

**

**

**

** $QT_END_LICENSE$

**

****************************************************************************/

/*

  generator.cpp

*/

#include <qdir.h>

#include <qdebug.h>

#include "codemarker.h"

#include "config.h"

#include "doc.h"

#include "editdistance.h"

#include "generator.h"

#include "node.h"

#include "openedlist.h"

#include "quoter.h"

#include "separator.h"

#include "tokenizer.h"

QT_BEGIN_NAMESPACE

QList<Generator *> Generator::generators;

QMap<QString, QMap<QString, QString> > Generator::fmtLeftMaps;

QMap<QString, QMap<QString, QString> > Generator::fmtRightMaps;

QMap<QString, QStringList> Generator::imgFileExts;

QSet<QString> Generator::outputFormats;

QStringList Generator::imageFiles;

QStringList Generator::imageDirs;

QStringList Generator::exampleDirs;

QStringList Generator::exampleImgExts;

QStringList Generator::scriptFiles;

QStringList Generator::scriptDirs;

QStringList Generator::styleFiles;

QStringList Generator::styleDirs;

QString Generator::outDir;

QString Generator::project;

static void singularPlural(Text& text, const NodeList& nodes)

{

    if (nodes.count() == 1)

        text << " is";

    else

        text << " are";

}

Generator::Generator()

    : amp("&"),

      lt("<"),

      gt(">"),

      quot("""),

      tag("</?@[^>]*>")

{

    generators.prepend(this);

}

Generator::~Generator()

{

    generators.removeAll(this);

}

void Generator::initializeGenerator(const Config & /* config */)

{

}

void Generator::terminateGenerator()

{

}

void Generator::initialize(const Config &config)

{

    outputFormats = config.getStringSet(CONFIG_OUTPUTFORMATS);

    if (!outputFormats.isEmpty()) {

        outDir = config.getString(CONFIG_OUTPUTDIR);

        if (outDir.isEmpty())

            config.lastLocation().fatal(tr("No output directory specified in configuration file"));

        QDir dirInfo;

        if (dirInfo.exists(outDir)) {

            if (!Config::removeDirContents(outDir))

                config.lastLocation().error(tr("Cannot empty output directory '%1'").arg(outDir));

        }

        else {

            if (!dirInfo.mkpath(outDir))

                config.lastLocation().fatal(tr("Cannot create output directory '%1'").arg(outDir));

        }

        if (!dirInfo.mkdir(outDir + "/images"))

            config.lastLocation().fatal(tr("Cannot create output directory '%1'")

                                        .arg(outDir + "/images"));

        if (!dirInfo.mkdir(outDir + "/images/used-in-examples"))

            config.lastLocation().fatal(tr("Cannot create output directory '%1'")

                                        .arg(outDir + "/images/used-in-examples"));

        if (!dirInfo.mkdir(outDir + "/scripts"))

            config.lastLocation().fatal(tr("Cannot create output directory '%1'")

                                        .arg(outDir + "/scripts"));

        if (!dirInfo.mkdir(outDir + "/style"))

            config.lastLocation().fatal(tr("Cannot create output directory '%1'")

                                        .arg(outDir + "/style"));

    }

    imageFiles = config.getStringList(CONFIG_IMAGES);

    imageDirs = config.getStringList(CONFIG_IMAGEDIRS);

    scriptFiles = config.getStringList(CONFIG_SCRIPTS);

    scriptDirs = config.getStringList(CONFIG_SCRIPTDIRS);

    styleFiles = config.getStringList(CONFIG_STYLES);

    styleDirs = config.getStringList(CONFIG_STYLEDIRS);

    exampleDirs = config.getStringList(CONFIG_EXAMPLEDIRS);

    exampleImgExts = config.getStringList(CONFIG_EXAMPLES + Config::dot +

                                          CONFIG_IMAGEEXTENSIONS);

    QString imagesDotFileExtensions =

        CONFIG_IMAGES + Config::dot + CONFIG_FILEEXTENSIONS;

    QSet<QString> formats = config.subVars(imagesDotFileExtensions);

    QSet<QString>::ConstIterator f = formats.begin();

    while (f != formats.end()) {

        imgFileExts[*f] = config.getStringList(imagesDotFileExtensions +

                                               Config::dot + *f);

        ++f;

    }

    QList<Generator *>::ConstIterator g = generators.begin();

    while (g != generators.end()) {

        if (outputFormats.contains((*g)->format())) {

            (*g)->initializeGenerator(config);

            QStringList extraImages =

                config.getStringList(CONFIG_EXTRAIMAGES+Config::dot+(*g)->format());

            QStringList::ConstIterator e = extraImages.begin();

            while (e != extraImages.end()) {

                QString userFriendlyFilePath;

                QString filePath = Config::findFile(config.lastLocation(),

                                                    imageFiles,

                                                    imageDirs,

                                                    *e,

                                                    imgFileExts[(*g)->format()],

                                                    userFriendlyFilePath);

                if (!filePath.isEmpty())

                    Config::copyFile(config.lastLocation(),

                                     filePath,

                                     userFriendlyFilePath,

                                     (*g)->outputDir() +

                                     "/images");

                ++e;

            }

            QStringList noExts;

            QStringList scripts =

                config.getStringList(CONFIG_SCRIPTS+Config::dot+(*g)->format());

            e = scripts.begin();

            while (e != scripts.end()) {

                QString userFriendlyFilePath;

                QString filePath = Config::findFile(config.lastLocation(),

                                                    scriptFiles,

                                                    scriptDirs,

                                                    *e,

                                                    noExts,

                                                    userFriendlyFilePath);

                if (!filePath.isEmpty())

                    Config::copyFile(config.lastLocation(),

                                     filePath,

                                     userFriendlyFilePath,

                                     (*g)->outputDir() +

                                     "/scripts");

                ++e;

            }

            QStringList styles =

                config.getStringList(CONFIG_STYLES+Config::dot+(*g)->format());

            e = styles.begin();

            while (e != styles.end()) {

                QString userFriendlyFilePath;

                QString filePath = Config::findFile(config.lastLocation(),

                                                    styleFiles,

                                                    styleDirs,

                                                    *e,

                                                    noExts,

                                                    userFriendlyFilePath);

                if (!filePath.isEmpty())

                    Config::copyFile(config.lastLocation(),

                                     filePath,

                                     userFriendlyFilePath,

                                     (*g)->outputDir() +

                                     "/style");

                ++e;

            }

        }

        ++g;

    }

    QRegExp secondParamAndAbove("[\2-\7]");

    QSet<QString> formattingNames = config.subVars(CONFIG_FORMATTING);

    QSet<QString>::ConstIterator n = formattingNames.begin();

    while (n != formattingNames.end()) {

        QString formattingDotName = CONFIG_FORMATTING + Config::dot + *n;

        QSet<QString> formats = config.subVars(formattingDotName);

        QSet<QString>::ConstIterator f = formats.begin();

        while (f != formats.end()) {

            QString def = config.getString(formattingDotName +

                                           Config::dot + *f);

            if (!def.isEmpty()) {

                int numParams = Config::numParams(def);

                int numOccs = def.count("\1");

                if (numParams != 1) {

                    config.lastLocation().warning(tr("Formatting '%1' must "

                                                     "have exactly one "

                                                     "parameter (found %2)")

                                                  .arg(*n).arg(numParams));

                }

                else if (numOccs > 1) {

                    config.lastLocation().fatal(tr("Formatting '%1' must "

                                                   "contain exactly one "

                                                   "occurrence of '\\1' "

                                                   "(found %2)")

                                                .arg(*n).arg(numOccs));

                }

                else {

                    int paramPos = def.indexOf("\1");

                    fmtLeftMaps[*f].insert(*n, def.left(paramPos));

                    fmtRightMaps[*f].insert(*n, def.mid(paramPos + 1));

                }

            }

            ++f;

        }

        ++n;

    }

    project = config.getString(CONFIG_PROJECT);

}

void Generator::terminate()

{

    QList<Generator *>::ConstIterator g = generators.begin();

    while (g != generators.end()) {

        if (outputFormats.contains((*g)->format()))

            (*g)->terminateGenerator();

        ++g;

    }

    fmtLeftMaps.clear();

    fmtRightMaps.clear();

    imgFileExts.clear();

    imageFiles.clear();

    imageDirs.clear();

    outDir = "";

    QmlClassNode::clear();

}

Generator *Generator::generatorForFormat(const QString& format)

{

    QList<Generator *>::ConstIterator g = generators.begin();

    while (g != generators.end()) {

        if ((*g)->format() == format)

            return *g;

        ++g;

    }

    return 0;

}

void Generator::startText(const Node * /* relative */,

                          CodeMarker * /* marker */)

{

}

void Generator::endText(const Node * /* relative */,

                        CodeMarker * /* marker */)

{

}

int Generator::generateAtom(const Atom * /* atom */,

                            const Node * /* relative */,

                            CodeMarker * /* marker */)

{

    return 0;

}

void Generator::generateClassLikeNode(const InnerNode * /* classe */,

                                      CodeMarker * /* marker */)

{

}

void Generator::generateFakeNode(const FakeNode * /* fake */,

                                 CodeMarker * /* marker */)

{

}

bool Generator::generateText(const Text& text,

                             const Node *relative,

                             CodeMarker *marker)

{

    if (text.firstAtom() != 0) {

        int numAtoms = 0;

        startText(relative, marker);

        generateAtomList(text.firstAtom(),

                         relative,

                         marker,

                         true,

                         numAtoms);

        endText(relative, marker);

        return true;

    }

    return false;

}

#ifdef QDOC_QML

/*!

  Extract sections of markup text surrounded by \e qmltext

  and \e endqmltext and output them.

 */

bool Generator::generateQmlText(const Text& text,

                                const Node *relative,

                                CodeMarker *marker,

                                const QString& /* qmlName */ )

{

    const Atom* atom = text.firstAtom();

    if (atom == 0)

        return false;

    startText(relative, marker);

    while (atom) {

        if (atom->type() != Atom::QmlText)

            atom = atom->next();

        else {

            atom = atom->next();

            while (atom && (atom->type() != Atom::EndQmlText)) {

                int n = 1 + generateAtom(atom, relative, marker);

                while (n-- > 0)

                    atom = atom->next();

            }

        }

    }

    endText(relative, marker);

    return true;

}

#endif

void Generator::generateBody(const Node *node, CodeMarker *marker)

{

    bool quiet = false;

    if (node->type() == Node::Function) {

#if 0

        const FunctionNode *func = (const FunctionNode *) node;

        if (func->isOverload() && func->metaness() != FunctionNode::Ctor)

            generateOverload(node, marker);

#endif

    }

    else if (node->type() == Node::Fake) {

        const FakeNode *fake = static_cast<const FakeNode *>(node);

        if (fake->subType() == Node::Example)

            generateExampleFiles(fake, marker);

        else if ((fake->subType() == Node::File) || (fake->subType() == Node::Image))

            quiet = true;

    }

    if (node->doc().isEmpty()) {

        if (!quiet && !node->isReimp()) // ### might be unnecessary

            node->location().warning(tr("No documentation for '%1'")

                            .arg(marker->plainFullName(node)));

    }

    else {

        if (node->type() == Node::Function) {

            const FunctionNode *func = static_cast<const FunctionNode *>(node);

            if (func->reimplementedFrom() != 0)

                generateReimplementedFrom(func, marker);

        }

        if (!generateText(node->doc().body(), node, marker))

            if (node->isReimp())

                return;

        if (node->type() == Node::Enum) {

            const EnumNode *enume = (const EnumNode *) node;

            QSet<QString> definedItems;

            QList<EnumItem>::ConstIterator it = enume->items().begin();

            while (it != enume->items().end()) {

                definedItems.insert((*it).name());

                ++it;

            }

            QSet<QString> documentedItems = enume->doc().enumItemNames().toSet();

            QSet<QString> allItems = definedItems + documentedItems;

            if (allItems.count() > definedItems.count() ||

                 allItems.count() > documentedItems.count()) {

                QSet<QString>::ConstIterator a = allItems.begin();

                while (a != allItems.end()) {

                    if (!definedItems.contains(*a)) {

                        QString details;

                        QString best = nearestName(*a, definedItems);

                        if (!best.isEmpty() && !documentedItems.contains(best))

                            details = tr("Maybe you meant '%1'?").arg(best);

                        node->doc().location().warning(

                            tr("No such enum item '%1' in %2").arg(*a).arg(marker->plainFullName(node)),

                            details);

                    }

                    else if (!documentedItems.contains(*a)) {

                        node->doc().location().warning(

                            tr("Undocumented enum item '%1' in %2").arg(*a).arg(marker->plainFullName(node)));

                    }

                    ++a;

                }

            }

        }

        else if (node->type() == Node::Function) {

            const FunctionNode *func = static_cast<const FunctionNode *>(node);

            QSet<QString> definedParams;

            QList<Parameter>::ConstIterator p = func->parameters().begin();

            while (p != func->parameters().end()) {

                if ((*p).name().isEmpty() && (*p).leftType() != QLatin1String("...")

                        && func->name() != QLatin1String("operator++")

                        && func->name() != QLatin1String("operator--")) {

                    node->doc().location().warning(tr("Missing parameter name"));

                }

                else {

                    definedParams.insert((*p).name());

                }

                ++p;

            }

            QSet<QString> documentedParams = func->doc().parameterNames();

            QSet<QString> allParams = definedParams + documentedParams;

            if (allParams.count() > definedParams.count()

                    || allParams.count() > documentedParams.count()) {

                QSet<QString>::ConstIterator a = allParams.begin();

                while (a != allParams.end()) {

                    if (!definedParams.contains(*a)) {

                        QString details;

                        QString best = nearestName(*a, definedParams);

                        if (!best.isEmpty())

                            details = tr("Maybe you meant '%1'?").arg(best);

                        node->doc().location().warning(

                            tr("No such parameter '%1' in %2").arg(*a).arg(marker->plainFullName(node)),

                            details);

                    }

                    else if (!(*a).isEmpty() && !documentedParams.contains(*a)) {

                        bool needWarning = (func->status() > Node::Obsolete);

                        if (func->overloadNumber() > 1) {

                            FunctionNode *primaryFunc =

                                    func->parent()->findFunctionNode(func->name());

                            if (primaryFunc) {

                                foreach (const Parameter &param,

                                         primaryFunc->parameters()) {

                                    if (param.name() == *a) {

                                        needWarning = false;

                                        break;

                                    }

                                }

                            }

                        }

                        if (needWarning && !func->isReimp())

                            node->doc().location().warning(

                                tr("Undocumented parameter '%1' in %2")

                                .arg(*a).arg(marker->plainFullName(node)));

                    }

                    ++a;

                }

            }

/* Something like this return value check should be implemented at some point. */

            if (func->status() > Node::Obsolete && func->returnType() == "bool"

                    && func->reimplementedFrom() == 0 && !func->isOverload()) {

                QString body = func->doc().body().toString();

                if (!body.contains("return", Qt::CaseInsensitive))

                    node->doc().location().warning(tr("Undocumented return value"));

            }

#if 0

            // Now we put this at the top, before the other text.

            if (func->reimplementedFrom() != 0)

                generateReimplementedFrom(func, marker);

#endif

        }

    }

    if (node->type() == Node::Fake) {

        const FakeNode *fake = static_cast<const FakeNode *>(node);

        if (fake->subType() == Node::File) {

            Text text;

            Quoter quoter;

            Doc::quoteFromFile(fake->doc().location(), quoter, fake->name());

            QString code = quoter.quoteTo(fake->location(), "", "");

            text << Atom(Atom::Code, code);