/****************************************************************************

**

** Copyright (C) 2010 Nokia Corporation and/or its subsidiary(-ies).

** All rights reserved.

** Contact: Nokia Corporation (qt-info@nokia.com)

**

** This file is part of the QtNetwork module of the Qt Toolkit.

**

** $QT_BEGIN_LICENSE:LGPL$

** No Commercial Usage

** This file contains pre-release code and may not be distributed.

** You may use this file in accordance with the terms and conditions

** contained in the Technology Preview License Agreement accompanying

** this package.

**

** GNU Lesser General Public License Usage

** Alternatively, this file may be used under the terms of the GNU Lesser

** General Public License version 2.1 as published by the Free Software

** Foundation and appearing in the file LICENSE.LGPL included in the

** packaging of this file.  Please review the following information to

** ensure the GNU Lesser General Public License version 2.1 requirements

** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.

**

** In addition, as a special exception, Nokia gives you certain additional

** rights.  These rights are described in the Nokia Qt LGPL Exception

** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.

**

** If you have questions regarding the use of this file, please contact

** Nokia at qt-info@nokia.com.

**

**

**

**

**

**

**

**

** $QT_END_LICENSE$

**

****************************************************************************/

#include "qhttpnetworkreply_p.h"

#include "qhttpnetworkconnection_p.h"

#include <qbytearraymatcher.h>

#ifndef QT_NO_HTTP

#ifndef QT_NO_OPENSSL

#    include <QtNetwork/qsslkey.h>

#    include <QtNetwork/qsslcipher.h>

#    include <QtNetwork/qsslconfiguration.h>

#endif

QT_BEGIN_NAMESPACE

QHttpNetworkReply::QHttpNetworkReply(const QUrl &url, QObject *parent)

    : QObject(*new QHttpNetworkReplyPrivate(url), parent)

{

}

QHttpNetworkReply::~QHttpNetworkReply()

{

    Q_D(QHttpNetworkReply);

    if (d->connection) {

        d->connection->d_func()->removeReply(this);

    }

}

QUrl QHttpNetworkReply::url() const

{

    return d_func()->url;

}

void QHttpNetworkReply::setUrl(const QUrl &url)

{

    Q_D(QHttpNetworkReply);

    d->url = url;

}

qint64 QHttpNetworkReply::contentLength() const

{

    return d_func()->contentLength();

}

void QHttpNetworkReply::setContentLength(qint64 length)

{

    Q_D(QHttpNetworkReply);

    d->setContentLength(length);

}

QList<QPair<QByteArray, QByteArray> > QHttpNetworkReply::header() const

{

    return d_func()->fields;

}

QByteArray QHttpNetworkReply::headerField(const QByteArray &name, const QByteArray &defaultValue) const

{

    return d_func()->headerField(name, defaultValue);

}

void QHttpNetworkReply::setHeaderField(const QByteArray &name, const QByteArray &data)

{

    Q_D(QHttpNetworkReply);

    d->setHeaderField(name, data);

}

void QHttpNetworkReply::parseHeader(const QByteArray &header)

{

    Q_D(QHttpNetworkReply);

    d->parseHeader(header);

}

QHttpNetworkRequest QHttpNetworkReply::request() const

{

    return d_func()->request;

}

void QHttpNetworkReply::setRequest(const QHttpNetworkRequest &request)

{

    Q_D(QHttpNetworkReply);

    d->request = request;

}

int QHttpNetworkReply::statusCode() const

{

    return d_func()->statusCode;

}

void QHttpNetworkReply::setStatusCode(int code)

{

    Q_D(QHttpNetworkReply);

    d->statusCode = code;

}

QString QHttpNetworkReply::errorString() const

{

    return d_func()->errorString;

}

QString QHttpNetworkReply::reasonPhrase() const

{

    return d_func()->reasonPhrase;

}

void QHttpNetworkReply::setErrorString(const QString &error)

{

    Q_D(QHttpNetworkReply);

    d->errorString = error;

}

int QHttpNetworkReply::majorVersion() const

{

    return d_func()->majorVersion;

}

int QHttpNetworkReply::minorVersion() const

{

    return d_func()->minorVersion;

}

qint64 QHttpNetworkReply::bytesAvailable() const

{

    Q_D(const QHttpNetworkReply);

    if (d->connection)

        return d->connection->d_func()->uncompressedBytesAvailable(*this);

    else

        return -1;

}

qint64 QHttpNetworkReply::bytesAvailableNextBlock() const

{

    Q_D(const QHttpNetworkReply);

    if (d->connection)

        return d->connection->d_func()->uncompressedBytesAvailableNextBlock(*this);

    else

        return -1;

}

QByteArray QHttpNetworkReply::readAny()

{

    Q_D(QHttpNetworkReply);

    // we'll take the last buffer, so schedule another read from http

    if (d->downstreamLimited && d->responseData.bufferCount() == 1)

        d->connection->d_func()->readMoreLater(this);

    return d->responseData.read();

}

void QHttpNetworkReply::setDownstreamLimited(bool dsl)

{

    Q_D(QHttpNetworkReply);

    d->downstreamLimited = dsl;

    d->connection->d_func()->readMoreLater(this);

}

bool QHttpNetworkReply::isFinished() const

{

    return d_func()->state == QHttpNetworkReplyPrivate::AllDoneState;

}

bool QHttpNetworkReply::isPipeliningUsed() const

{

    return d_func()->pipeliningUsed;

}

QHttpNetworkReplyPrivate::QHttpNetworkReplyPrivate(const QUrl &newUrl)

    : QHttpNetworkHeaderPrivate(newUrl), state(NothingDoneState), statusCode(100),

      majorVersion(0), minorVersion(0), bodyLength(0), contentRead(0), totalProgress(0),

      chunkedTransferEncoding(false),

      connectionCloseEnabled(true),

      forceConnectionCloseEnabled(false),

      currentChunkSize(0), currentChunkRead(0), connection(0), initInflate(false),

      autoDecompress(false), responseData(), requestIsPrepared(false)

      ,pipeliningUsed(false), downstreamLimited(false)

{

}

QHttpNetworkReplyPrivate::~QHttpNetworkReplyPrivate()

{

}

void QHttpNetworkReplyPrivate::clearHttpLayerInformation()

{

    state = NothingDoneState;

    statusCode = 100;

    bodyLength = 0;

    contentRead = 0;

    totalProgress = 0;

    currentChunkSize = 0;

    currentChunkRead = 0;

    connectionCloseEnabled = true;

#ifndef QT_NO_COMPRESS

    if (initInflate)

        inflateEnd(&inflateStrm);

#endif

    initInflate = false;

    streamEnd = false;

    fields.clear();

}

// TODO: Isn't everything HTTP layer related? We don't need to set connection and connectionChannel to 0 at all

void QHttpNetworkReplyPrivate::clear()

{

    connection = 0;

    connectionChannel = 0;

    autoDecompress = false;

    clearHttpLayerInformation();

}

// QHttpNetworkReplyPrivate

qint64 QHttpNetworkReplyPrivate::bytesAvailable() const

{

    return (state != ReadingDataState ? 0 : fragment.size());

}

bool QHttpNetworkReplyPrivate::isGzipped()

{

    QByteArray encoding = headerField("content-encoding");

    return qstricmp(encoding.constData(), "gzip") == 0;

}

void QHttpNetworkReplyPrivate::removeAutoDecompressHeader()

{

    // The header "Content-Encoding  = gzip" is retained.

    // Content-Length is removed since the actual one send by the server is for compressed data

    QByteArray name("content-length");

    QList<QPair<QByteArray, QByteArray> >::Iterator it = fields.begin(),

                                                   end = fields.end();

    while (it != end) {

        if (qstricmp(name.constData(), it->first.constData()) == 0) {

            fields.erase(it);

            break;

        }

        ++it;

    }

}

bool QHttpNetworkReplyPrivate::findChallenge(bool forProxy, QByteArray &challenge) const

{

    challenge.clear();

    // find out the type of authentication protocol requested.

    QByteArray header = forProxy ? "proxy-authenticate" : "www-authenticate";

    // pick the best protocol (has to match parsing in QAuthenticatorPrivate)

    QList<QByteArray> challenges = headerFieldValues(header);

    for (int i = 0; i<challenges.size(); i++) {

        QByteArray line = challenges.at(i);

        // todo use qstrincmp

        if (!line.toLower().startsWith("negotiate"))

            challenge = line;

    }

    return !challenge.isEmpty();

}

QAuthenticatorPrivate::Method QHttpNetworkReplyPrivate::authenticationMethod(bool isProxy) const

{

    // The logic is same as the one used in void QAuthenticatorPrivate::parseHttpResponse()

    QAuthenticatorPrivate::Method method = QAuthenticatorPrivate::None;

    QByteArray header = isProxy ? "proxy-authenticate" : "www-authenticate";

    QList<QByteArray> challenges = headerFieldValues(header);

    for (int i = 0; i<challenges.size(); i++) {

        QByteArray line = challenges.at(i).trimmed().toLower();

        if (method < QAuthenticatorPrivate::Basic

            && line.startsWith("basic")) {

            method = QAuthenticatorPrivate::Basic;

        } else if (method < QAuthenticatorPrivate::Ntlm

            && line.startsWith("ntlm")) {

            method = QAuthenticatorPrivate::Ntlm;

        } else if (method < QAuthenticatorPrivate::DigestMd5

            && line.startsWith("digest")) {

            method = QAuthenticatorPrivate::DigestMd5;

        }

    }

    return method;

}

#ifndef QT_NO_COMPRESS

bool QHttpNetworkReplyPrivate::gzipCheckHeader(QByteArray &content, int &pos)

{

    int method = 0; // method byte

    int flags = 0;  // flags byte

    bool ret = false;

    // Assure two bytes in the buffer so we can peek ahead -- handle case

    // where first byte of header is at the end of the buffer after the last

    // gzip segment

    pos = -1;

    QByteArray &body = content;

    int maxPos = body.size()-1;

    if (maxPos < 1) {

        return ret;

    }

    // Peek ahead to check the gzip magic header

    if (body[0] != char(gz_magic[0]) ||

        body[1] != char(gz_magic[1])) {

        return ret;

    }

    pos += 2;

    // Check the rest of the gzip header

    if (++pos <= maxPos)

        method = body[pos];

    if (pos++ <= maxPos)

        flags = body[pos];

    if (method != Z_DEFLATED || (flags & RESERVED) != 0) {

        return ret;

    }

    // Discard time, xflags and OS code:

    pos += 6;

    if (pos > maxPos)

        return ret;

    if ((flags & EXTRA_FIELD) && ((pos+2) <= maxPos)) { // skip the extra field

        unsigned len =  (unsigned)body[++pos];

        len += ((unsigned)body[++pos])<<8;

        pos += len;

        if (pos > maxPos)

            return ret;

    }

    if ((flags & ORIG_NAME) != 0) { // skip the original file name

        while(++pos <= maxPos && body[pos]) {}

    }

    if ((flags & COMMENT) != 0) {   // skip the .gz file comment

        while(++pos <= maxPos && body[pos]) {}

    }

    if ((flags & HEAD_CRC) != 0) {  // skip the header crc

        pos += 2;

        if (pos > maxPos)

            return ret;

    }

    ret = (pos < maxPos); // return failed, if no more bytes left

    return ret;

}

int QHttpNetworkReplyPrivate::gunzipBodyPartially(QByteArray &compressed, QByteArray &inflated)

{

    int ret = Z_DATA_ERROR;

    unsigned have;

    unsigned char out[CHUNK];

    int pos = -1;

    if (!initInflate) {

        // check the header

        if (!gzipCheckHeader(compressed, pos))

            return ret;

        // allocate inflate state

        inflateStrm.zalloc = Z_NULL;

        inflateStrm.zfree = Z_NULL;

        inflateStrm.opaque = Z_NULL;

        inflateStrm.avail_in = 0;

        inflateStrm.next_in = Z_NULL;

        ret = inflateInit2(&inflateStrm, -MAX_WBITS);

        if (ret != Z_OK)

            return ret;

        initInflate = true;

        streamEnd = false;

    }

    //remove the header.

    compressed.remove(0, pos+1);

    // expand until deflate stream ends

    inflateStrm.next_in = (unsigned char *)compressed.data();

    inflateStrm.avail_in = compressed.size();

    do {

        inflateStrm.avail_out = sizeof(out);

        inflateStrm.next_out = out;

        ret = inflate(&inflateStrm, Z_NO_FLUSH);

        switch (ret) {

        case Z_NEED_DICT:

            ret = Z_DATA_ERROR;

            // and fall through

        case Z_DATA_ERROR:

        case Z_MEM_ERROR:

            inflateEnd(&inflateStrm);

            initInflate = false;

            return ret;

        }

        have = sizeof(out) - inflateStrm.avail_out;

        inflated.append(QByteArray((const char *)out, have));

     } while (inflateStrm.avail_out == 0);

    // clean up and return

    if (ret <= Z_ERRNO || ret == Z_STREAM_END) {

        inflateEnd(&inflateStrm);

        initInflate = false;

    }

    streamEnd = (ret == Z_STREAM_END);

    return ret;

}

#endif

qint64 QHttpNetworkReplyPrivate::readStatus(QAbstractSocket *socket)

{

    if (fragment.isEmpty()) {

        // reserve bytes for the status line. This is better than always append() which reallocs the byte array

        fragment.reserve(32);

    }

    qint64 bytes = 0;

    char c;

    qint64 haveRead = 0;

    do {

        haveRead = socket->read(&c, 1);

        if (haveRead == -1)

            return -1; // unexpected EOF

        else if (haveRead == 0)

            break; // read more later

        bytes++;

        // allow both CRLF & LF (only) line endings

        if (c == '\n') {

            // remove the CR at the end

            if (fragment.endsWith('\r')) {

                fragment.truncate(fragment.length()-1);

            }

            bool ok = parseStatus(fragment);

            state = ReadingHeaderState;

            fragment.clear();

            if (!ok) {

                return -1;

            }

            break;

        } else {

            fragment.append(c);

        }

        // is this a valid reply?

        if (fragment.length() >= 5 && !fragment.startsWith("HTTP/"))

        {

            fragment.clear();

            return -1;

        }

    } while (haveRead == 1);

    return bytes;

}

bool QHttpNetworkReplyPrivate::parseStatus(const QByteArray &status)

{

    // from RFC 2616:

    //        Status-Line = HTTP-Version SP Status-Code SP Reason-Phrase CRLF

    //        HTTP-Version   = "HTTP" "/" 1*DIGIT "." 1*DIGIT

    // that makes: 'HTTP/n.n xxx Message'

    // byte count:  0123456789012

    static const int minLength = 11;

    static const int dotPos = 6;

    static const int spacePos = 8;

    static const char httpMagic[] = "HTTP/";

    if (status.length() < minLength

        || !status.startsWith(httpMagic)

        || status.at(dotPos) != '.'

        || status.at(spacePos) != ' ') {

        // I don't know how to parse this status line

        return false;

    }

    // optimize for the valid case: defer checking until the end

    majorVersion = status.at(dotPos - 1) - '0';

    minorVersion = status.at(dotPos + 1) - '0';

    int i = spacePos;

    int j = status.indexOf(' ', i + 1); // j == -1 || at(j) == ' ' so j+1 == 0 && j+1 <= length()

    const QByteArray code = status.mid(i + 1, j - i - 1);

    bool ok;

    statusCode = code.toInt(&ok);

    reasonPhrase = QString::fromLatin1(status.constData() + j + 1);

    return ok && uint(majorVersion) <= 9 && uint(minorVersion) <= 9;

}

qint64 QHttpNetworkReplyPrivate::readHeader(QAbstractSocket *socket)

{

    if (fragment.isEmpty()) {

        // according to http://dev.opera.com/articles/view/mama-http-headers/ the average size of the header

        // block is 381 bytes.

        // reserve bytes. This is better than always append() which reallocs the byte array.