/****************************************************************************

**

** Copyright (C) 2010 Nokia Corporation and/or its subsidiary(-ies).

** All rights reserved.

** Contact: Nokia Corporation (qt-info@nokia.com)

**

** This file is part of the QtNetwork module of the Qt Toolkit.

**

** $QT_BEGIN_LICENSE:LGPL$

** No Commercial Usage

** This file contains pre-release code and may not be distributed.

** You may use this file in accordance with the terms and conditions

** contained in the Technology Preview License Agreement accompanying

** this package.

**

** GNU Lesser General Public License Usage

** Alternatively, this file may be used under the terms of the GNU Lesser

** General Public License version 2.1 as published by the Free Software

** Foundation and appearing in the file LICENSE.LGPL included in the

** packaging of this file.  Please review the following information to

** ensure the GNU Lesser General Public License version 2.1 requirements

** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.

**

** In addition, as a special exception, Nokia gives you certain additional

** rights.  These rights are described in the Nokia Qt LGPL Exception

** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.

**

** If you have questions regarding the use of this file, please contact

** Nokia at qt-info@nokia.com.

**

**

**

**

**

**

**

**

** $QT_END_LICENSE$

**

****************************************************************************/

#include "qhttpnetworkconnection_p.h"

#include "qhttpnetworkconnectionchannel_p.h"

#include "private/qnoncontiguousbytedevice_p.h"

#include <qpair.h>

#include <qdebug.h>

#ifndef QT_NO_HTTP

#ifndef QT_NO_OPENSSL

#    include <QtNetwork/qsslkey.h>

#    include <QtNetwork/qsslcipher.h>

#    include <QtNetwork/qsslconfiguration.h>

#endif

QT_BEGIN_NAMESPACE

// TODO: Put channel specific stuff here so it does not polute qhttpnetworkconnection.cpp

QHttpNetworkConnectionChannel::QHttpNetworkConnectionChannel()

    : socket(0)

    , state(IdleState)

    , reply(0)

    , written(0)

    , bytesTotal(0)

    , resendCurrent(false)

    , lastStatus(0)

    , pendingEncrypt(false)

    , reconnectAttempts(2)

    , authMehtod(QAuthenticatorPrivate::None)

    , proxyAuthMehtod(QAuthenticatorPrivate::None)

#ifndef QT_NO_OPENSSL

    , ignoreAllSslErrors(false)

#endif

    , pipeliningSupported(PipeliningSupportUnknown)

    , connection(0)

{

    // Inlining this function in the header leads to compiler error on

    // release-armv5, on at least timebox 9.2 and 10.1.

}

void QHttpNetworkConnectionChannel::init()

{

#ifndef QT_NO_OPENSSL

    if (connection->d_func()->encrypt)

        socket = new QSslSocket;

    else

        socket = new QTcpSocket;

#else

    socket = new QTcpSocket;

#endif

    // limit the socket read buffer size. we will read everything into

    // the QHttpNetworkReply anyway, so let's grow only that and not

    // here and there.

    socket->setReadBufferSize(64*1024);

    QObject::connect(socket, SIGNAL(bytesWritten(qint64)),

                     this, SLOT(_q_bytesWritten(qint64)),

                     Qt::DirectConnection);

    QObject::connect(socket, SIGNAL(connected()),

                     this, SLOT(_q_connected()),

                     Qt::DirectConnection);

    QObject::connect(socket, SIGNAL(readyRead()),

                     this, SLOT(_q_readyRead()),

                     Qt::DirectConnection);

    QObject::connect(socket, SIGNAL(disconnected()),

                     this, SLOT(_q_disconnected()),

                     Qt::DirectConnection);

    QObject::connect(socket, SIGNAL(error(QAbstractSocket::SocketError)),

                     this, SLOT(_q_error(QAbstractSocket::SocketError)),

                     Qt::DirectConnection);

#ifndef QT_NO_NETWORKPROXY

    QObject::connect(socket, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),

                     this, SLOT(_q_proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),

                     Qt::DirectConnection);

#endif

#ifndef QT_NO_OPENSSL

    QSslSocket *sslSocket = qobject_cast<QSslSocket*>(socket);

    if (sslSocket) {

        // won't be a sslSocket if encrypt is false

        QObject::connect(sslSocket, SIGNAL(encrypted()),

                         this, SLOT(_q_encrypted()),

                         Qt::DirectConnection);

        QObject::connect(sslSocket, SIGNAL(sslErrors(QList<QSslError>)),

                         this, SLOT(_q_sslErrors(QList<QSslError>)),

                         Qt::DirectConnection);

        QObject::connect(sslSocket, SIGNAL(encryptedBytesWritten(qint64)),

                         this, SLOT(_q_encryptedBytesWritten(qint64)),

                         Qt::DirectConnection);

    }

#endif

}

void QHttpNetworkConnectionChannel::close()

{

    socket->blockSignals(true);

    socket->close();

    socket->blockSignals(false);

    state = QHttpNetworkConnectionChannel::IdleState;

}

bool QHttpNetworkConnectionChannel::sendRequest()

{

    if (!reply) {

        // heh, how should that happen!

        qWarning() << "QHttpNetworkConnectionChannel::sendRequest() called without QHttpNetworkReply";

        state = QHttpNetworkConnectionChannel::IdleState;

        return false;

    }

    switch (state) {

    case QHttpNetworkConnectionChannel::IdleState: { // write the header

        if (!ensureConnection()) {

            // wait for the connection (and encryption) to be done

            // sendRequest will be called again from either

            // _q_connected or _q_encrypted

            return false;

        }

        written = 0; // excluding the header

        bytesTotal = 0;

        reply->d_func()->clear();

        reply->d_func()->connection = connection;

        reply->d_func()->connectionChannel = this;

        reply->d_func()->autoDecompress = request.d->autoDecompress;

        reply->d_func()->pipeliningUsed = false;

        pendingEncrypt = false;

        // if the url contains authentication parameters, use the new ones

        // both channels will use the new authentication parameters

        if (!request.url().userInfo().isEmpty()) {

            QUrl url = request.url();

            QAuthenticator &auth = authenticator;

            if (url.userName() != auth.user()

                || (!url.password().isEmpty() && url.password() != auth.password())) {

                auth.setUser(url.userName());

                auth.setPassword(url.password());

                connection->d_func()->copyCredentials(connection->d_func()->indexOf(socket), &auth, false);

            }

            // clear the userinfo,  since we use the same request for resending

            // userinfo in url can conflict with the one in the authenticator

            url.setUserInfo(QString());

            request.setUrl(url);

        }

        connection->d_func()->createAuthorization(socket, request);

#ifndef QT_NO_NETWORKPROXY

        QByteArray header = QHttpNetworkRequestPrivate::header(request,

            (connection->d_func()->networkProxy.type() != QNetworkProxy::NoProxy));

#else

        QByteArray header = QHttpNetworkRequestPrivate::header(request, false);

#endif

        socket->write(header);

        // flushing is dangerous (QSslSocket calls transmit which might read or error)

//        socket->flush();

        QNonContiguousByteDevice* uploadByteDevice = request.uploadByteDevice();

        if (uploadByteDevice) {

            // connect the signals so this function gets called again

            QObject::connect(uploadByteDevice, SIGNAL(readyRead()),this, SLOT(_q_uploadDataReadyRead()));

            bytesTotal = request.contentLength();

            state = QHttpNetworkConnectionChannel::WritingState; // start writing data

            sendRequest(); //recurse

        } else {

            state = QHttpNetworkConnectionChannel::WaitingState; // now wait for response

            sendRequest(); //recurse

        }

        break;

    }

    case QHttpNetworkConnectionChannel::WritingState:

    {

        // write the data

        QNonContiguousByteDevice* uploadByteDevice = request.uploadByteDevice();

        if (!uploadByteDevice || bytesTotal == written) {

            if (uploadByteDevice)

                emit reply->dataSendProgress(written, bytesTotal);

            state = QHttpNetworkConnectionChannel::WaitingState; // now wait for response

            sendRequest(); // recurse

            break;

        }

        // only feed the QTcpSocket buffer when there is less than 32 kB in it

        const qint64 socketBufferFill = 32*1024;

        const qint64 socketWriteMaxSize = 16*1024;

#ifndef QT_NO_OPENSSL

        QSslSocket *sslSocket = qobject_cast<QSslSocket*>(socket);

        // if it is really an ssl socket, check more than just bytesToWrite()

        while ((socket->bytesToWrite() + (sslSocket ? sslSocket->encryptedBytesToWrite() : 0))

                <= socketBufferFill && bytesTotal != written)

#else

        while (socket->bytesToWrite() <= socketBufferFill

               && bytesTotal != written)

#endif

        {

            // get pointer to upload data

            qint64 currentReadSize;

            qint64 desiredReadSize = qMin(socketWriteMaxSize, bytesTotal - written);

            const char *readPointer = uploadByteDevice->readPointer(desiredReadSize, currentReadSize);

            if (currentReadSize == -1) {

                // premature eof happened

                connection->d_func()->emitReplyError(socket, reply, QNetworkReply::UnknownNetworkError);

                return false;

                break;

            } else if (readPointer == 0 || currentReadSize == 0) {

                // nothing to read currently, break the loop

                break;

            } else {

                qint64 currentWriteSize = socket->write(readPointer, currentReadSize);

                if (currentWriteSize == -1 || currentWriteSize != currentReadSize) {

                    // socket broke down

                    connection->d_func()->emitReplyError(socket, reply, QNetworkReply::UnknownNetworkError);

                    return false;

                } else {

                    written += currentWriteSize;

                    uploadByteDevice->advanceReadPointer(currentWriteSize);

                    emit reply->dataSendProgress(written, bytesTotal);

                    if (written == bytesTotal) {

                        // make sure this function is called once again

                        state = QHttpNetworkConnectionChannel::WaitingState;

                        sendRequest();

                        break;

                    }

                }

            }

        }

        break;

    }

    case QHttpNetworkConnectionChannel::WaitingState:

    {

        QNonContiguousByteDevice* uploadByteDevice = request.uploadByteDevice();

        if (uploadByteDevice) {

            QObject::disconnect(uploadByteDevice, SIGNAL(readyRead()), this, SLOT(_q_uploadDataReadyRead()));

        }

        // HTTP pipelining

        // ensure we try to receive a reply in all cases, even if _q_readyRead_ hat not been called

        // this is needed if the sends an reply before we have finished sending the request. In that

        // case receiveReply had been called before but ignored the server reply

        QMetaObject::invokeMethod(this, "_q_receiveReply", Qt::QueuedConnection);

        break;

    }

    case QHttpNetworkConnectionChannel::ReadingState:

    case QHttpNetworkConnectionChannel::Wait4AuthState:

        // ignore _q_bytesWritten in these states

        // fall through

    default:

        break;

    }

    return true;

}

void QHttpNetworkConnectionChannel::_q_receiveReply()

{

    Q_ASSERT(socket);

    if (!reply) {

        // heh, how should that happen!

        qWarning() << "QHttpNetworkConnectionChannel::_q_receiveReply() called without QHttpNetworkReply,"

                << socket->bytesAvailable() << "bytes on socket.";

        close();

        return;

    }

    qint64 bytes = 0;

    QAbstractSocket::SocketState socketState = socket->state();

    // connection might be closed to signal the end of data

    if (socketState == QAbstractSocket::UnconnectedState) {

        if (socket->bytesAvailable() <= 0) {

            if (reply->d_func()->state == QHttpNetworkReplyPrivate::ReadingDataState) {

                // finish this reply. this case happens when the server did not send a content length

                reply->d_func()->state = QHttpNetworkReplyPrivate::AllDoneState;

                allDone();

                return;

            } else {

                handleUnexpectedEOF();

                return;

            }

        } else {

            // socket not connected but still bytes for reading.. just continue in this function

        }

    }

    // read loop for the response

    while (socket->bytesAvailable()) {

        QHttpNetworkReplyPrivate::ReplyState state = reply->d_func()->state;

        switch (state) {

        case QHttpNetworkReplyPrivate::NothingDoneState: {

            // only eat whitespace on the first call

            eatWhitespace();

            state = reply->d_func()->state = QHttpNetworkReplyPrivate::ReadingStatusState;

            // fallthrough

        }

        case QHttpNetworkReplyPrivate::ReadingStatusState: {

            qint64 statusBytes = reply->d_func()->readStatus(socket);

            if (statusBytes == -1) {

                // connection broke while reading status. also handled if later _q_disconnected is called

                handleUnexpectedEOF();

                return;

            }

            bytes += statusBytes;

            lastStatus = reply->d_func()->statusCode;

            break;

        }

        case QHttpNetworkReplyPrivate::ReadingHeaderState: {

            QHttpNetworkReplyPrivate *replyPrivate = reply->d_func();

            qint64 headerBytes = replyPrivate->readHeader(socket);

            if (headerBytes == -1) {

                // connection broke while reading headers. also handled if later _q_disconnected is called

                handleUnexpectedEOF();

                return;

            }

            bytes += headerBytes;

            if (replyPrivate->state == QHttpNetworkReplyPrivate::ReadingDataState) {

                if (replyPrivate->isGzipped() && replyPrivate->autoDecompress) {

                    // remove the Content-Length from header

                    replyPrivate->removeAutoDecompressHeader();

                } else {

                    replyPrivate->autoDecompress = false;

                }

                if (replyPrivate->statusCode == 100) {

                    replyPrivate->clearHttpLayerInformation();

                    replyPrivate->state = QHttpNetworkReplyPrivate::ReadingStatusState;

                    break; // ignore

                }

                if (replyPrivate->shouldEmitSignals())

                    emit reply->headerChanged();

                if (!replyPrivate->expectContent()) {

                    replyPrivate->state = QHttpNetworkReplyPrivate::AllDoneState;

                    allDone();

                    return;

                }

            }

            break;

        }

        case QHttpNetworkReplyPrivate::ReadingDataState: {

           QHttpNetworkReplyPrivate *replyPrivate = reply->d_func();

           if (replyPrivate->downstreamLimited && !replyPrivate->responseData.isEmpty() && replyPrivate->shouldEmitSignals()) {

               // We already have some HTTP body data. We don't read more from the socket until

               // this is fetched by QHttpNetworkAccessHttpBackend. If we would read more,

               // we could not limit our read buffer usage.

               // We only do this when shouldEmitSignals==true because our HTTP parsing

               // always needs to parse the 401/407 replies. Therefore they don't really obey

               // to the read buffer maximum size, but we don't care since they should be small.

               return;

           }

            if (!replyPrivate->isChunked() && !replyPrivate->autoDecompress

                && replyPrivate->bodyLength > 0) {

                // bulk files like images should fulfill these properties and

                // we can therefore save on memory copying

                bytes = replyPrivate->readBodyFast(socket, &replyPrivate->responseData);

                replyPrivate->totalProgress += bytes;

                if (replyPrivate->shouldEmitSignals()) {

                    QPointer<QHttpNetworkReply> replyPointer = reply;

                    emit reply->readyRead();

                    // make sure that the reply is valid

                    if (replyPointer.isNull())

                        return;

                    emit reply->dataReadProgress(replyPrivate->totalProgress, replyPrivate->bodyLength);

                    // make sure that the reply is valid

                    if (replyPointer.isNull())

                        return;

                }

            }

            else

            {

                // use the traditional slower reading (for compressed encoding, chunked encoding,

                // no content-length etc)

                QByteDataBuffer byteDatas;

                bytes = replyPrivate->readBody(socket, &byteDatas);

                if (bytes) {

                    if (replyPrivate->autoDecompress)

                        replyPrivate->appendCompressedReplyData(byteDatas);

                    else

                        replyPrivate->appendUncompressedReplyData(byteDatas);

                    if (!replyPrivate->autoDecompress) {

                        replyPrivate->totalProgress += bytes;

                        if (replyPrivate->shouldEmitSignals()) {

                            QPointer<QHttpNetworkReply> replyPointer = reply;

                            // important: At the point of this readyRead(), the byteDatas list must be empty,

                            // else implicit sharing will trigger memcpy when the user is reading data!

                            emit reply->readyRead();

                            // make sure that the reply is valid

                            if (replyPointer.isNull())

                                return;

                            emit reply->dataReadProgress(replyPrivate->totalProgress, replyPrivate->bodyLength);

                            // make sure that the reply is valid

                           if (replyPointer.isNull())

                                return;

                        }

                    }

#ifndef QT_NO_COMPRESS

                    else if (!expand(false)) { // expand a chunk if possible

                        return; // ### expand failed

                    }

#endif

                }

            }

            // still in ReadingDataState? This function will be called again by the socket's readyRead

            if (replyPrivate->state == QHttpNetworkReplyPrivate::ReadingDataState)

                break;

            // everything done, fall through

            }

      case QHttpNetworkReplyPrivate::AllDoneState:

            allDone();

            break;

        default:

            break;

        }

    }

}

// called when unexpectedly reading a -1 or when data is expected but socket is closed

void QHttpNetworkConnectionChannel::handleUnexpectedEOF()

{

    if (reconnectAttempts <= 0) {

        // too many errors reading/receiving/parsing the status, close the socket and emit error

        requeueCurrentlyPipelinedRequests();

        close();

        reply->d_func()->errorString = connection->d_func()->errorDetail(QNetworkReply::RemoteHostClosedError, socket);

        emit reply->finishedWithError(QNetworkReply::RemoteHostClosedError, reply->d_func()->errorString);

        QMetaObject::invokeMethod(connection, "_q_startNextRequest", Qt::QueuedConnection);

    } else {

        reconnectAttempts--;

        reply->d_func()->clear();

        reply->d_func()->connection = connection;

        reply->d_func()->connectionChannel = this;

        closeAndResendCurrentRequest();

    }

}

bool QHttpNetworkConnectionChannel::ensureConnection()

{

    QAbstractSocket::SocketState socketState = socket->state();

    // resend this request after we receive the disconnected signal

    if (socketState == QAbstractSocket::ClosingState) {

        resendCurrent = true;

        return false;

    }

    // already trying to connect?

    if (socketState == QAbstractSocket::HostLookupState ||

        socketState == QAbstractSocket::ConnectingState) {

        return false;

    }

    // make sure that this socket is in a connected state, if not initiate

    // connection to the host.

    if (socketState != QAbstractSocket::ConnectedState) {

        // connect to the host if not already connected.

        state = QHttpNetworkConnectionChannel::ConnectingState;