/****************************************************************************

**

** Copyright (C) 2010 Nokia Corporation and/or its subsidiary(-ies).

** All rights reserved.

** Contact: Nokia Corporation (qt-info@nokia.com)

**

** This file is part of the test suite of the Qt Toolkit.

**

** $QT_BEGIN_LICENSE:LGPL$

** No Commercial Usage

** This file contains pre-release code and may not be distributed.

** You may use this file in accordance with the terms and conditions

** contained in the Technology Preview License Agreement accompanying

** this package.

**

** GNU Lesser General Public License Usage

** Alternatively, this file may be used under the terms of the GNU Lesser

** General Public License version 2.1 as published by the Free Software

** Foundation and appearing in the file LICENSE.LGPL included in the

** packaging of this file.  Please review the following information to

** ensure the GNU Lesser General Public License version 2.1 requirements

** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.

**

** In addition, as a special exception, Nokia gives you certain additional

** rights.  These rights are described in the Nokia Qt LGPL Exception

** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.

**

** If you have questions regarding the use of this file, please contact

** Nokia at qt-info@nokia.com.

**

**

**

**

**

**

**

**

** $QT_END_LICENSE$

**

****************************************************************************/

#include <QtTest/QtTest>

#include <qbuffer.h>

#include <qcoreapplication.h>

#include <qfile.h>

#include <qhostinfo.h>

#include <qhttp.h>

#include <qlist.h>

#include <qpointer.h>

#include <qtcpsocket.h>

#include <qtcpserver.h>

#include <qauthenticator.h>

#include <QNetworkProxy>

#ifndef QT_NO_OPENSSL

# include <qsslsocket.h>

#endif

#include "../network-settings.h"

//TESTED_CLASS=

//TESTED_FILES=

#ifdef Q_OS_SYMBIAN

// In Symbian OS test data is located in applications private dir

// And underlying Open C have application private dir in default search path

#define SRCDIR ""

#endif

Q_DECLARE_METATYPE(QHttpResponseHeader)

class tst_QHttp : public QObject

{

    Q_OBJECT

public:

    tst_QHttp();

    virtual ~tst_QHttp();

public slots:

    void initTestCase_data();

    void initTestCase();

    void cleanupTestCase();

    void init();

    void cleanup();

private slots:

    void constructing();

    void invalidRequests();

    void get_data();

    void get();

    void head_data();

    void head();

    void post_data();

    void post();

    void request_data();

    void request();

    void authorization_data();

    void authorization();

    void proxy_data();

    void proxy();

    void proxy2();

    void proxy3();

    void postAuthNtlm();

    void proxyAndSsl();

    void cachingProxyAndSsl();

    void reconnect();

    void setSocket();

    void unexpectedRemoteClose();

    void pctEncodedPath();

    void caseInsensitiveKeys();

    void emptyBodyInReply();

    void abortInReadyRead();

    void abortInResponseHeaderReceived();

    void nestedEventLoop();

    // manual tests

    void connectionClose();

protected slots:

    void stateChanged( int );

    void responseHeaderReceived( const QHttpResponseHeader & );

    void readyRead( const QHttpResponseHeader& );

    void dataSendProgress( int, int );

    void dataReadProgress( int , int );

    void requestStarted( int );

    void requestFinished( int, bool );

    void done( bool );

    void reconnect_state(int state);

    void proxy2_slot();

    void nestedEventLoop_slot(int id);

    void abortSender();

    void proxyAuthenticationRequired(const QNetworkProxy &, QAuthenticator *auth);

private:

    QHttp *newHttp(bool withAuth = false);

    void addRequest( QHttpRequestHeader, int );

    bool headerAreEqual( const QHttpHeader&, const QHttpHeader& );

    QHttp *http;

    struct RequestResult

    {

    QHttpRequestHeader req;

    QHttpResponseHeader resp;

    int success;

    };

    QMap< int, RequestResult > resultMap;

    typedef QMap<int,RequestResult>::Iterator ResMapIt;

    QList<int> ids; // helper to make sure that all expected signals are emitted

    int current_id;

    int cur_state;

    int done_success;

    QByteArray readyRead_ba;

    int bytesTotalSend;

    int bytesDoneSend;

    int bytesTotalRead;

    int bytesDoneRead;

    int getId;

    int headId;

    int postId;

    int reconnect_state_connect_count;

    bool connectionWithAuth;

    bool proxyAuthCalled;

};

//#define DUMP_SIGNALS

const int bytesTotal_init = -10;

const int bytesDone_init = -10;

tst_QHttp::tst_QHttp()

{

    Q_SET_DEFAULT_IAP

}

tst_QHttp::~tst_QHttp()

{

}

void tst_QHttp::initTestCase_data()

{

    QTest::addColumn<bool>("setProxy");

    QTest::addColumn<int>("proxyType");

    QTest::newRow("WithoutProxy") << false << 0;

    QTest::newRow("WithSocks5Proxy") << true << int(QNetworkProxy::Socks5Proxy);

}

void tst_QHttp::initTestCase()

{

}

void tst_QHttp::cleanupTestCase()

{

}

void tst_QHttp::init()

{

    QFETCH_GLOBAL(bool, setProxy);

    if (setProxy) {

        QFETCH_GLOBAL(int, proxyType);

        if (proxyType == QNetworkProxy::Socks5Proxy) {

            QNetworkProxy::setApplicationProxy(QNetworkProxy(QNetworkProxy::Socks5Proxy, QtNetworkSettings::serverName(), 1080));

        }

    }

    http = 0;

    resultMap.clear();

    ids.clear();

    current_id = 0;

    cur_state = QHttp::Unconnected;

    done_success = -1;

    readyRead_ba = QByteArray();

    getId = -1;

    headId = -1;

    postId = -1;

}

void tst_QHttp::cleanup()

{

    delete http;

    http = 0;

    QCoreApplication::processEvents();

    QFETCH_GLOBAL(bool, setProxy);

    if (setProxy) {

        QNetworkProxy::setApplicationProxy(QNetworkProxy::DefaultProxy);

    }

}

void tst_QHttp::constructing()

{

    //QHeader

    {

        QHttpRequestHeader header;

        header.addValue("key1", "val1");

        header.addValue("key2", "val2");

        header.addValue("key1", "val3");

        QCOMPARE(header.values().size(), 3);

        QCOMPARE(header.allValues("key1").size(), 2);

        QVERIFY(header.hasKey("key2"));

        QCOMPARE(header.keys().count(), 2);

    }

    {

        QHttpResponseHeader header(200);

    }

}

void tst_QHttp::invalidRequests()

{

    QHttp http;

    http.setHost("localhost");  // we will not actually connect

    QTest::ignoreMessage(QtWarningMsg, "QHttp: empty path requested is invalid -- using '/'");

    http.get(QString());

    QTest::ignoreMessage(QtWarningMsg, "QHttp: empty path requested is invalid -- using '/'");

    http.head(QString());

    QTest::ignoreMessage(QtWarningMsg, "QHttp: empty path requested is invalid -- using '/'");

    http.post(QString(), QByteArray());

    QTest::ignoreMessage(QtWarningMsg, "QHttp: empty path requested is invalid -- using '/'");

    http.request(QHttpRequestHeader("PROPFIND", QString()));

}

void tst_QHttp::get_data()

{

    QTest::addColumn<QString>("host");

    QTest::addColumn<uint>("port");

    QTest::addColumn<QString>("path");

    QTest::addColumn<int>("success");

    QTest::addColumn<int>("statusCode");

    QTest::addColumn<QByteArray>("res");

    QTest::addColumn<bool>("useIODevice");

    // ### move this into external testdata

    QFile file( SRCDIR "rfc3252.txt" );

    QVERIFY( file.open( QIODevice::ReadOnly ) );

    QByteArray rfc3252 = file.readAll();

    file.close();

    file.setFileName( SRCDIR "trolltech" );

    QVERIFY( file.open( QIODevice::ReadOnly ) );

    QByteArray trolltech = file.readAll();

    file.close();

    // test the two get() modes in one routine

    for ( int i=0; i<2; i++ ) {

	QTest::newRow(QString("path_01_%1").arg(i).toLatin1()) << QtNetworkSettings::serverName() << 80u

	    << QString("/qtest/rfc3252.txt") << 1 << 200 << rfc3252 << (bool)(i==1);

	QTest::newRow( QString("path_02_%1").arg(i).toLatin1() ) << QString("www.ietf.org") << 80u

	    << QString("/rfc/rfc3252.txt") << 1 << 200 << rfc3252 << (bool)(i==1);

	QTest::newRow( QString("uri_01_%1").arg(i).toLatin1() ) << QtNetworkSettings::serverName() << 80u

	    << QString("http://" + QtNetworkSettings::serverName() + "/qtest/rfc3252.txt") << 1 << 200 << rfc3252 << (bool)(i==1);

	QTest::newRow( QString("uri_02_%1").arg(i).toLatin1() ) << "www.ietf.org" << 80u

	    << QString("http://www.ietf.org/rfc/rfc3252.txt") << 1 << 200 << rfc3252 << (bool)(i==1);

	QTest::newRow( QString("fail_01_%1").arg(i).toLatin1() ) << QString("this-host-will-not-exist.") << 80u

	    << QString("/qtest/rfc3252.txt") << 0 << 0 << QByteArray() << (bool)(i==1);

	QTest::newRow( QString("failprot_01_%1").arg(i).toLatin1() ) << QtNetworkSettings::serverName() << 80u

	    << QString("/t") << 1 << 404 << QByteArray() << (bool)(i==1);

	QTest::newRow( QString("failprot_02_%1").arg(i).toLatin1() ) << QtNetworkSettings::serverName() << 80u

	    << QString("qtest/rfc3252.txt") << 1 << 400 << QByteArray() << (bool)(i==1);

  // qt.nokia.com/doc uses transfer-encoding=chunked

    /* qt.nokia.com/doc no longer seams to be using chuncked encodig.

    QTest::newRow( QString("chunked_01_%1").arg(i).toLatin1() ) << QString("test.troll.no") << 80u

	    << QString("/") << 1 << 200 << trolltech << (bool)(i==1);

    */

	QTest::newRow( QString("chunked_02_%1").arg(i).toLatin1() ) << QtNetworkSettings::serverName() << 80u

	    << QString("/qtest/cgi-bin/rfc.cgi") << 1 << 200 << rfc3252 << (bool)(i==1);

    }

}

void tst_QHttp::get()

{

    // for the overload that takes a QIODevice

    QByteArray buf_ba;

    QBuffer buf( &buf_ba );

    QFETCH( QString, host );

    QFETCH( uint, port );

    QFETCH( QString, path );

    QFETCH( bool, useIODevice );

    http = newHttp();

    QCOMPARE( http->currentId(), 0 );

    QCOMPARE( (int)http->state(), (int)QHttp::Unconnected );

    addRequest( QHttpRequestHeader(), http->setHost( host, port ) );

    if ( useIODevice ) {

    buf.open( QIODevice::WriteOnly );

    getId = http->get( path, &buf );

    } else {

    getId = http->get( path );

    }

    addRequest( QHttpRequestHeader(), getId );

    QTestEventLoop::instance().enterLoop( 50 );

    if ( QTestEventLoop::instance().timeout() )

    QFAIL( "Network operation timed out" );

    ResMapIt res = resultMap.find( getId );

    QVERIFY( res != resultMap.end() );

    if ( res.value().success!=1 && host=="www.ietf.org" ) {

    // The nightly tests fail from time to time. In order to make them more

    // stable, add some debug output that might help locate the problem (I

    // can't reproduce the problem in the non-nightly builds).

    qDebug( "Error %d: %s", http->error(), http->errorString().toLatin1().constData() );

    }

    QTEST( res.value().success, "success" );

    if ( res.value().success ) {

    QTEST( res.value().resp.statusCode(), "statusCode" );

    QFETCH( QByteArray, res );

    if ( res.count() > 0 ) {

        if ( useIODevice ) {

        QCOMPARE(buf_ba, res);

        if ( bytesDoneRead != bytesDone_init )

            QVERIFY( (int)buf_ba.size() == bytesDoneRead );

        } else {

        QCOMPARE(readyRead_ba, res);

        if ( bytesDoneRead != bytesDone_init )

            QVERIFY( (int)readyRead_ba.size() == bytesDoneRead );

        }

    }

    QVERIFY( bytesTotalRead != bytesTotal_init );

    if ( bytesTotalRead > 0 )

        QVERIFY( bytesDoneRead == bytesTotalRead );

    } else {

    QVERIFY( !res.value().resp.isValid() );

    }

}

void tst_QHttp::head_data()

{

    QTest::addColumn<QString>("host");

    QTest::addColumn<uint>("port");

    QTest::addColumn<QString>("path");

    QTest::addColumn<int>("success");

    QTest::addColumn<int>("statusCode");

    QTest::addColumn<uint>("contentLength");

    QTest::newRow( "path_01" ) << QtNetworkSettings::serverName() << 80u

	<< QString("/qtest/rfc3252.txt") << 1 << 200 << 25962u;

    QTest::newRow( "path_02" ) << QString("www.ietf.org") << 80u

	<< QString("/rfc/rfc3252.txt") << 1 << 200 << 25962u;

    QTest::newRow( "uri_01" ) << QtNetworkSettings::serverName() << 80u

	<< QString("http://" + QtNetworkSettings::serverName() + "/qtest/rfc3252.txt") << 1 << 200 << 25962u;

    QTest::newRow( "uri_02" ) << QString("www.ietf.org") << 80u

    << QString("http://www.ietf.org/rfc/rfc3252.txt") << 1 << 200 << 25962u;

    QTest::newRow( "fail_01" ) << QString("this-host-will-not-exist.") << 80u

    << QString("/qtest/rfc3252.txt") << 0 << 0 << 0u;

    QTest::newRow( "failprot_01" ) << QtNetworkSettings::serverName() << 80u

	<< QString("/t") << 1 << 404 << 0u;

    QTest::newRow( "failprot_02" ) << QtNetworkSettings::serverName() << 80u

	<< QString("qtest/rfc3252.txt") << 1 << 400 << 0u;

    /* qt.nokia.com/doc no longer seams to be using chuncked encodig.

    QTest::newRow( "chunked_01" ) << QString("qt.nokia.com/doc") << 80u

	<< QString("/index.html") << 1 << 200 << 0u;

    */

    QTest::newRow( "chunked_02" ) << QtNetworkSettings::serverName() << 80u

	<< QString("/qtest/cgi-bin/rfc.cgi") << 1 << 200 << 0u;

}

void tst_QHttp::head()

{

    QFETCH( QString, host );

    QFETCH( uint, port );

    QFETCH( QString, path );

    http = newHttp();

    QCOMPARE( http->currentId(), 0 );

    QCOMPARE( (int)http->state(), (int)QHttp::Unconnected );

    addRequest( QHttpRequestHeader(), http->setHost( host, port ) );

    headId = http->head( path );

    addRequest( QHttpRequestHeader(), headId );

    QTestEventLoop::instance().enterLoop( 30 );

    if ( QTestEventLoop::instance().timeout() )

        QFAIL( "Network operation timed out" );

    ResMapIt res = resultMap.find( headId );

    QVERIFY( res != resultMap.end() );

    if ( res.value().success!=1 && host=="www.ietf.org" ) {

        // The nightly tests fail from time to time. In order to make them more

        // stable, add some debug output that might help locate the problem (I

        // can't reproduce the problem in the non-nightly builds).

        qDebug( "Error %d: %s", http->error(), http->errorString().toLatin1().constData() );

    }

    QTEST( res.value().success, "success" );

    if ( res.value().success ) {

        QTEST( res.value().resp.statusCode(), "statusCode" );

        QTEST( res.value().resp.contentLength(), "contentLength" );

        QCOMPARE( (uint)readyRead_ba.size(), 0u );

        QVERIFY( bytesTotalRead == bytesTotal_init );

        QVERIFY( bytesDoneRead == bytesDone_init );

    } else {

        QVERIFY( !res.value().resp.isValid() );

    }

}

void tst_QHttp::post_data()

{

	QTest::addColumn<QString>("source");

    QTest::addColumn<bool>("useIODevice");

    QTest::addColumn<bool>("useProxy");

    QTest::addColumn<QString>("host");

    QTest::addColumn<int>("port");

    QTest::addColumn<bool>("ssl");

    QTest::addColumn<QString>("path");

    QTest::addColumn<QByteArray>("result");

    QByteArray md5sum;

    md5sum = "d41d8cd98f00b204e9800998ecf8427e";

    QTest::newRow("empty-data")

        << QString() << false << false

        << QtNetworkSettings::serverName() << 80 << false << "/qtest/cgi-bin/md5sum.cgi" << md5sum;

    QTest::newRow("empty-device")

        << QString() << true << false

        << QtNetworkSettings::serverName() << 80 << false << "/qtest/cgi-bin/md5sum.cgi" << md5sum;

    QTest::newRow("proxy-empty-data")

        << QString() << false << true

        << QtNetworkSettings::serverName() << 80 << false << "/qtest/cgi-bin/md5sum.cgi" << md5sum;

    md5sum = "b3e32ac459b99d3f59318f3ac31e4bee";

    QTest::newRow("data") << "rfc3252.txt" << false << false

                          << QtNetworkSettings::serverName() << 80 << false << "/qtest/cgi-bin/md5sum.cgi"

                          << md5sum;

    QTest::newRow("device") << "rfc3252.txt" << true << false

                          << QtNetworkSettings::serverName() << 80 << false << "/qtest/cgi-bin/md5sum.cgi"

                          << md5sum;

    QTest::newRow("proxy-data") << "rfc3252.txt" << false << true

                                << QtNetworkSettings::serverName() << 80 << false << "/qtest/cgi-bin/md5sum.cgi"

                                << md5sum;

#ifndef QT_NO_OPENSSL

    md5sum = "d41d8cd98f00b204e9800998ecf8427e";

    QTest::newRow("empty-data-ssl")

        << QString() << false << false

        << QtNetworkSettings::serverName() << 443 << true << "/qtest/cgi-bin/md5sum.cgi" << md5sum;

    QTest::newRow("empty-device-ssl")

        << QString() << true << false

        << QtNetworkSettings::serverName() << 443 << true << "/qtest/cgi-bin/md5sum.cgi" << md5sum;

    QTest::newRow("proxy-empty-data-ssl")

        << QString() << false << true

        << QtNetworkSettings::serverName() << 443 << true << "/qtest/cgi-bin/md5sum.cgi" << md5sum;

    md5sum = "b3e32ac459b99d3f59318f3ac31e4bee";

    QTest::newRow("data-ssl") << "rfc3252.txt" << false << false

        << QtNetworkSettings::serverName() << 443 << true << "/qtest/cgi-bin/md5sum.cgi"

        << md5sum;

    QTest::newRow("device-ssl") << "rfc3252.txt" << true << false

        << QtNetworkSettings::serverName() << 443 << true << "/qtest/cgi-bin/md5sum.cgi"

        << md5sum;

    QTest::newRow("proxy-data-ssl") << "rfc3252.txt" << false << true

        << QtNetworkSettings::serverName() << 443 << true << "/qtest/cgi-bin/md5sum.cgi"