Revision control
Copy as Markdown
// Copyright (C) 2021 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only
#include <QtNetwork/qtnetworkglobal.h>
#include <QTest>
#include <QSemaphore>
#include <QTestEventLoop>
#include <QSignalSpy>
#if QT_CONFIG(process)
#include <QProcess>
#endif
#include <QTimer>
#include <QWaitCondition>
#include <QScopeGuard>
#include <QBuffer>
#include <QMap>
#include <QtCore/QCryptographicHash>
#include <QtCore/QDataStream>
#include <QtCore/QDateTime>
#include <QtCore/QEventLoop>
#include <QtCore/QElapsedTimer>
#include <QtCore/QFile>
#include <QtCore/QList>
#include <QtCore/QRandomGenerator>
#include <QtCore/QRegularExpression>
#include <QtCore/QRegularExpressionMatch>
#include <QtCore/QSet>
#include <QtCore/QSharedPointer>
#include <QtCore/QTemporaryFile>
#include <QtCore/QTimeZone>
#include <QtCore/QUrl>
#include <QtNetwork/QTcpServer>
#include <QtNetwork/QTcpSocket>
#if QT_CONFIG(localserver)
#include <QtNetwork/QLocalSocket>
#include <QtNetwork/QLocalServer>
#endif
#include <QtNetwork/QHostInfo>
#include <QtNetwork/QNetworkAccessManager>
#include <QtNetwork/QNetworkRequest>
#include <QtNetwork/QNetworkReply>
#include <QtNetwork/QAbstractNetworkCache>
#include <QtNetwork/qauthenticator.h>
#include <QtNetwork/qnetworkaccessmanager.h>
#if QT_CONFIG(networkdiskcache)
#include <QtNetwork/qnetworkdiskcache.h>
#endif
#include <QtNetwork/qnetworkrequest.h>
#include <QtNetwork/qnetworkreply.h>
#include <QtNetwork/qnetworkcookie.h>
#include <QtNetwork/QNetworkCookieJar>
#if QT_CONFIG(http)
#include <QtNetwork/QHttpPart>
#include <QtNetwork/QHttpMultiPart>
#include <QtNetwork/QHttp1Configuration>
#endif
#include <QtNetwork/QNetworkProxyQuery>
#if QT_CONFIG(ssl)
#include <QtNetwork/qsslerror.h>
#include <QtNetwork/qsslconfiguration.h>
#include <QtNetwork/qsslsocket.h>
#ifdef QT_BUILD_INTERNAL
#include <QtNetwork/private/qsslconfiguration_p.h>
#endif
#endif
#ifdef QT_BUILD_INTERNAL
#include <QtNetwork/private/qnetworkreplyimpl_p.h> // implicitly included by qnetworkaccessmanager_p.h currently, but don't rely on that being true forever
#include <QtNetwork/private/qnetworkaccessmanager_p.h>
#else
Q_DECLARE_METATYPE(QSharedPointer<char>)
#endif
#include <memory>
#include <optional>
#ifdef Q_OS_UNIX
# include <sys/types.h>
# include <unistd.h> // for getuid()
#endif
#include <time.h>
#include "../../../network-settings.h"
#include <QtTest/private/qtesthelpers_p.h>
#ifdef Q_OS_INTEGRITY
#include "qplatformdefs.h"
#endif
Q_DECLARE_METATYPE(QAuthenticator*)
#if QT_CONFIG(networkproxy)
Q_DECLARE_METATYPE(QNetworkProxyQuery)
#endif
typedef QSharedPointer<QNetworkReply> QNetworkReplyPtr;
using namespace Qt::StringLiterals;
using namespace std::chrono_literals;
#if QT_CONFIG(ssl)
QT_BEGIN_NAMESPACE
// Technically, a workaround, and only needed for OpenSSL:
void qt_ForceTlsSecurityLevel();
QT_END_NAMESPACE
#endif
class MyCookieJar;
class tst_QNetworkReply: public QObject
{
Q_OBJECT
#if QT_CONFIG(networkproxy)
struct ProxyData
{
ProxyData(const QNetworkProxy &p, const QByteArray &t, bool auth)
: tag(t), proxy(p), requiresAuthentication(auth) {}
QByteArray tag;
QNetworkProxy proxy;
bool requiresAuthentication;
};
#endif // QT_CONFIG(networkproxy)
static bool seedCreated;
static QString createUniqueExtension()
{
if (!seedCreated) {
seedCreated = true; // not thread-safe, but who cares
}
return QString::number(QTime::currentTime().msecsSinceStartOfDay())
+ QLatin1Char('-') + QString::number(QCoreApplication::applicationPid())
+ QLatin1Char('-') + QString::number(QRandomGenerator::global()->generate());
}
static QString tempRedirectReplyStr() {
QString s = "HTTP/1.1 307 Temporary Redirect\r\n"
"content-type: text/plain\r\n"
"location: %1\r\n"
"\r\n";
return s;
}
static QString movedReplyStr() {
QString s = "HTTP/1.1 301 Moved Permanently\r\n"
"content-type: text/plain\r\n"
"location: %1\r\n"
"\r\n";
return s;
}
static QString foundReplyStr() {
QString s = "HTTP/1.1 302 Found\r\n"
"content-type: text/plain\r\n"
"location: %1\r\n"
"\r\n";
return s;
}
static QString permRedirectReplyStr() {
QString s = "HTTP/1.1 308 Permanent Redirect\r\n"
"content-type: text/plain\r\n"
"location: %1\r\n"
"\r\n";
return s;
}
static const QByteArray httpEmpty200Response;
static const QString filePermissionFileName;
QEventLoop *loop;
enum RunSimpleRequestReturn { Timeout = 0, Success, Failure };
int returnCode;
QString testFileName;
QString echoProcessDir;
#if !defined Q_OS_WIN
QString wronlyFileName;
#endif
QString uniqueExtension;
#if QT_CONFIG(networkproxy)
QList<ProxyData> proxies;
#endif
QNetworkAccessManager manager;
MyCookieJar *cookieJar;
#if QT_CONFIG(ssl)
QSslConfiguration storedSslConfiguration;
QList<QSslError> storedExpectedSslErrors;
static const QString certsFilePath;
bool isSecureTransport = false;
bool isSchannel = false;
#endif // QT_CONFIG(ssl)
using QObject::connect;
static bool connect(const QNetworkReplyPtr &ptr, const char *signal, const QObject *receiver, const char *slot, Qt::ConnectionType ct = Qt::AutoConnection)
{ return connect(ptr.data(), signal, receiver, slot, ct); }
bool connect(const QNetworkReplyPtr &ptr, const char *signal, const char *slot, Qt::ConnectionType ct = Qt::AutoConnection)
{ return connect(ptr.data(), signal, slot, ct); }
public:
tst_QNetworkReply();
~tst_QNetworkReply();
QString runSimpleRequest(QNetworkAccessManager::Operation op, const QNetworkRequest &request,
QNetworkReplyPtr &reply, const QByteArray &data = QByteArray());
#if QT_CONFIG(http)
QString runMultipartRequest(const QNetworkRequest &request, QNetworkReplyPtr &reply,
QHttpMultiPart *multiPart, const QByteArray &verb);
#endif
QString runCustomRequest(const QNetworkRequest &request, QNetworkReplyPtr &reply,
const QByteArray &verb, QIODevice *data);
int waitForFinish(QNetworkReplyPtr &reply);
public Q_SLOTS:
void finished();
void gotError();
void authenticationRequired(QNetworkReply*,QAuthenticator*);
void proxyAuthenticationRequired(const QNetworkProxy &,QAuthenticator*);
void pipeliningHelperSlot();
void emitErrorForAllRepliesSlot();
#if QT_CONFIG(ssl)
void sslErrors(QNetworkReply*,const QList<QSslError> &);
void storeSslConfiguration();
void ignoreSslErrorListSlot(QNetworkReply *reply, const QList<QSslError> &);
#ifdef QT_BUILD_INTERNAL
void sslSessionSharingHelperSlot();
#endif
#endif
protected Q_SLOTS:
void nestedEventLoops_slot();
void notEnoughData();
private Q_SLOTS:
void cleanup() { cleanupTestData(); }
void initTestCase();
void cleanupTestCase();
void stateChecking();
void invalidProtocol();
void getFromData_data();
void getFromData();
void getFromFile_data();
void getFromFile();
void getFromFileSpecial_data();
void getFromFileSpecial();
void getFromFtp_data();
void getFromFtp();
void getFromFtpAfterError(); // QTBUG-40797
void getFromHttp_data();
void getFromHttp();
void getWithBodyFromHttp_data();
void getWithBodyFromHttp();
void getWithAndWithoutBodyFromHttp_data();
void getWithAndWithoutBodyFromHttp();
void getWithBodyRedirected_data();
void getWithBodyRedirected();
void getWithBodyChainedRedirect(); // QTBUG-133976
void getErrors_data();
void getErrors();
#if QT_CONFIG(networkproxy)
void headFromHttp_data();
void headFromHttp();
#endif // QT_CONFIG(networkproxy)
void putToFile_data();
void putToFile();
void putToFtp_data();
void putToFtp();
void putToFtpWithInvalidCredentials(); // QTBUG-40622
void putToHttp_data();
void putToHttp();
void putToHttpSynchronous_data();
void putToHttpSynchronous();
#if QT_CONFIG(http)
void putToHttpMultipart_data();
void putToHttpMultipart();
#endif
void putWithoutBody();
void putWithoutBody_data();
void postToHttp_data();
void postToHttp();
void postToHttpSynchronous_data();
void postToHttpSynchronous();
#if QT_CONFIG(http)
void postToHttpMultipart_data();
void postToHttpMultipart();
void multipartSkipIndices(); // QTBUG-32534
#endif
void postWithoutBody_data();
void postWithoutBody();
#if QT_CONFIG(ssl)
void putToHttps_data();
void putToHttps();
void putToHttpsSynchronous_data();
void putToHttpsSynchronous();
void postToHttps_data();
void postToHttps();
void postToHttpsSynchronous_data();
void postToHttpsSynchronous();
void postToHttpsMultipart_data();
void postToHttpsMultipart();
#endif
void deleteFromHttp_data();
void deleteFromHttp();
void putGetDeleteGetFromHttp_data();
void putGetDeleteGetFromHttp();
void sendCustomRequestToHttp_data();
void sendCustomRequestToHttp();
void connectToIPv6Address_data();
void connectToIPv6Address();
void ioGetFromData_data();
void ioGetFromData();
void ioGetFromFileSpecial_data();
void ioGetFromFileSpecial();
void ioGetFromFile_data();
void ioGetFromFile();
void ioGetFromFileUrl();
void ioGetFromFtp_data();
void ioGetFromFtp();
void ioGetFromFtpWithReuse();
void ioGetFromHttp();
void ioGetFromBuiltinHttp_data();
void ioGetFromBuiltinHttp();
void ioGetFromHttpWithReuseParallel();
void ioGetFromHttpWithReuseSequential();
void ioGetFromHttpWithAuth_data();
void ioGetFromHttpWithAuth();
void ioGetFromHttpWithAuthSynchronous();
#if QT_CONFIG(networkproxy)
void ioGetFromHttpWithProxyAuth();
void ioGetFromHttpWithProxyAuthSynchronous();
void ioGetFromHttpWithSocksProxy();
#endif // QT_CONFIG(networkproxy)
#if QT_CONFIG(ssl)
void ioGetFromHttpsWithSslErrors();
void ioGetFromHttpsWithIgnoreSslErrors();
void ioGetFromHttpsWithSslHandshakeError();
#endif
void ioGetFromHttpBrokenServer_data();
void ioGetFromHttpBrokenServer();
void ioGetFromHttpStatusInformational_data();
void ioGetFromHttpStatusInformational();
void ioGetFromHttpNoHeaders_data();
void ioGetFromHttpNoHeaders();
void ioGetFromHttpWithCache_data();
void ioGetFromHttpWithCache();
#if QT_CONFIG(networkproxy)
void ioGetWithManyProxies_data();
void ioGetWithManyProxies();
#endif // QT_CONFIG(networkproxy)
void ioPutToFileFromFile_data();
void ioPutToFileFromFile();
void ioPutToFileFromSocket_data();
void ioPutToFileFromSocket();
#if QT_CONFIG(localserver)
void ioPutToFileFromLocalSocket_data();
void ioPutToFileFromLocalSocket();
#endif
void ioPutToFileFromProcess_data();
void ioPutToFileFromProcess();
void ioPutToFtpFromFile_data();
void ioPutToFtpFromFile();
void ioPutToHttpFromFile_data();
void ioPutToHttpFromFile();
void ioPostToHttpFromFile_data();
void ioPostToHttpFromFile();
#if QT_CONFIG(networkproxy)
void ioPostToHttpFromSocket_data();
void ioPostToHttpFromSocket();
void ioPostToHttpFromSocketSynchronous();
void ioPostToHttpFromSocketSynchronous_data();
#endif // QT_CONFIG(networkproxy)
void ioPostToHttpFromMiddleOfFileToEnd();
void ioPostToHttpFromMiddleOfFileFiveBytes();
void ioPostToHttpFromMiddleOfQBufferFiveBytes();
void ioPostToHttpNoBufferFlag();
void ioPostToHttpUploadProgress();
void emitAllUploadProgressSignals();
void ioPostToHttpEmptyUploadProgress();
void lastModifiedHeaderForFile();
void lastModifiedHeaderForHttp();
void httpCanReadLine();
#ifdef QT_BUILD_INTERNAL
void rateControl_data();
void rateControl();
#endif
void downloadProgress_data();
void downloadProgress();
#ifdef QT_BUILD_INTERNAL
void uploadProgress_data();
void uploadProgress();
#endif
void chaining_data();
void chaining();
void receiveCookiesFromHttp_data();
void receiveCookiesFromHttp();
void receiveCookiesFromHttpSynchronous_data();
void receiveCookiesFromHttpSynchronous();
void sendCookies_data();
void sendCookies();
void sendCookiesSynchronous_data();
void sendCookiesSynchronous();
void nestedEventLoops();
#if QT_CONFIG(networkproxy)
void httpProxyCommands_data();
void httpProxyCommands();
void httpProxyCommandsSynchronous_data();
void httpProxyCommandsSynchronous();
void proxyChange();
#endif // QT_CONFIG(networkproxy)
void authorizationError_data();
void authorizationError();
void httpConnectionCount_data();
void httpConnectionCount();
void httpReUsingConnectionSequential_data();
void httpReUsingConnectionSequential();
void httpReUsingConnectionFromFinishedSlot_data();
void httpReUsingConnectionFromFinishedSlot();
void httpRecursiveCreation();
#if QT_CONFIG(ssl)
void ioPostToHttpsUploadProgress();
void ignoreSslErrorsList_data();
void ignoreSslErrorsList();
void ignoreSslErrorsListWithSlot_data();
void ignoreSslErrorsListWithSlot();
void encrypted();
void abortOnEncrypted();
void sslConfiguration_data();
void sslConfiguration();
#ifdef QT_BUILD_INTERNAL
void sslSessionSharing_data();
void sslSessionSharing();
void sslSessionSharingFromPersistentSession_data();
void sslSessionSharingFromPersistentSession();
#endif
#endif
void getAndThenDeleteObject_data();
void getAndThenDeleteObject();
void symbianOpenCDataUrlCrash();
void getFromHttpIntoBuffer_data();
void getFromHttpIntoBuffer();
void getFromHttpIntoBuffer2_data();
void getFromHttpIntoBuffer2();
void getFromHttpIntoBufferCanReadLine();
void ioGetFromHttpWithoutContentLength();
void ioGetFromHttpBrokenChunkedEncoding();
#if QT_CONFIG(http)
void qtbug12908compressedHttpReply();
#endif
void compressedHttpReplyBrokenGzip();
void getFromUnreachableIp();
void qtbug4121unknownAuthentication();
void qtbug13431replyThrottling();
void httpWithNoCredentialUsage();
void qtbug15311doubleContentLength();
void qtbug18232gzipContentLengthZero();
void qtbug22660gzipNoContentLengthEmptyContent();
void qtbug27161httpHeaderMayBeDamaged_data();
void qtbug27161httpHeaderMayBeDamaged();
#if QT_CONFIG(networkdiskcache)
void qtbug28035browserDoesNotLoadQtProjectOrgCorrectly();
#endif
void qtbug45581WrongReplyStatusCode();
void synchronousRequest_data();
void synchronousRequest();
#if QT_CONFIG(ssl)
void synchronousRequestSslFailure();
#endif
void httpAbort();
void closeClientSideConnectionEagerlyQtbug20726();
void varyingCacheExpiry_data();
void varyingCacheExpiry();
#if QT_CONFIG(http)
void amountOfHttp1ConnectionsQtbug25280_data();
void amountOfHttp1ConnectionsQtbug25280();
#endif
void dontInsertPartialContentIntoTheCache();
void removeIncompleteCacheObjects();
void httpUserAgent();
#if QT_CONFIG(networkproxy)
void authenticationCacheAfterCancel_data();
void authenticationCacheAfterCancel();
void authenticationWithDifferentRealm();
#endif // QT_CONFIG(networkproxy)
void synchronousAuthenticationCache();
void pipelining();
void closeDuringDownload_data();
void closeDuringDownload();
void ftpAuthentication_data();
void ftpAuthentication();
void emitErrorForAllReplies(); // QTBUG-36890
void putWithRateLimiting();
void ioHttpSingleRedirect();
void ioHttpChangeMaxRedirects();
void ioHttpErrorString_data();
void ioHttpErrorString();
void ioHttpRedirectErrors_data();
void ioHttpRedirectErrors();
void ioHttpRedirectPolicy_data();
void ioHttpRedirectPolicy();
void ioHttpRedirectPolicyErrors_data();
void ioHttpRedirectPolicyErrors();
void ioHttpUserVerifiedRedirect_data();
void ioHttpUserVerifiedRedirect();
void ioHttpCookiesDuringRedirect();
void ioHttpRedirect_data();
void ioHttpRedirect();
#if QT_CONFIG(networkdiskcache)
void ioHttpRedirectWithCache();
#endif
void ioHttpRedirectFromLocalToRemote();
void ioHttpRedirectPostPut_data();
void ioHttpRedirectPostPut();
#if QT_CONFIG(http)
void ioHttpRedirectMultipartPost_data();
void ioHttpRedirectMultipartPost();
#endif
void ioHttpRedirectDelete();
void ioHttpRedirectCustom();
void ioHttpRedirectWithUploadDevice_data();
void ioHttpRedirectWithUploadDevice();
#if QT_CONFIG(ssl)
void putWithServerClosingConnectionImmediately();
#endif
void autoDeleteRepliesAttribute_data();
void autoDeleteRepliesAttribute();
void autoDeleteReplies_data();
void autoDeleteReplies();
#if QT_CONFIG(http) || defined (Q_OS_WASM)
void requestWithTimeout_data();
void requestWithTimeout();
void requestWithTimeoutAfterRedirect();
#endif
void moreActivitySignals_data();
void moreActivitySignals();
void contentEncoding_data();
void contentEncoding();
#if QT_CONFIG(http)
void contentEncodingBigPayload_data();
void contentEncodingBigPayload();
#endif
void cacheWithContentEncoding_data();
void cacheWithContentEncoding();
void downloadProgressWithContentEncoding_data();
void downloadProgressWithContentEncoding();
void contentEncodingError_data();
void contentEncodingError();
void compressedReadyRead();
void notFoundWithCompression_data();
void notFoundWithCompression();
#if QT_CONFIG(http)
void qhttpPartDebug_data();
void qhttpPartDebug();
#if QT_CONFIG(networkproxy)
void qtbug68821proxyError_data();
void qtbug68821proxyError();
#endif
#endif
void abortAndError();
void resendRequest_data();
void resendRequest();
// NOTE: This test must be last!
void parentingRepliesToTheApp();
private:
void cleanupTestData();
QString testDataDir;
bool notEnoughDataForFastSender;
bool ftpSupported = false;
#if QT_CONFIG(ssl)
QSslError::SslError flukeCertTlsError = QSslError::CertificateUntrusted;
#endif
};
const QByteArray tst_QNetworkReply::httpEmpty200Response =
"HTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n";
const QString tst_QNetworkReply::filePermissionFileName = "/etc/shadow";
bool tst_QNetworkReply::seedCreated = false;
#define RUN_REQUEST(call) \
do { \
QString errorMsg = call; \
if (!errorMsg.isEmpty()) \
QFAIL(qPrintable(errorMsg)); \
} while (0)
static bool validateRedirectedResponseHeaders(QNetworkReplyPtr reply)
{
// QTBUG-61300: previously we were mixing 'raw' headers from all responses
// along the redirect chain. The simplest test is to check/verify we have
// no 'location' header anymore.
Q_ASSERT(reply.data());
return !reply->hasRawHeader("location")
&& !reply->header(QNetworkRequest::LocationHeader).isValid();
}
#if QT_CONFIG(ssl)
static void setupSslServer(QSslSocket* serverSocket)
{
QString testDataDir = QFileInfo(QFINDTESTDATA("rfc3252.txt")).absolutePath();
if (testDataDir.isEmpty())
testDataDir = QCoreApplication::applicationDirPath();
serverSocket->setProtocol(QSsl::AnyProtocol);
serverSocket->setLocalCertificate(testDataDir + "/certs/server.pem");
serverSocket->setPrivateKey(testDataDir + "/certs/server.key");
serverSocket->startServerEncryption();
}
#ifdef QT_TEST_SERVER
#ifdef QT_TEST_SERVER_NAME
// In this case, each server is assigned a unique hostname. Use the wildcard SSL
// certificate (*.test-net.qt.local).
const QString tst_QNetworkReply::certsFilePath = "/certs/qt-test-net-cacert.pem";
#else
// Otherwise, select the single-name SSL certificate (qt-test-server.local) instead.
const QString tst_QNetworkReply::certsFilePath = "/certs/qt-test-server-host-network-cacert.pem";
#endif // QT_TEST_SERVER_NAME
#else
const QString tst_QNetworkReply::certsFilePath = "/certs/qt-test-server-cacert.pem";
#endif
#endif // QT_CONFIG(ssl)
// NOTE: MiniHttpServer has a very limited support of PUT/POST requests! Make
// sure you understand the server's code before PUTting/POSTing data (and
// probably you'll have to update the logic).
class MiniHttpServer: public QTcpServer
{
Q_OBJECT
public:
QPointer<QTcpSocket> client; // always the last one that was received
QByteArray dataToTransmit;
QByteArray receivedData;
QSemaphore ready;
bool doClose;
bool earlyClose = false; // close connection after request has been received
bool doSsl;
bool ipv6;
bool multiple;
int totalConnections;
bool stopTransfer = false;
bool checkedContentLength = false;
bool foundContentLength = false;
int contentRead = 0;
int contentLength = 0;
MiniHttpServer(const QByteArray &data, bool ssl = false, QThread *thread = 0, bool useipv6 = false)
: dataToTransmit(data), doClose(true), doSsl(ssl), ipv6(useipv6),
multiple(false), totalConnections(0)
{
if (useipv6) {
if (!listen(QHostAddress::AnyIPv6))
qWarning() << "listen() IPv6 failed" << errorString();
} else {
if (!listen(QHostAddress::AnyIPv4))
qWarning() << "listen() IPv4 failed" << errorString();
}
if (thread) {
connect(thread, SIGNAL(started()), this, SLOT(threadStartedSlot()));
moveToThread(thread);
thread->start();
ready.acquire();
}
}
void setDataToTransmit(const QByteArray &data)
{
dataToTransmit = data;
}
void clearHeaderParserState()
{
contentLength = 0;
receivedData.clear();
foundContentLength = false;
}
protected:
void incomingConnection(qintptr socketDescriptor) override
{
//qDebug() << "incomingConnection" << socketDescriptor << "doSsl:" << doSsl << "ipv6:" << ipv6;
#if QT_CONFIG(ssl)
if (doSsl) {
QSslSocket *serverSocket = new QSslSocket(this);
if (!serverSocket->setSocketDescriptor(socketDescriptor)) {
delete serverSocket;
return;
}
connect(serverSocket, SIGNAL(sslErrors(QList<QSslError>)), this, SLOT(slotSslErrors(QList<QSslError>)));
// connect(serverSocket, &QSslSocket::encrypted, this, &SslServer::ready); ?
setupSslServer(serverSocket);
client = serverSocket;
} else
#endif
{
client = new QTcpSocket;
client->setSocketDescriptor(socketDescriptor);
}
connectSocketSignals();
client->setParent(this);
++totalConnections;
}
virtual void reply()
{
Q_ASSERT(!client.isNull());
// we need to emulate the bytesWrittenSlot call if the data is empty.
if (dataToTransmit.size() == 0) {
emit client->bytesWritten(0);
} else if (!stopTransfer) {
client->write(dataToTransmit);
// FIXME: For SSL connections, if we don't flush the socket, the
// client never receives the data and since we're doing a disconnect
// immediately afterwards, it causes a RemoteHostClosedError for the
// client
client->flush();
}
}
private:
void connectSocketSignals()
{
Q_ASSERT(!client.isNull());
//qDebug() << "connectSocketSignals" << client;
connect(client.data(), SIGNAL(readyRead()), this, SLOT(readyReadSlot()));
connect(client.data(), SIGNAL(bytesWritten(qint64)), this, SLOT(bytesWrittenSlot()));
connect(client.data(), SIGNAL(errorOccurred(QAbstractSocket::SocketError)),
this, SLOT(slotError(QAbstractSocket::SocketError)));
}
void parseContentLength()
{
int index = receivedData.toLower().indexOf("content-length:");
if (index == -1)
return;
foundContentLength = true;
index += sizeof("content-length:") - 1;
const auto end = std::find(receivedData.cbegin() + index, receivedData.cend(), '\r');
auto num = receivedData.mid(index, std::distance(receivedData.cbegin() + index, end));
bool ok;
contentLength = num.toInt(&ok);
if (!ok)
contentLength = -1;
}
private slots:
#if QT_CONFIG(ssl)
void slotSslErrors(const QList<QSslError>& errors)
{
QTcpSocket *currentClient = qobject_cast<QTcpSocket *>(sender());
Q_ASSERT(currentClient);
qDebug() << "slotSslErrors" << currentClient->errorString() << errors;
}
#endif
void slotError(QAbstractSocket::SocketError err)
{
QTcpSocket *currentClient = qobject_cast<QTcpSocket *>(sender());
Q_ASSERT(currentClient);
qDebug() << "slotError" << err << currentClient->errorString();
}
signals:
void requestReceived() const;
public slots:
void readyReadSlot()
{
QTcpSocket *currentClient = qobject_cast<QTcpSocket *>(sender());
Q_ASSERT(currentClient);
if (currentClient != client)
client = currentClient;
if (stopTransfer)
return;
receivedData += client->readAll();
const int doubleEndlPos = receivedData.indexOf("\r\n\r\n");
if (doubleEndlPos != -1) {
const int endOfHeader = doubleEndlPos + 4;
contentRead = receivedData.size() - endOfHeader;
if (!checkedContentLength) {
parseContentLength();
checkedContentLength = true;
}
if (contentRead < contentLength)
return;
emit requestReceived();
// multiple requests incoming. remove the bytes of the current one
if (multiple)
receivedData.remove(0, endOfHeader);
if (earlyClose) {
client->disconnectFromHost();
return;
}
reply();
}
}
void bytesWrittenSlot()
{
Q_ASSERT(!client.isNull());
// Disconnect and delete in next cycle (else Windows clients will fail with RemoteHostClosedError).
if (doClose && client->bytesToWrite() == 0) {
disconnect(client, 0, this, 0);
client->deleteLater();
}
}
void threadStartedSlot()
{
ready.release();
}
};
class MyCookieJar: public QNetworkCookieJar
{
public:
inline QList<QNetworkCookie> allCookies() const
{ return QNetworkCookieJar::allCookies(); }
inline void setAllCookies(const QList<QNetworkCookie> &cookieList)
{ QNetworkCookieJar::setAllCookies(cookieList); }
};
#if QT_CONFIG(networkproxy)
class MyProxyFactory: public QNetworkProxyFactory
{
public:
int callCount;
QList<QNetworkProxy> toReturn;
QNetworkProxyQuery lastQuery;
inline MyProxyFactory() { clear(); }
inline void clear()
{
callCount = 0;
toReturn = QList<QNetworkProxy>() << QNetworkProxy::DefaultProxy;
lastQuery = QNetworkProxyQuery();
}
virtual QList<QNetworkProxy> queryProxy(const QNetworkProxyQuery &query) override
{
lastQuery = query;
++callCount;
return toReturn;
}
};
#endif // QT_CONFIG(networkproxy)
class MyMemoryCache: public QAbstractNetworkCache
{
public:
using CachedContent = std::pair<QNetworkCacheMetaData, QByteArray>;
typedef QHash<QByteArray, CachedContent> CacheData;
CacheData cache;
MyMemoryCache(QObject *parent) : QAbstractNetworkCache(parent) {}
QNetworkCacheMetaData metaData(const QUrl &url) override
{
return cache.value(url.toEncoded()).first;
}
void updateMetaData(const QNetworkCacheMetaData &metaData) override
{
cache[metaData.url().toEncoded()].first = metaData;
}
QIODevice *data(const QUrl &url) override
{
CacheData::ConstIterator it = cache.find(url.toEncoded());
if (it == cache.constEnd())
return 0;
QBuffer *io = new QBuffer(this);
io->setData(it->second);
io->open(QIODevice::ReadOnly);
io->seek(0);
return io;
}
bool remove(const QUrl &url) override
{
cache.remove(url.toEncoded());
return true;
}
qint64 cacheSize() const override
{
qint64 total = 0;
for (const auto &[_, entry] : cache.asKeyValueRange())
total += entry.second.size();
return total;
}
QIODevice *prepare(const QNetworkCacheMetaData &) override
{
qFatal("%s: Should not have tried to add to the cache", Q_FUNC_INFO);
return 0;
}
void insert(QIODevice *) override
{
qFatal("%s: Should not have tried to add to the cache", Q_FUNC_INFO);
}
void clear() override { cache.clear(); }
};
Q_DECLARE_METATYPE(MyMemoryCache::CachedContent)
Q_DECLARE_METATYPE(MyMemoryCache::CacheData)
class MySpyMemoryCache: public QAbstractNetworkCache
{
public:
MySpyMemoryCache(QObject *parent) : QAbstractNetworkCache(parent) {}
~MySpyMemoryCache()
{
qDeleteAll(m_buffers);
m_buffers.clear();
}
QHash<QUrl, QIODevice*> m_buffers;
QList<QUrl> m_insertedUrls;
QList<QUrl> m_removedUrls;
QNetworkCacheMetaData metaData(const QUrl &) override
{
return QNetworkCacheMetaData();
}
void updateMetaData(const QNetworkCacheMetaData &) override
{
}
QIODevice *data(const QUrl &url) override
{
QIODevice *device = nullptr;
auto it = m_buffers.constFind(url);
if (it != m_buffers.cend()) {
device = *it;
device->seek(0);
}
return device;
}
bool remove(const QUrl &url) override
{
delete m_buffers.take(url);
m_removedUrls.append(url);
return m_insertedUrls.removeAll(url) > 0;
}
qint64 cacheSize() const override
{
return 0;
}
QIODevice *prepare(const QNetworkCacheMetaData &metaData) override
{
QBuffer* buffer = new QBuffer;
buffer->open(QIODevice::ReadWrite);
buffer->setProperty("url", metaData.url());
m_buffers.insert(metaData.url(), buffer);
return buffer;
}
void insert(QIODevice *buffer) override
{
QUrl url = buffer->property("url").toUrl();
m_insertedUrls << url;
}
void clear() override { m_insertedUrls.clear(); }
};
class DataReader: public QObject
{
Q_OBJECT
public:
qint64 totalBytes;
QByteArray data;
QIODevice *device;
bool accumulate;
DataReader(const QNetworkReplyPtr &dev, bool acc = true) : totalBytes(0), device(dev.data()), accumulate(acc)
{ connect(device, SIGNAL(readyRead()), SLOT(doRead()) ); }
DataReader(QIODevice *dev, bool acc = true) : totalBytes(0), device(dev), accumulate(acc)
{
connect(device, SIGNAL(readyRead()), SLOT(doRead()));
}
public slots:
void doRead()
{
QByteArray buffer;
buffer.resize(device->bytesAvailable());
qint64 bytesRead = device->read(buffer.data(), device->bytesAvailable());
if (bytesRead == -1) {
QTestEventLoop::instance().exitLoop();
return;
}
buffer.truncate(bytesRead);
totalBytes += bytesRead;
if (accumulate)
data += buffer;
}
};
class SocketPair: public QObject
{
Q_OBJECT
public:
QIODevice *endPoints[2];
SocketPair(QObject *parent = nullptr)
: QObject(parent)
{
endPoints[0] = endPoints[1] = nullptr;
}
bool create()
{
QTcpServer server;
server.listen();
QTcpSocket *active = new QTcpSocket(this);
active->connectToHost("127.0.0.1", server.serverPort());
// need more time as working with embedded
// device and testing from emualtor
// things tend to get slower
if (!active->waitForConnected(1000))
return false;
if (!server.waitForNewConnection(1000))
return false;
QTcpSocket *passive = server.nextPendingConnection();
passive->setParent(this);
endPoints[0] = active;
endPoints[1] = passive;
return true;
}
};
// A blocking tcp server (must be used in a thread) which supports SSL.
class BlockingTcpServer : public QTcpServer
{
Q_OBJECT
public:
BlockingTcpServer(bool ssl) : doSsl(ssl), sslSocket(nullptr) {}
QTcpSocket* waitForNextConnectionSocket()
{
waitForNewConnection(-1);
if (doSsl) {
if (!sslSocket)
qFatal("%s: sslSocket should not be null after calling waitForNewConnection()",
Q_FUNC_INFO);
return sslSocket;
} else {
//qDebug() << "returning nextPendingConnection";
return nextPendingConnection();
}
}
virtual void incomingConnection(qintptr socketDescriptor) override
{
#if QT_CONFIG(ssl)
if (doSsl) {
QSslSocket *serverSocket = new QSslSocket;
serverSocket->setParent(this);
serverSocket->setSocketDescriptor(socketDescriptor);
connect(serverSocket, SIGNAL(sslErrors(QList<QSslError>)), this, SLOT(slotSslErrors(QList<QSslError>)));
setupSslServer(serverSocket);
sslSocket = serverSocket;
} else
#endif
{
QTcpServer::incomingConnection(socketDescriptor);
}
}
private slots:
#if QT_CONFIG(ssl)
void slotSslErrors(const QList<QSslError>& errors)
{
qDebug() << "slotSslErrors" << sslSocket->errorString() << errors;
}
#endif
private:
const bool doSsl;
QTcpSocket* sslSocket;
};
// This server tries to send data as fast as possible (like most servers)
// but it measures how fast it was able to send it, which shows at which
// rate the reader is processing the data.
class FastSender: public QThread
{
Q_OBJECT
QSemaphore ready;
qint64 wantedSize;
int port;
enum Protocol { DebugPipe, ProvidedData };
const Protocol protocol;
const bool doSsl;
const bool fillKernelBuffer;
public:
int transferRate;
QWaitCondition cond;
QByteArray dataToTransmit;
int dataIndex;
// a server that sends debugpipe data
FastSender(qint64 size)
: wantedSize(size), port(-1), protocol(DebugPipe),
doSsl(false), fillKernelBuffer(true), transferRate(-1),
dataIndex(0)
{
start();
ready.acquire();
}
// a server that sends the data provided at construction time, useful for HTTP
FastSender(const QByteArray& data, bool https, bool fillBuffer, tst_QNetworkReply *listener = 0)
: wantedSize(data.size()), port(-1), protocol(ProvidedData),
doSsl(https), fillKernelBuffer(fillBuffer), transferRate(-1),
dataToTransmit(data), dataIndex(0)
{
if (listener)
connect(this, SIGNAL(notEnoughData()), listener, SLOT(notEnoughData()));
start();
ready.acquire();
}
inline int serverPort() const { return port; }
int writeNextData(QTcpSocket* socket, qint32 size)
{
if (protocol == DebugPipe) {
QByteArray data;
QDataStream stream(&data, QIODevice::WriteOnly);
stream << QVariantMap() << QByteArray(size, 'a');
socket->write((char*)&size, sizeof size);
socket->write(data);
dataIndex += size;
return size;
} else {
const QByteArray data = dataToTransmit.mid(dataIndex, size);
socket->write(data);
dataIndex += data.size();
//qDebug() << "wrote" << dataIndex << "/" << dataToTransmit.size();
return data.size();
}
}
void writeLastData(QTcpSocket* socket)
{
if (protocol == DebugPipe) {
QByteArray data;
QDataStream stream(&data, QIODevice::WriteOnly);
stream << QVariantMap() << QByteArray();
const qint32 size = data.size();
socket->write((char*)&size, sizeof size);
socket->write(data);
}
}
protected:
void run() override
{
BlockingTcpServer server(doSsl);
server.listen();
port = server.serverPort();
ready.release();
QTcpSocket *client = server.waitForNextConnectionSocket();
// get the "request" packet
if (!client->waitForReadyRead(2000)) {
qDebug() << "FastSender:" << client->error() << "waiting for \"request\" packet";
return;
}
client->readAll(); // we're not interested in the actual contents (e.g. HTTP request)
enum { BlockSize = 1024 };
if (fillKernelBuffer) {
// write a bunch of bytes to fill up the buffers
bool done = false;
do {
if (writeNextData(client, BlockSize) < BlockSize) {
qDebug() << "ERROR: FastSender: not enough data to write in order to fill buffers; or client is reading too fast";
emit notEnoughData();
return;
}
while (client->bytesToWrite() > 0) {
if (!client->waitForBytesWritten(0)) {
done = true;
break;
}
}
//qDebug() << "Filling kernel buffer: wrote" << dataIndex << "bytes";
} while (!done);
qDebug() << "FastSender: ok, kernel buffer is full after writing" << dataIndex << "bytes";
}
// Tell the client to start reading
emit dataReady();
// the kernel buffer is full
// clean up QAbstractSocket's residue:
while (client->bytesToWrite() > 0) {
qDebug() << "Still having" << client->bytesToWrite() << "bytes to write, doing that now";
if (!client->waitForBytesWritten(10000)) {
qDebug() << "ERROR: FastSender:" << client->error() << "cleaning up residue";
return;
}
}
// now write in "blocking mode", this is where the rate measuring starts
QElapsedTimer timer;
timer.start();
//const qint64 writtenBefore = dataIndex;
//qint64 measuredTotalBytes = wantedSize - writtenBefore;
qint64 measuredSentBytes = 0;
while (dataIndex < wantedSize) {
const int remainingBytes = wantedSize - measuredSentBytes;
const int bytesToWrite = qMin(remainingBytes, static_cast<int>(BlockSize));
if (bytesToWrite <= 0)
qFatal("%s: attempt to write %d bytes", Q_FUNC_INFO, bytesToWrite);
measuredSentBytes += writeNextData(client, bytesToWrite);
while (client->bytesToWrite() > 0) {
if (!client->waitForBytesWritten(10000)) {
qDebug() << "ERROR: FastSender:" << client->error() << "during blocking write";
return;
}
}
/*qDebug() << "FastSender:" << bytesToWrite << "bytes written now;"
<< measuredSentBytes << "measured bytes" << measuredSentBytes + writtenBefore << "total ("
<< measuredSentBytes*100/measuredTotalBytes << "% complete);"
<< timer.elapsed() << "ms elapsed";*/
}
transferRate = measuredSentBytes * 1000 / timer.elapsed();
qDebug() << "FastSender: flushed" << measuredSentBytes << "bytes in" << timer.elapsed() << "ms: rate =" << transferRate << "B/s";
// write a "close connection" packet, if the protocol needs it
writeLastData(client);
}
signals:
void dataReady();
void notEnoughData();
};
class RateControlledReader: public QObject
{
Q_OBJECT
QIODevice *device;
int bytesToRead;
int interval;
int readBufferSize;
public:
QByteArray data;
qint64 totalBytesRead;
RateControlledReader(QObject& senderObj, QIODevice *dev, int kbPerSec, int maxBufferSize = 0)
: device(dev), readBufferSize(maxBufferSize), totalBytesRead(0)
{
// determine how often we have to wake up
int timesPerSecond;
if (readBufferSize == 0) {
// The requirement is simply "N KB per seconds"
timesPerSecond = 20;
bytesToRead = kbPerSec * 1024 / timesPerSecond;
} else {
// The requirement also includes "<readBufferSize> bytes at a time"
bytesToRead = readBufferSize;
timesPerSecond = kbPerSec * 1024 / readBufferSize;
}
interval = 1000 / timesPerSecond; // in ms
qDebug() << "RateControlledReader: going to read" << bytesToRead
<< "bytes every" << interval << "ms";
qDebug() << "actual read rate will be"
<< (bytesToRead * 1000 / interval) << "bytes/sec (wanted"
<< kbPerSec * 1024 << "bytes/sec)";
// Wait for data to be readyRead
bool ok = connect(&senderObj, SIGNAL(dataReady()), this, SLOT(slotDataReady()));
if (!ok)
qFatal("%s: Cannot connect dataReady signal", Q_FUNC_INFO);
}
void wrapUp()
{
QByteArray someData = device->read(device->bytesAvailable());
data += someData;
totalBytesRead += someData.size();
qDebug() << "wrapUp: found" << someData.size() << "bytes left. progress" << data.size();
//qDebug() << "wrapUp: now bytesAvailable=" << device->bytesAvailable();
}
private slots:
void slotDataReady()
{
//qDebug() << "RateControlledReader: ready to go";
startTimer(interval);
}
protected:
void timerEvent(QTimerEvent *) override
{
//qDebug() << "RateControlledReader: timerEvent bytesAvailable=" << device->bytesAvailable();
if (readBufferSize > 0 && device->bytesAvailable() > readBufferSize) {
// This passes all the time, except in the final flush.
//qFatal("%s: Too many bytes available", Q_FUNC_INFO);
}
qint64 bytesRead = 0;
QElapsedTimer stopWatch;
stopWatch.start();
do {
if (device->bytesAvailable() == 0) {
if (stopWatch.elapsed() > 20) {
qDebug() << "RateControlledReader: Not enough data available for reading, waited too much, timing out";
break;
}
if (!device->waitForReadyRead(5)) {
qDebug() << "RateControlledReader: Not enough data available for reading, even after waiting 5ms, bailing out";
break;
}
}
QByteArray someData = device->read(bytesToRead - bytesRead);
data += someData;
bytesRead += someData.size();
//qDebug() << "RateControlledReader: successfully read" << someData.size() << "progress:" << data.size();
} while (bytesRead < bytesToRead);
totalBytesRead += bytesRead;
if (bytesRead < bytesToRead)
qWarning() << "RateControlledReader: WARNING:" << bytesToRead - bytesRead << "bytes not read";
}
};
tst_QNetworkReply::tst_QNetworkReply()
{
qRegisterMetaType<QNetworkReply *>(); // for QSignalSpy
qRegisterMetaType<QAuthenticator *>();
#if QT_CONFIG(networkproxy)
qRegisterMetaType<QNetworkProxy>();
#endif
#if QT_CONFIG(ssl)
qRegisterMetaType<QList<QSslError> >();
isSecureTransport = QSslSocket::activeBackend() == QStringLiteral("securetransport");
if (!isSecureTransport)
isSchannel = QSslSocket::activeBackend() == QStringLiteral("schannel");
#endif
qRegisterMetaType<QNetworkReply::NetworkError>();
uniqueExtension = createUniqueExtension();
testFileName = QDir::currentPath() + "/testfile" + uniqueExtension;
cookieJar = new MyCookieJar;
manager.setCookieJar(cookieJar);
#if QT_CONFIG(networkproxy)
QHostInfo hostInfo = QHostInfo::fromName(QtNetworkSettings::httpProxyServerName());
proxies << ProxyData(QNetworkProxy::NoProxy, "", false);
if (hostInfo.error() == QHostInfo::NoError && !hostInfo.addresses().isEmpty()) {
QString httpProxy = QtNetworkSettings::httpProxyServerName();
QString socksProxy = QtNetworkSettings::socksProxyServerName();
proxies << ProxyData(QNetworkProxy(QNetworkProxy::HttpProxy, httpProxy, 3128),
"+proxy", false)
<< ProxyData(QNetworkProxy(QNetworkProxy::HttpProxy, httpProxy, 3129),
"+proxyauth", true)
// currently unsupported
// << ProxyData(QNetworkProxy(QNetworkProxy::HttpProxy, proxyserver, 3130), "+proxyauth-ntlm", true);
<< ProxyData(QNetworkProxy(QNetworkProxy::Socks5Proxy, socksProxy, 1080),
"+socks", false)
<< ProxyData(QNetworkProxy(QNetworkProxy::Socks5Proxy, socksProxy, 1081),
"+socksauth", true);
} else {
#endif // QT_CONFIG(networkproxy)
fprintf(stderr, "==================================================================\n");
fprintf(stderr, "Proxy could not be looked up. No proxy will be used while testing!\n");
fprintf(stderr, "==================================================================\n");
#if QT_CONFIG(networkproxy)
}
#endif // QT_CONFIG(networkproxy)
ftpSupported = manager.supportedSchemes().contains("ftp");
}
tst_QNetworkReply::~tst_QNetworkReply()
{
}
void tst_QNetworkReply::authenticationRequired(QNetworkReply*, QAuthenticator* auth)
{
auth->setUser("httptest");
auth->setPassword("httptest");
}
void tst_QNetworkReply::proxyAuthenticationRequired(const QNetworkProxy &, QAuthenticator* auth)
{
auth->setUser("qsockstest");
auth->setPassword("password");
}
#if QT_CONFIG(ssl)
void tst_QNetworkReply::sslErrors(QNetworkReply *reply, const QList<QSslError> &errors)
{
reply->ignoreSslErrors();
QVERIFY(!errors.isEmpty());
QVERIFY(!reply->sslConfiguration().isNull());
}
void tst_QNetworkReply::storeSslConfiguration()
{
storedSslConfiguration = QSslConfiguration();
QNetworkReply *reply = qobject_cast<QNetworkReply *>(sender());
if (reply)
storedSslConfiguration = reply->sslConfiguration();
}
#endif
#if QT_CONFIG(http)
QString tst_QNetworkReply::runMultipartRequest(const QNetworkRequest &request,
QNetworkReplyPtr &reply,
QHttpMultiPart *multiPart,
const QByteArray &verb)
{
if (verb == "POST")
reply.reset(manager.post(request, multiPart));
else
reply.reset(manager.put(request, multiPart));
// the code below is copied from tst_QNetworkReply::runSimpleRequest, see below
reply->setParent(this);
connect(reply, SIGNAL(finished()), SLOT(finished()));
connect(reply, SIGNAL(errorOccurred(QNetworkReply::NetworkError)), SLOT(gotError()));
multiPart->setParent(reply.data());
returnCode = Timeout;
loop = new QEventLoop;
QTimer::singleShot(25000, loop, SLOT(quit()));
int code = returnCode == Timeout ? loop->exec() : returnCode;
delete loop;
loop = 0;
switch (code) {
case Failure:
return "Request failed: " + reply->errorString();
case Timeout:
return "Network timeout";
}
return QString();
}
#endif
QString tst_QNetworkReply::runSimpleRequest(QNetworkAccessManager::Operation op,
const QNetworkRequest &request,
QNetworkReplyPtr &reply,
const QByteArray &data)
{
switch (op) {
case QNetworkAccessManager::HeadOperation:
reply.reset(manager.head(request));
break;
case QNetworkAccessManager::GetOperation:
reply.reset(manager.get(request));
break;
case QNetworkAccessManager::PutOperation:
reply.reset(manager.put(request, data));
break;
case QNetworkAccessManager::PostOperation:
reply.reset(manager.post(request, data));
break;
case QNetworkAccessManager::DeleteOperation:
reply.reset(manager.deleteResource(request));
break;
default:
qFatal("%s: Invalid/unknown operation requested", Q_FUNC_INFO);
}
reply->setParent(this);
returnCode = Timeout;
int code = Success;
if (request.attribute(QNetworkRequest::SynchronousRequestAttribute).toBool()) {
if (reply->isFinished())
code = reply->error() != QNetworkReply::NoError ? Failure : Success;
else
code = Failure;
} else {
connect(reply, SIGNAL(finished()), SLOT(finished()));
connect(reply, SIGNAL(errorOccurred(QNetworkReply::NetworkError)), SLOT(gotError()));
int count = 0;
loop = new QEventLoop;
QSignalSpy spy(reply.data(), SIGNAL(downloadProgress(qint64,qint64)));
while (!reply->isFinished()) {
QTimer::singleShot(20000, loop, SLOT(quit()));
code = loop->exec();
if (count == spy.size() && !reply->isFinished()) {
code = Timeout;
break;
}
count = spy.size();
}
delete loop;
loop = 0;
}
switch (code) {
case Failure:
return "Request failed: " + reply->errorString();
case Timeout:
return "Network timeout";
}
return QString();
}
QString tst_QNetworkReply::runCustomRequest(const QNetworkRequest &request,
QNetworkReplyPtr &reply,
const QByteArray &verb,
QIODevice *data)
{
reply.reset(manager.sendCustomRequest(request, verb, data));
reply->setParent(this);
connect(reply, SIGNAL(finished()), SLOT(finished()));
connect(reply, SIGNAL(errorOccurred(QNetworkReply::NetworkError)), SLOT(gotError()));
returnCode = Timeout;
loop = new QEventLoop;
QTimer::singleShot(20000, loop, SLOT(quit()));
int code = returnCode == Timeout ? loop->exec() : returnCode;
delete loop;
loop = 0;
switch (code) {
case Failure:
return "Request failed: " + reply->errorString();
case Timeout:
return "Network timeout";
}
return QString();
}
static QByteArray msgWaitForFinished(QNetworkReplyPtr &reply)
{
QString result;
QDebug debug(&result);
debug << reply->url();
if (!reply->isFinished())
debug << "timed out.";
else if (reply->error() == QNetworkReply::NoError)
debug << "finished.";
else
debug << "failed: #" << reply->error() << reply->errorString();
return result.toLocal8Bit();
}
int tst_QNetworkReply::waitForFinish(QNetworkReplyPtr &reply)
{
int count = 0;
connect(reply, SIGNAL(finished()), SLOT(finished()));
connect(reply, SIGNAL(errorOccurred(QNetworkReply::NetworkError)), SLOT(gotError()));
returnCode = Success;
loop = new QEventLoop;
QSignalSpy spy(reply.data(), SIGNAL(downloadProgress(qint64,qint64)));
while (!reply->isFinished()) {
QTimer::singleShot(5000, loop, SLOT(quit()));
if (loop->exec() == Timeout && count == spy.size() && !reply->isFinished()) {
returnCode = Timeout;
break;
}
count = spy.size();
}
delete loop;
loop = 0;
return returnCode;
}
void tst_QNetworkReply::finished()
{
if (loop)
loop->exit(returnCode = Success);
}
void tst_QNetworkReply::gotError()
{
if (loop)
loop->exit(returnCode = Failure);
disconnect(QObject::sender(), SIGNAL(finished()), this, 0);
}
void tst_QNetworkReply::initTestCase()
{
testDataDir = QFileInfo(QFINDTESTDATA("rfc3252.txt")).absolutePath();
if (testDataDir.isEmpty())
testDataDir = QCoreApplication::applicationDirPath();
#if defined(QT_TEST_SERVER)
if (ftpSupported) {
QVERIFY(QtNetworkSettings::verifyConnection(QtNetworkSettings::ftpServerName(), 21));
QVERIFY(QtNetworkSettings::verifyConnection(QtNetworkSettings::ftpProxyServerName(), 2121));
}
QVERIFY(QtNetworkSettings::verifyConnection(QtNetworkSettings::httpServerName(), 80));
QVERIFY(QtNetworkSettings::verifyConnection(QtNetworkSettings::httpServerName(), 443));
QVERIFY(QtNetworkSettings::verifyConnection(QtNetworkSettings::httpProxyServerName(), 3128));
QVERIFY(QtNetworkSettings::verifyConnection(QtNetworkSettings::httpProxyServerName(), 3129));
QVERIFY(QtNetworkSettings::verifyConnection(QtNetworkSettings::httpProxyServerName(), 3130));
QVERIFY(QtNetworkSettings::verifyConnection(QtNetworkSettings::socksProxyServerName(), 1080));
QVERIFY(QtNetworkSettings::verifyConnection(QtNetworkSettings::socksProxyServerName(), 1081));
#else
if (!QtNetworkSettings::verifyTestNetworkSettings())
QSKIP("No network test server available");
#endif
#if !defined Q_OS_WIN
wronlyFileName = testDataDir + "/write-only" + uniqueExtension;
QFile wr(wronlyFileName);
QVERIFY(wr.open(QIODevice::WriteOnly | QIODevice::Truncate));
wr.setPermissions(QFile::WriteOwner | QFile::WriteUser);
wr.close();
#endif
QDir::setSearchPaths("testdata", QStringList() << testDataDir);
#if QT_CONFIG(ssl)
QSslConfiguration::defaultConfiguration().caCertificates(); //preload certificates
#endif
echoProcessDir = QFINDTESTDATA("echo");
QVERIFY2(!echoProcessDir.isEmpty(), qPrintable(
QString::fromLatin1("Couldn't find echo dir starting from %1.").arg(QDir::currentPath())));
cleanupTestData();
#if QT_CONFIG(ssl)
QT_PREPEND_NAMESPACE(qt_ForceTlsSecurityLevel)();
if (QSslSocket::activeBackend() == QStringLiteral("openssl"))
flukeCertTlsError = QSslError::SelfSignedCertificate;
#endif
// For content encoding tests
Q_INIT_RESOURCE(gzip);
#if defined(QT_BUILD_INTERNAL) && QT_CONFIG(zstd)
Q_INIT_RESOURCE(zstandard);
#endif
}
void tst_QNetworkReply::cleanupTestCase()
{
#if !defined Q_OS_WIN
if (!wronlyFileName.isNull())
QFile::remove(wronlyFileName);
#endif
// For content encoding tests
#if defined(QT_BUILD_INTERNAL) && QT_CONFIG(zstd)
Q_CLEANUP_RESOURCE(zstandard);
#endif
Q_CLEANUP_RESOURCE(gzip);
}
void tst_QNetworkReply::cleanupTestData()
{
QFile file(testFileName);
QVERIFY(!file.exists() || file.remove());
// clear the internal cache
manager.clearAccessCache();
#if QT_CONFIG(networkproxy)
manager.setProxy(QNetworkProxy());
#endif
manager.setCache(0);
// clear cookies
cookieJar->setAllCookies(QList<QNetworkCookie>());
// disconnect manager signals
#if QT_CONFIG(ssl)
manager.disconnect(SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)));
#endif
manager.disconnect(SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)));
manager.disconnect(SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
}
void tst_QNetworkReply::stateChecking()
{
QNetworkRequest req(url); // you can't open this file, I know
QNetworkReplyPtr reply(manager.get(req));
QVERIFY(reply.data());
QVERIFY(reply->isOpen());
QVERIFY(reply->isReadable());
QVERIFY(!reply->isWritable());
// both behaviours are OK since we might change underlying behaviour again
if (!reply->isFinished())
QCOMPARE(reply->errorString(), QString("Unknown error"));
else
QVERIFY(!reply->errorString().isEmpty());
QCOMPARE(reply->manager(), &manager);
QCOMPARE(reply->request(), req);
QCOMPARE(int(reply->operation()), int(QNetworkAccessManager::GetOperation));
// error and not error are OK since we might change underlying behaviour again
if (!reply->isFinished())
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->url(), url);
reply->abort();
}
void tst_QNetworkReply::invalidProtocol()
{
QNetworkRequest req(url);
QNetworkReplyPtr reply;
QString errorMsg = "Request failed: Protocol \"not-a-known-protocol\" is unknown";
QString result = runSimpleRequest(QNetworkAccessManager::GetOperation, req, reply);
QCOMPARE(result, errorMsg);
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::ProtocolUnknownError);
}
void tst_QNetworkReply::getFromData_data()
{
QTest::addColumn<QString>("request");
QTest::addColumn<QByteArray>("expected");
QTest::addColumn<QString>("mimeType");
const QString defaultMimeType("text/plain;charset=US-ASCII");
//QTest::newRow("empty") << "data:" << QByteArray() << defaultMimeType;
QTest::newRow("empty2") << "data:," << QByteArray() << defaultMimeType;
QTest::newRow("just-charset_1") << "data:charset=iso-8859-1,"
<< QByteArray() << "text/plain;charset=iso-8859-1";
QTest::newRow("just-charset_2") << "data:charset = iso-8859-1 ,"
<< QByteArray() << "text/plain;charset = iso-8859-1";
//QTest::newRow("just-media") << "data:text/xml" << QByteArray() << "text/xml";
QTest::newRow("just-media2") << "data:text/xml," << QByteArray() << "text/xml";
QTest::newRow("plain_1") << "data:,foo" << QByteArray("foo") << defaultMimeType;
QTest::newRow("plain_2") << "data:text/html,Hello World" << QByteArray("Hello World")
<< "text/html";
QTest::newRow("plain_3") << "data:text/html;charset=utf-8,Hello World"
<< QByteArray("Hello World") << "text/html;charset=utf-8";
QTest::newRow("pct_1") << "data:,%3Cbody%20contentEditable%3Dtrue%3E%0D%0A"
<< QByteArray("<body contentEditable=true>\r\n") << defaultMimeType;
QTest::newRow("pct_2") << "data:text/html;charset=utf-8,%3Cbody%20contentEditable%3Dtrue%3E%0D%0A"
<< QByteArray("<body contentEditable=true>\r\n")
<< "text/html;charset=utf-8";
QTest::newRow("base64-empty_1") << "data:;base64," << QByteArray() << defaultMimeType;
QTest::newRow("base64-empty_2") << "data:charset=utf-8;base64," << QByteArray()
<< "text/plain;charset=utf-8";
QTest::newRow("base64-empty_3") << "data:text/html;charset=utf-8;base64,"
<< QByteArray() << "text/html;charset=utf-8";
QTest::newRow("base64_1") << "data:;base64,UXQgaXMgZ3JlYXQh" << QByteArray("Qt is great!")
<< defaultMimeType;
QTest::newRow("base64_2") << "data:charset=utf-8;base64,UXQgaXMgZ3JlYXQh"
<< QByteArray("Qt is great!") << "text/plain;charset=utf-8";
QTest::newRow("base64_3") << "data:text/html;charset=utf-8;base64,UXQgaXMgZ3JlYXQh"
<< QByteArray("Qt is great!") << "text/html;charset=utf-8";
QTest::newRow("pct-nul") << "data:,a%00g" << QByteArray("a\0g", 3) << defaultMimeType;
QTest::newRow("base64-nul") << "data:;base64,YQBn" << QByteArray("a\0g", 3) << defaultMimeType;
QTest::newRow("pct-nonutf8") << "data:,a%E1g" << QByteArray("a\xE1g", 3) << defaultMimeType;
QTest::newRow("base64")
<< QString::fromLatin1("data:application/xml;base64,PGUvPg==")
<< QByteArray("<e/>")
<< "application/xml";
QTest::newRow("base64, no media type")
<< QString::fromLatin1("data:;base64,PGUvPg==")
<< QByteArray("<e/>")
<< defaultMimeType;
QTest::newRow("Percent encoding")
<< QString::fromLatin1("data:application/xml,%3Ce%2F%3E")
<< QByteArray("<e/>")
<< "application/xml";
QTest::newRow("Percent encoding, no media type")
<< QString::fromLatin1("data:,%3Ce%2F%3E")
<< QByteArray("<e/>")
<< defaultMimeType;
QTest::newRow("querychars")
<< QString::fromLatin1("data:,foo?x=0&y=0")
<< QByteArray("foo?x=0&y=0")
<< defaultMimeType;
QTest::newRow("css") << "data:text/css,div%20{%20border-right:%20solid;%20}"
<< QByteArray("div { border-right: solid; }")
<< "text/css";
}
void tst_QNetworkReply::getFromData()
{
QFETCH(QString, request);
QFETCH(QByteArray, expected);
QFETCH(QString, mimeType);
QUrl url = QUrl::fromEncoded(request.toLatin1());
QNetworkRequest req(url);
QNetworkReplyPtr reply;
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::GetOperation, req, reply));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentTypeHeader).toString(), mimeType);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), qint64(expected.size()));
QCOMPARE(reply->readAll(), expected);
}
void tst_QNetworkReply::getFromFile_data()
{
QTest::addColumn<bool>("backgroundAttribute");
QTest::newRow("no-background-attribute") << false;
QTest::newRow("background-attribute") << true;
}
void tst_QNetworkReply::getFromFile()
{
QFETCH(bool, backgroundAttribute);
// create the file:
QTemporaryFile file(QDir::currentPath() + "/temp-XXXXXX");
file.setAutoRemove(true);
QVERIFY2(file.open(), qPrintable(file.errorString()));
QNetworkRequest request(QUrl::fromLocalFile(file.fileName()));
if (backgroundAttribute)
request.setAttribute(QNetworkRequest::BackgroundRequestAttribute, QVariant::fromValue(true));
QNetworkReplyPtr reply;
static const char fileData[] = "This is some data that is in the file.\r\n";
QByteArray data = QByteArray::fromRawData(fileData, sizeof fileData - 1);
QCOMPARE(file.write(data), data.size());
file.flush();
QCOMPARE(file.size(), qint64(data.size()));
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::GetOperation, request, reply));
QVERIFY(waitForFinish(reply) != Timeout);
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), file.size());
QCOMPARE(reply->readAll(), data);
// make the file bigger
file.resize(0);
const int multiply = (128 * 1024) / (sizeof fileData - 1);
for (int i = 0; i < multiply; ++i)
file.write(fileData, sizeof fileData - 1);
file.flush();
// run again
reply.clear();
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::GetOperation, request, reply));
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), file.size());
QCOMPARE(qint64(reply->readAll().size()), file.size());
}
void tst_QNetworkReply::getFromFileSpecial_data()
{
QTest::addColumn<QString>("fileName");
QTest::addColumn<QString>("url");
QTest::newRow("resource") << ":/resource" << "qrc:/resource";
QTest::newRow("search-path") << "testdata:/rfc3252.txt" << "testdata:/rfc3252.txt";
QTest::newRow("bigfile-path") << "testdata:/bigfile" << "testdata:/bigfile";
#ifdef Q_OS_WIN
QTest::newRow("smb-path") << "testdata:/smb-file.txt" << "file://" + QtNetworkSettings::winServerName() + "/testshare/test.pri";
#endif
}
void tst_QNetworkReply::getFromFileSpecial()
{
#if defined(QT_TEST_SERVER) && defined(Q_OS_WIN)
if (qstrcmp(QTest::currentDataTag(), "smb-path") == 0)
QSKIP("Docker-based test server doesn't support smb protocol yet");
#endif
QFETCH(QString, fileName);
QFETCH(QString, url);
// open the resource so we can find out its size
QFile resource(fileName);
QVERIFY(resource.open(QIODevice::ReadOnly));
QNetworkRequest request;
QNetworkReplyPtr reply;
request.setUrl(url);
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::GetOperation, request, reply));
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), resource.size());
QCOMPARE(reply->readAll(), resource.readAll());
}
void tst_QNetworkReply::getFromFtp_data()
{
if (!ftpSupported)
QSKIP("FTP is not supported");
QTest::addColumn<QString>("referenceName");
QTest::addColumn<QString>("url");
QTest::newRow("rfc3252.txt")
<< testDataDir + "/rfc3252.txt"
<< "ftp://" + QtNetworkSettings::ftpServerName() + "/qtest/rfc3252.txt";
QTest::newRow("bigfile")
<< testDataDir + "/bigfile"
<< "ftp://" + QtNetworkSettings::ftpServerName() + "/qtest/bigfile";
}
void tst_QNetworkReply::getFromFtp()
{
QFETCH(QString, referenceName);
QFETCH(QString, url);
QFile reference(referenceName);
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkRequest request(url);
QNetworkReplyPtr reply;
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::GetOperation, request, reply));
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), reference.size());
QCOMPARE(reply->readAll(), reference.readAll());
}
void tst_QNetworkReply::getFromFtpAfterError()
{
if (!ftpSupported)
QSKIP("FTP is not supported");
QNetworkRequest invalidRequest(QUrl("ftp://" + QtNetworkSettings::ftpServerName() + "/qtest/invalid.txt"));
QNetworkReplyPtr invalidReply;
invalidReply.reset(manager.get(invalidRequest));
QSignalSpy spy(invalidReply.data(), SIGNAL(errorOccurred(QNetworkReply::NetworkError)));
QVERIFY(spy.wait());
QCOMPARE(invalidReply->error(), QNetworkReply::ContentNotFoundError);
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkRequest validRequest(QUrl("ftp://" + QtNetworkSettings::ftpServerName() + "/qtest/rfc3252.txt"));
QNetworkReplyPtr validReply;
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::GetOperation, validRequest, validReply));
QCOMPARE(validReply->url(), validRequest.url());
QCOMPARE(validReply->error(), QNetworkReply::NoError);
QCOMPARE(validReply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), reference.size());
QCOMPARE(validReply->readAll(), reference.readAll());
}
void tst_QNetworkReply::getFromHttp_data()
{
QTest::addColumn<QString>("referenceName");
QTest::addColumn<QString>("url");
QTest::newRow("success-internal")
<< testDataDir + "/rfc3252.txt"
<< "http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt";
QTest::newRow("bigfile-internal")
<< testDataDir + "/bigfile"
<< "http://" + QtNetworkSettings::httpServerName() + "/qtest/bigfile";
}
void tst_QNetworkReply::getFromHttp()
{
QFETCH(QString, referenceName);
QFETCH(QString, url);
QFile reference(referenceName);
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkRequest request(url);
QNetworkReplyPtr reply;
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::GetOperation, request, reply));
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reply->size(), reference.size());
// only compare when the header is set.
if (reply->header(QNetworkRequest::ContentLengthHeader).isValid())
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), reference.size());
// We know our internal server is apache..
if (qstrcmp(QTest::currentDataTag(), "success-internal") == 0)
QVERIFY(reply->header(QNetworkRequest::ServerHeader).toString().contains("Apache"));
QCOMPARE(reply->readAll(), reference.readAll());
}
void tst_QNetworkReply::getWithBodyFromHttp_data()
{
QTest::addColumn<QByteArray>("dataFromClientToServer");
QTest::addColumn<bool>("useDevice");
QTest::newRow("with-bytearray") << QByteArray("Body 1") << false;
QTest::newRow("with-bytearray2") << QByteArray("Body 2") << false;
QTest::newRow("with-bytearray3") << QByteArray("Body 3") << false;
QTest::newRow("with-device") << QByteArray("Body 1") << true;
QTest::newRow("with-device2") << QByteArray("Body 2") << true;
QTest::newRow("with-device3") << QByteArray("Body 3") << true;
}
void tst_QNetworkReply::getWithBodyFromHttp()
{
QFETCH(QByteArray, dataFromClientToServer);
QFETCH(bool, useDevice);
QBuffer buff;
buff.setData(dataFromClientToServer);
buff.open(QIODevice::ReadOnly);
QByteArray dataFromServerToClient = QByteArray("Long first line\r\nLong second line");
QByteArray httpResponse = QByteArray("HTTP/1.0 200 OK\r\nContent-Length: ");
httpResponse += QByteArray::number(dataFromServerToClient.size());
httpResponse += "\r\n\r\n";
httpResponse += dataFromServerToClient;
MiniHttpServer server(httpResponse);
server.doClose = true;
QNetworkReplyPtr reply;
if (useDevice)
reply.reset(manager.get(request, &buff));
else
reply.reset(manager.get(request, dataFromClientToServer));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(server.contentLength, dataFromClientToServer.size());
QCOMPARE(server.receivedData.right(dataFromClientToServer.size()), dataFromClientToServer);
QByteArray content = reply->readAll();
QCOMPARE(content, dataFromServerToClient);
}
void tst_QNetworkReply::getWithAndWithoutBodyFromHttp_data()
{
QTest::addColumn<QByteArray>("dataFromClientToServer");
QTest::addColumn<bool>("alwaysCache");
QTest::addColumn<tst_QNetworkReply::RunSimpleRequestReturn>("requestReturn");
QTest::addColumn<bool>("useDevice");
QTest::newRow("with-bytearray") << QByteArray("Body 1") << false << Success << false;
QTest::newRow("with-bytearray2") << QByteArray("Body 2") << false << Success << false;
QTest::newRow("with-bytearray3") << QByteArray("Body 3") << false << Success << false;
QTest::newRow("with-bytearray-cache") << QByteArray("Body 1") << true << Failure << false;
QTest::newRow("with-bytearray-cache2") << QByteArray("Body 2") << true << Failure << false;
QTest::newRow("with-bytearray-cache3") << QByteArray("Body 3") << true << Failure << false;
QTest::newRow("with-device") << QByteArray("Body 1") << false << Success << true;
QTest::newRow("with-device2") << QByteArray("Body 2") << false << Success << true;
QTest::newRow("with-device3") << QByteArray("Body 3") << false << Success << true;
QTest::newRow("with-device-cache") << QByteArray("Body 1") << true << Failure << true;
QTest::newRow("with-device-cache2") << QByteArray("Body 2") << true << Failure << true;
QTest::newRow("with-device-cache3") << QByteArray("Body 3") << true << Failure << true;
}
void tst_QNetworkReply::getWithAndWithoutBodyFromHttp()
{
QFETCH(QByteArray, dataFromClientToServer);
QFETCH(bool, alwaysCache);
QFETCH(tst_QNetworkReply::RunSimpleRequestReturn, requestReturn);
QFETCH(bool, useDevice);
QBuffer buff;
buff.setData(dataFromClientToServer);
buff.open(QIODevice::ReadOnly);
QNetworkAccessManager qnam;
MyMemoryCache *memoryCache = new MyMemoryCache(&qnam);
qnam.setCache(memoryCache);
const int sizeOfDataFromServerToClient =3;
QByteArray dataFromServerToClient1 = QByteArray("aaa");
QByteArray dataFromServerToClient2 = QByteArray("bbb");
QByteArray dataFromServerToClient3 = QByteArray("ccc");
QByteArray baseHttpResponse = QByteArray("HTTP/1.0 200 OK\r\nContent-Length: ");
baseHttpResponse += QByteArray::number(sizeOfDataFromServerToClient);
baseHttpResponse += "\r\n\r\n";
MiniHttpServer server(baseHttpResponse + dataFromServerToClient1);
server.doClose = true;
// Send request without body
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QByteArray content = reply->readAll();
QCOMPARE(content, dataFromServerToClient1);
if (alwaysCache) {
request.setAttribute(QNetworkRequest::CacheLoadControlAttribute,
QNetworkRequest::AlwaysCache);
}
server.dataToTransmit = baseHttpResponse + dataFromServerToClient2;
// Send request with body
QNetworkReplyPtr reply2;
if (useDevice)
reply2.reset(manager.get(request, &buff));
else
reply2.reset(manager.get(request, dataFromClientToServer));
QVERIFY2(waitForFinish(reply2) == requestReturn, msgWaitForFinished(reply2));
content = reply2->readAll();
if (alwaysCache)
QVERIFY(content.isEmpty());
else
QCOMPARE(content, dataFromServerToClient2);
QCOMPARE(reply2->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool(), false);
if (alwaysCache) {
request.setAttribute(QNetworkRequest::CacheLoadControlAttribute,
QNetworkRequest::PreferNetwork);
}
server.dataToTransmit = baseHttpResponse + dataFromServerToClient3;
// Send another request without a body
QNetworkReplyPtr reply3(manager.get(request));
QVERIFY2(waitForFinish(reply3) == Success, msgWaitForFinished(reply3));
content = reply3->readAll();
QCOMPARE(content, dataFromServerToClient3);
QCOMPARE(reply3->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool(), false);
}
void tst_QNetworkReply::getWithBodyRedirected_data()
{
QTest::addColumn<QByteArray>("dataFromClientToServer");
QTest::addColumn<bool>("useDevice");
QTest::addColumn<int>("status");
QTest::newRow("with-bytearray - 301") << QByteArray("Body 1") << false << 301;
QTest::newRow("with-bytearray2 - 301") << QByteArray("Body 2") << false << 301;
QTest::newRow("with-bytearray3 - 301") << QByteArray("Body 3") << false << 301;
QTest::newRow("with-device - 301") << QByteArray("Body 1") << true << 301;
QTest::newRow("with-device2 - 301") << QByteArray("Body 2") << true << 301;
QTest::newRow("with-device3 - 301") << QByteArray("Body 3") << true << 301;
QTest::newRow("with-bytearray - 302") << QByteArray("Body 1") << false << 302;
QTest::newRow("with-bytearray2 - 302") << QByteArray("Body 2") << false << 302;
QTest::newRow("with-bytearray3 - 302") << QByteArray("Body 3") << false << 302;
QTest::newRow("with-device - 302") << QByteArray("Body 1") << true << 302;
QTest::newRow("with-device2 - 302") << QByteArray("Body 2") << true << 302;
QTest::newRow("with-device3 - 302") << QByteArray("Body 3") << true << 302;
QTest::newRow("with-bytearray - 307") << QByteArray("Body 1") << false << 307;
QTest::newRow("with-bytearray2 - 307") << QByteArray("Body 2") << false << 307;
QTest::newRow("with-bytearray3 - 307") << QByteArray("Body 3") << false << 307;
QTest::newRow("with-device - 307") << QByteArray("Body 1") << true << 307;
QTest::newRow("with-device2 - 307") << QByteArray("Body 2") << true << 307;
QTest::newRow("with-device3 - 307") << QByteArray("Body 3") << true << 307;
QTest::newRow("with-bytearray - 308") << QByteArray("Body 1") << false << 308;
QTest::newRow("with-bytearray2 - 308") << QByteArray("Body 2") << false << 308;
QTest::newRow("with-bytearray3 - 308") << QByteArray("Body 3") << false << 308;
QTest::newRow("with-device - 308") << QByteArray("Body 1") << true << 308;
QTest::newRow("with-device2 - 308") << QByteArray("Body 2") << true << 308;
QTest::newRow("with-device3 - 308") << QByteArray("Body 3") << true << 308;
}
void tst_QNetworkReply::getWithBodyRedirected()
{
QFETCH(QByteArray, dataFromClientToServer);
QFETCH(bool, useDevice);
QFETCH(int, status);
QBuffer buff;
buff.setData(dataFromClientToServer);
buff.open(QIODevice::ReadOnly);
// Setup server to which the second server will redirect to
MiniHttpServer server2(httpEmpty200Response);
QUrl redirectUrl = QUrl(localhost);
redirectUrl.setPort(server2.serverPort());
QByteArray redirectReply;
switch (status) {
case 301: redirectReply =
foundReplyStr().arg(QString(redirectUrl.toEncoded())).toLatin1(); break;
case 302: redirectReply =
movedReplyStr().arg(QString(redirectUrl.toEncoded())).toLatin1(); break;
case 307: redirectReply =
tempRedirectReplyStr().arg(QString(redirectUrl.toEncoded())).toLatin1(); break;
case 308: redirectReply =
permRedirectReplyStr().arg(QString(redirectUrl.toEncoded())).toLatin1(); break;
default: QFAIL("Unexpected status code"); break;
}
// Setup redirect server
MiniHttpServer server(redirectReply);
localhost.setPort(server.serverPort());
QNetworkRequest request(localhost);
request.setAttribute(QNetworkRequest::RedirectPolicyAttribute,
QNetworkRequest::NoLessSafeRedirectPolicy);
QNetworkReplyPtr reply;
if (useDevice)
reply.reset(manager.get(request, &buff));
else
reply.reset(manager.get(request, dataFromClientToServer));
QSignalSpy redSpy(reply.data(), SIGNAL(redirected(QUrl)));
QSignalSpy finSpy(reply.data(), SIGNAL(finished()));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
// Redirected and finished should be emitted exactly once
QCOMPARE(redSpy.size(), 1);
QCOMPARE(finSpy.size(), 1);
// Original URL should not be changed after redirect
QCOMPARE(request.url(), localhost);
// Verify Redirect url
QList<QVariant> args = redSpy.takeFirst();
QCOMPARE(args.at(0).toUrl(), redirectUrl);
// Reply url is set to the redirect url
QCOMPARE(reply->url(), redirectUrl);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QVERIFY(validateRedirectedResponseHeaders(reply));
// Verify that the message body has arrived to the server
if (status > 307) {
QVERIFY(server2.contentLength != 0);
QCOMPARE(server2.contentLength, dataFromClientToServer.size());
QCOMPARE(server2.receivedData.right(dataFromClientToServer.size()), dataFromClientToServer);
} else {
// In these cases the message body should not reach the server
QVERIFY(server2.contentLength == 0);
}
}
void tst_QNetworkReply::getWithBodyChainedRedirect()
{
// QTBUG-133976: a GET request carrying a body, redirected through a chain
// where an earlier hop drops the body (301) and a later one would otherwise
// keep it (308). The body, once dropped, cannot be restored (the source
// QIODevice has been consumed); the request headers must therefore be kept
// in sync and also be dropped, otherwise the final request would advertise a
// Content-Length for a body that never arrives.
const QByteArray body = "HELLO_BODY";
// server3: final 200 OK target
MiniHttpServer server3(httpEmpty200Response);
// server2: 308 Permanent Redirect -> server3
redirect2to3.setPort(server3.serverPort());
MiniHttpServer server2(
permRedirectReplyStr().arg(QString(redirect2to3.toEncoded())).toLatin1());
// server1: 301 Moved Permanently -> server2
redirect1to2.setPort(server2.serverPort());
MiniHttpServer server1(
movedReplyStr().arg(QString(redirect1to2.toEncoded())).toLatin1());
localhost.setPort(server1.serverPort());
QNetworkRequest request(localhost);
request.setHeader(QNetworkRequest::ContentTypeHeader, "text/plain");
request.setAttribute(QNetworkRequest::RedirectPolicyAttribute,
QNetworkRequest::NoLessSafeRedirectPolicy);
QNetworkReplyPtr reply;
reply.reset(manager.get(request, body));
QSignalSpy redSpy(reply.data(), SIGNAL(redirected(QUrl)));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
// Two redirects: 301 then 308
QCOMPARE(redSpy.size(), 2);
QCOMPARE(reply->error(), QNetworkReply::NoError);
// server1 received the full body
QCOMPARE(server1.contentLength, body.size());
// server2 (308 hop): body was already dropped by the 301 redirect, so it
// must not receive a body either.
QVERIFY(server2.contentLength == 0);
// server3 (final target): the body cannot be restored, so its request must
// NOT carry a Content-Length / Content-Type advertising a body that is not
// present.
QVERIFY(server3.contentLength == 0);
QVERIFY(!server3.receivedData.toLower().contains("content-type:"));
}
#if QT_CONFIG(networkproxy)
void tst_QNetworkReply::headFromHttp_data()
{
QTest::addColumn<qint64>("referenceSize");
QTest::addColumn<QUrl>("url");
QTest::addColumn<QString>("contentType");
QTest::addColumn<QNetworkProxy>("proxy");
qint64 rfcsize = QFileInfo(testDataDir + "/rfc3252.txt").size();
qint64 bigfilesize = QFileInfo(testDataDir + "/bigfile").size();
#if defined(QT_TEST_SERVER)
qint64 indexsize = QFileInfo(testDataDir + "/testserver_index.html").size();
#else
qint64 indexsize = QFileInfo(testDataDir + "/index.html").size();
#endif
QString httpServer = QtNetworkSettings::httpServerName();
//testing proxies, mainly for the 407 response from http proxy
for (int i = 0; i < proxies.size(); ++i) {
QTest::newRow("rfc" + proxies.at(i).tag)
<< rfcsize
<< QUrl("http://" + httpServer + "/qtest/rfc3252.txt")
<< "text/plain"
<< proxies.at(i).proxy;
QTest::newRow("bigfile" + proxies.at(i).tag)
<< bigfilesize
<< QUrl("http://" + httpServer + "/qtest/bigfile")
<< "text/plain"
<< proxies.at(i).proxy;
QTest::newRow("index" + proxies.at(i).tag)
<< indexsize
<< QUrl("http://" + httpServer + "/qtest/")
<< "text/html"
<< proxies.at(i).proxy;
QTest::newRow("with-authentication" + proxies.at(i).tag)
<< rfcsize
<< QUrl("http://" + httpServer + "/qtest/rfcs-auth/rfc3252.txt")
<< "text/plain"
<< proxies.at(i).proxy;
QTest::newRow("cgi" + proxies.at(i).tag)
<< (qint64)-1
<< QUrl("http://" + httpServer + "/qtest/cgi-bin/httpcachetest_expires500.cgi")
<< "text/html"
<< proxies.at(i).proxy;
}
}
void tst_QNetworkReply::headFromHttp()
{
QFETCH(qint64, referenceSize);
QFETCH(QUrl, url);
QFETCH(QString, contentType);
QFETCH(QNetworkProxy, proxy);
QNetworkRequest request(url);
QNetworkReplyPtr reply;
QElapsedTimer time;
time.start();
manager.setProxy(proxy);
connect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
connect(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::HeadOperation, request, reply));
manager.disconnect(SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
this, SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
manager.disconnect(SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
this, SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
QVERIFY(time.elapsed() < 8000); //check authentication didn't wait for the server to timeout the http connection (15s on qt test server)
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
// only compare when the header is set.
if (reply->header(QNetworkRequest::ContentLengthHeader).isValid() && referenceSize >= 0)
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), referenceSize);
if (reply->header(QNetworkRequest::ContentTypeHeader).isValid())
QCOMPARE(reply->header(QNetworkRequest::ContentTypeHeader).toString(), contentType);
}
#endif // QT_CONFIG(networkproxy)
void tst_QNetworkReply::getErrors_data()
{
QTest::addColumn<QString>("url");
QTest::addColumn<int>("error");
QTest::addColumn<int>("httpStatusCode");
QTest::addColumn<bool>("dataIsEmpty");
// empties
QTest::newRow("empty-url") << QString() << int(QNetworkReply::ProtocolUnknownError) << 0 << true;
QTest::newRow("empty-scheme-host") << (testDataDir + "/rfc3252.txt") << int(QNetworkReply::ProtocolUnknownError) << 0 << true;
QTest::newRow("empty-scheme") << "//" + QtNetworkSettings::winServerName() + "/testshare/test.pri"
<< int(QNetworkReply::ProtocolUnknownError) << 0 << true;
// file: errors
#if !defined Q_OS_WIN
<< int(QNetworkReply::ProtocolInvalidOperationError) << 0 << true;
#else
<< int(QNetworkReply::ContentNotFoundError) << 0 << true;
#endif
<< int(QNetworkReply::ContentOperationNotPermittedError) << 0 << true;
QTest::newRow("file-is-dir") << QUrl::fromLocalFile(QDir::currentPath()).toString()
<< int(QNetworkReply::ContentOperationNotPermittedError) << 0 << true;
QTest::newRow("file-exist") << QUrl::fromLocalFile(QDir::currentPath() + "/this-file-doesnt-exist.txt").toString()
<< int(QNetworkReply::ContentNotFoundError) << 0 << true;
#if !defined Q_OS_WIN
QTest::newRow("file-is-wronly") << QUrl::fromLocalFile(wronlyFileName).toString()
<< int(QNetworkReply::ContentAccessDenied) << 0 << true;
#endif
if (QFile::exists(filePermissionFileName))
QTest::newRow("file-permissions") << "file:" + filePermissionFileName
<< int(QNetworkReply::ContentAccessDenied) << 0 << true;
if (ftpSupported) {
// ftp: errors
<< int(QNetworkReply::HostNotFoundError) << 0 << true;
QTest::newRow("ftp-no-path")
<< "ftp://" + QtNetworkSettings::ftpServerName()
<< int(QNetworkReply::ContentOperationNotPermittedError) << 0 << true;
QTest::newRow("ftp-is-dir")
<< "ftp://" + QtNetworkSettings::ftpServerName() + "/qtest"
<< int(QNetworkReply::ContentOperationNotPermittedError) << 0 << true;
QTest::newRow("ftp-dir-not-readable")
<< "ftp://" + QtNetworkSettings::ftpServerName() + "/pub/dir-not-readable/foo.txt"
<< int(QNetworkReply::ContentAccessDenied) << 0 << true;
QTest::newRow("ftp-file-not-readable")
<< "ftp://" + QtNetworkSettings::ftpServerName() + "/pub/file-not-readable.txt"
<< int(QNetworkReply::ContentAccessDenied) << 0 << true;
QTest::newRow("ftp-exist")
<< "ftp://" + QtNetworkSettings::ftpServerName() + "/pub/this-file-doesnt-exist.txt"
<< int(QNetworkReply::ContentNotFoundError) << 0 << true;
}
// http: errors
<< int(QNetworkReply::HostNotFoundError) << 0 << true;
QTest::newRow("http-exist") << "http://" + QtNetworkSettings::httpServerName() + "/this-file-doesnt-exist.txt"
<< int(QNetworkReply::ContentNotFoundError) << 404 << false;
QTest::newRow("http-authentication") << "http://" + QtNetworkSettings::httpServerName() + "/qtest/rfcs-auth"
<< int(QNetworkReply::AuthenticationRequiredError) << 401 << false;
}
static QByteArray msgGetErrors(int waitResult, const QNetworkReplyPtr &reply)
{
QByteArray result ="waitResult=" + QByteArray::number(waitResult);
if (reply->isFinished())
result += ", finished";
if (reply->error() != QNetworkReply::NoError)
result += ", error: " + QByteArray::number(int(reply->error()));
return result;
}
void tst_QNetworkReply::getErrors()
{
QFETCH(QString, url);
QNetworkRequest request(url);
#ifdef Q_OS_UNIX
if ((qstrcmp(QTest::currentDataTag(), "file-is-wronly") == 0) ||
(qstrcmp(QTest::currentDataTag(), "file-permissions") == 0)) {
if (::getuid() == 0)
QSKIP("Running this test as root doesn't make sense");
}
#endif
QNetworkReplyPtr reply(manager.get(request));
reply->setParent(this); // we have expect-fails
if (!reply->isFinished())
QCOMPARE(reply->error(), QNetworkReply::NoError);
// now run the request:
const int waitResult = waitForFinish(reply);
QVERIFY2(waitResult != Timeout, msgGetErrors(waitResult, reply));
QFETCH(int, error);
QEXPECT_FAIL("ftp-is-dir", "QFtp cannot provide enough detail", Abort);
// the line below is not necessary
QEXPECT_FAIL("ftp-dir-not-readable", "QFtp cannot provide enough detail", Abort);
QCOMPARE(reply->error(), QNetworkReply::NetworkError(error));
QTEST(reply->readAll().isEmpty(), "dataIsEmpty");
QVERIFY(reply->isFinished());
QVERIFY(!reply->isRunning());
QFETCH(int, httpStatusCode);
if (httpStatusCode != 0) {
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), httpStatusCode);
}
}
static inline QByteArray md5sum(const QByteArray &data)
{
return QCryptographicHash::hash(data, QCryptographicHash::Md5);
}
void tst_QNetworkReply::putToFile_data()
{
QTest::addColumn<QByteArray>("data");
QTest::addColumn<QByteArray>("md5sum");
QByteArray data;
data = "";
QTest::newRow("empty") << data << md5sum(data);
data = "This is a normal message.";
QTest::newRow("generic") << data << md5sum(data);
data = "This is a message to show that Qt rocks!\r\n\n";
QTest::newRow("small") << data << md5sum(data);
data = QByteArray("abcd\0\1\2\abcd",12);
QTest::newRow("with-nul") << data << md5sum(data);
data = QByteArray(4097, '\4');
QTest::newRow("4k+1") << data << md5sum(data);
data = QByteArray(128*1024+1, '\177');
QTest::newRow("128k+1") << data << md5sum(data);
data = QByteArray(2*1024*1024+1, '\177');
QTest::newRow("2MB+1") << data << md5sum(data);
}
void tst_QNetworkReply::putToFile()
{
QFile file(testFileName);
QUrl url = QUrl::fromLocalFile(file.fileName());
QNetworkRequest request(url);
QNetworkReplyPtr reply;
QFETCH(QByteArray, data);
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::PutOperation, request, reply, data));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), Q_INT64_C(0));
QVERIFY(reply->readAll().isEmpty());
QVERIFY(file.open(QIODevice::ReadOnly));
QCOMPARE(file.size(), qint64(data.size()));
QByteArray contents = file.readAll();
QCOMPARE(contents, data);
}
void tst_QNetworkReply::putToFtp_data()
{
if (!ftpSupported)
QSKIP("FTP is not supported");
putToFile_data();
}
void tst_QNetworkReply::putToFtp()
{
QUrl url("ftp://" + QtNetworkSettings::ftpServerName());
url.setPath(QString("/qtest/upload/qnetworkaccess-putToFtp-%1-%2")
.arg(QTest::currentDataTag())
.arg(uniqueExtension));
QNetworkRequest request(url);
QNetworkReplyPtr reply;
QFETCH(QByteArray, data);
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::PutOperation, request, reply, data));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), Q_INT64_C(0));
QVERIFY(reply->readAll().isEmpty());
// download the file again from FTP to make sure it was uploaded
// correctly
QNetworkAccessManager qnam;
QNetworkRequest req(url);
QNetworkReply *r = qnam.get(req);
QObject::connect(r, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
int count = 0;
QSignalSpy spy(r, SIGNAL(downloadProgress(qint64,qint64)));
while (!r->isFinished()) {
QTestEventLoop::instance().enterLoop(10);
if (count == spy.size() && !r->isFinished())
break;
count = spy.size();
}
QObject::disconnect(r, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QByteArray uploaded = r->readAll();
QCOMPARE(uploaded.size(), data.size());
QCOMPARE(uploaded, data);
r->close();
QObject::connect(r, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(10);
QObject::disconnect(r, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
}
void tst_QNetworkReply::putToFtpWithInvalidCredentials()
{
if (!ftpSupported)
QSKIP("FTP is not supported");
QUrl url("ftp://" + QtNetworkSettings::ftpServerName());
url.setPath(QString("/qtest/upload/qnetworkaccess-putToFtp-%1-%2")
.arg(QTest::currentDataTag())
.arg(uniqueExtension));
url.setUserName("invalidUser");
url.setPassword("InvalidPassword");
QNetworkRequest req(url);
QNetworkReplyPtr r;
for (int i = 0; i < 2; i++)
{
runSimpleRequest(QNetworkAccessManager::PutOperation, req, r, QByteArray());
QVERIFY(r->isFinished());
QCOMPARE(r->url(), url);
QCOMPARE(r->error(), QNetworkReply::AuthenticationRequiredError);
r->close();
}
}
void tst_QNetworkReply::putToHttp_data()
{
putToFile_data();
}
void tst_QNetworkReply::putToHttp()
{
QUrl url("http://" + QtNetworkSettings::httpServerName());
url.setPath(QString("/dav/qnetworkaccess-putToHttp-%1-%2")
.arg(QTest::currentDataTag())
.arg(uniqueExtension));
QNetworkRequest request(url);
QNetworkReplyPtr reply;
QFETCH(QByteArray, data);
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::PutOperation, request, reply, data));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 201); // 201 Created
// download the file again from HTTP to make sure it was uploaded
// correctly. HTTP/0.9 is enough
QTcpSocket socket;
socket.connectToHost(QtNetworkSettings::httpServerName(), 80);
socket.write("GET " + url.toEncoded(QUrl::RemoveScheme | QUrl::RemoveAuthority) + "\r\n");
if (!socket.waitForDisconnected(10000))
QFAIL("Network timeout");
QByteArray uploadedData = socket.readAll();
QCOMPARE(uploadedData, data);
}
void tst_QNetworkReply::putToHttpSynchronous_data()
{
uniqueExtension = createUniqueExtension();
putToFile_data();
}
void tst_QNetworkReply::putToHttpSynchronous()
{
QUrl url("http://" + QtNetworkSettings::httpServerName());
url.setPath(QString("/dav/qnetworkaccess-putToHttp-%1-%2")
.arg(QTest::currentDataTag())
.arg(uniqueExtension));
QNetworkRequest request(url);
QNetworkReplyPtr reply;
QFETCH(QByteArray, data);
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::PutOperation, request, reply, data));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 201); // 201 Created
// download the file again from HTTP to make sure it was uploaded
// correctly. HTTP/0.9 is enough
QTcpSocket socket;
socket.connectToHost(QtNetworkSettings::httpServerName(), 80);
socket.write("GET " + url.toEncoded(QUrl::RemoveScheme | QUrl::RemoveAuthority) + "\r\n");
if (!socket.waitForDisconnected(10000))
QFAIL("Network timeout");
QByteArray uploadedData = socket.readAll();
QCOMPARE(uploadedData, data);
}
void tst_QNetworkReply::putWithoutBody_data()
{
QTest::addColumn<bool>("client_data");
QTest::newRow("client_has_data") << true;
QTest::newRow("client_does_not_have_data") << false;
}
void tst_QNetworkReply::putWithoutBody()
{
QFETCH(bool, client_data);
QBuffer buff;
if (client_data) {
buff.setData("Dummy data from client to server");
buff.open(QIODevice::ReadOnly);
}
QByteArray dataFromServerToClient = QByteArray("Some ridiculous dummy data");
QByteArray httpResponse = QByteArray("HTTP/1.0 200 OK\r\nContent-Length: ");
httpResponse += QByteArray::number(dataFromServerToClient.size());
httpResponse += "\r\n\r\n";
httpResponse += dataFromServerToClient;
MiniHttpServer server(httpResponse);
server.doClose = true;
request.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("text/plain"));
QNetworkReplyPtr reply;
if (client_data)
reply.reset(manager.put(request, &buff));
else
reply.reset(manager.put(request, nullptr));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(server.foundContentLength, client_data);
}
void tst_QNetworkReply::postToHttp_data()
{
putToFile_data();
}
void tst_QNetworkReply::postToHttp()
{
QUrl url("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/md5sum.cgi");
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
QNetworkReplyPtr reply;
QFETCH(QByteArray, data);
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::PostOperation, request, reply, data));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 Ok
QFETCH(QByteArray, md5sum);
QByteArray uploadedData = reply->readAll().trimmed();
QCOMPARE(uploadedData, md5sum.toHex());
}
void tst_QNetworkReply::postToHttpSynchronous_data()
{
putToFile_data();
}
void tst_QNetworkReply::postToHttpSynchronous()
{
QUrl url("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/md5sum.cgi");
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
QNetworkReplyPtr reply;
QFETCH(QByteArray, data);
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::PostOperation, request, reply, data));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 Ok
QFETCH(QByteArray, md5sum);
QByteArray uploadedData = reply->readAll().trimmed();
QCOMPARE(uploadedData, md5sum.toHex());
}
#if QT_CONFIG(http)
void tst_QNetworkReply::postToHttpMultipart_data()
{
QTest::addColumn<QUrl>("url");
QTest::addColumn<QHttpMultiPart *>("multiPart");
QTest::addColumn<QByteArray>("expectedReplyData");
QTest::addColumn<QByteArray>("contentType");
QUrl url("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/multipart.cgi");
QByteArray expectedData;
using WK = QHttpHeaders::WellKnownHeader;
const auto wkName = [](WK wk) { return QHttpHeaders::wellKnownHeaderName(wk).toByteArray(); };
// empty parts
QHttpMultiPart *emptyMultiPart = new QHttpMultiPart;
QTest::newRow("empty") << url << emptyMultiPart << expectedData << QByteArray("mixed");
QHttpMultiPart *emptyRelatedMultiPart = new QHttpMultiPart;
emptyRelatedMultiPart->setContentType(QHttpMultiPart::RelatedType);
QTest::newRow("empty-related") << url << emptyRelatedMultiPart << expectedData << QByteArray("related");
QHttpMultiPart *emptyAlternativeMultiPart = new QHttpMultiPart;
emptyAlternativeMultiPart->setContentType(QHttpMultiPart::AlternativeType);
QTest::newRow("empty-alternative") << url << emptyAlternativeMultiPart << expectedData << QByteArray("alternative");
// text-only parts
QHttpPart textPart;
textPart.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("text/plain"));
textPart.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant("form-data; name=\"text\""));
textPart.setBody("7 bytes");
QHttpMultiPart *multiPart1 = new QHttpMultiPart;
multiPart1->setContentType(QHttpMultiPart::FormDataType);
multiPart1->append(textPart);
expectedData = "key: text, value: 7 bytes\n";
QTest::newRow("text") << url << multiPart1 << expectedData << QByteArray("form-data");
QHttpMultiPart *customMultiPart = new QHttpMultiPart;
customMultiPart->append(textPart);
expectedData = "header: " + wkName(WK::ContentType) + ", value: 'text/plain'\n"
"header: " + wkName(WK::ContentDisposition) + ", value: 'form-data; name=\"text\"'\n"
"content: 7 bytes\n"
"\n";
QTest::newRow("text-custom") << url << customMultiPart << expectedData << QByteArray("custom");
QHttpPart textPart2;
textPart2.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("text/plain"));
textPart2.setRawHeader("myRawHeader", "myValue");
textPart2.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant("form-data; name=\"text2\""));
textPart2.setBody("some more bytes");
textPart2.setBodyDevice((QIODevice *) 1); // test whether setting and unsetting of the device works
textPart2.setBodyDevice(0);
QHttpMultiPart *multiPart2 = new QHttpMultiPart;
multiPart2->setContentType(QHttpMultiPart::FormDataType);
multiPart2->append(textPart);
multiPart2->append(textPart2);
#ifdef QT_TEST_SERVER
expectedData = "key: text, value: 7 bytes\n"
"key: text2, value: some more bytes\n";
#else
expectedData = "key: text2, value: some more bytes\n"
"key: text, value: 7 bytes\n";
#endif
QTest::newRow("text-text") << url << multiPart2 << expectedData << QByteArray("form-data");
QHttpPart textPart3;
textPart3.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("text/plain"));
textPart3.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant("form-data; name=\"text3\""));
textPart3.setBody("even more bytes");
QHttpMultiPart *multiPart3 = new QHttpMultiPart;
multiPart3->setContentType(QHttpMultiPart::AlternativeType);
multiPart3->append(textPart);
multiPart3->append(textPart2);
multiPart3->append(textPart3);
expectedData = "header: " + wkName(WK::ContentType) + ", value: 'text/plain'\n"
"header: " + wkName(WK::ContentDisposition) + ", value: 'form-data; name=\"text\"'\n"
"content: 7 bytes\n"
"\n"
"header: " + wkName(WK::ContentType) + ", value: 'text/plain'\n"
"header: myRawHeader, value: 'myValue'\n"
"header: " + wkName(WK::ContentDisposition) + ", value: 'form-data; name=\"text2\"'\n"
"content: some more bytes\n"
"\n"
"header: " + wkName(WK::ContentType) + ", value: 'text/plain'\n"
"header: " + wkName(WK::ContentDisposition) + ", value: 'form-data; name=\"text3\"'\n"
"content: even more bytes\n\n";
QTest::newRow("text-text-text") << url << multiPart3 << expectedData << QByteArray("alternative");
// text and image parts
QHttpPart imagePart11;
imagePart11.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("image/jpeg"));
imagePart11.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant("form-data; name=\"testImage\""));
imagePart11.setRawHeader("Content-ID", "my@id.tld");
QFile *file11 = new QFile(testDataDir + "/image1.jpg");
QVERIFY2(file11->open(QIODevice::ReadOnly), qPrintable(file11->fileName()));
imagePart11.setBodyDevice(file11);
QHttpMultiPart *imageMultiPart1 = new QHttpMultiPart(QHttpMultiPart::FormDataType);
imageMultiPart1->append(imagePart11);
file11->setParent(imageMultiPart1);
expectedData = "key: testImage, value: 87ef3bb319b004ba9e5e9c9fa713776e\n"; // md5 sum of file
QTest::newRow("image") << url << imageMultiPart1 << expectedData << QByteArray("form-data");
QHttpPart imagePart21;
imagePart21.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("image/jpeg"));
imagePart21.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant("form-data; name=\"testImage1\""));
imagePart21.setRawHeader("Content-ID", "my@id.tld");
QFile *file21 = new QFile(testDataDir + "/image1.jpg");
QVERIFY2(file21->open(QIODevice::ReadOnly), qPrintable(file21->fileName()));
imagePart21.setBodyDevice(file21);
QHttpMultiPart *imageMultiPart2 = new QHttpMultiPart();
imageMultiPart2->setContentType(QHttpMultiPart::FormDataType);
imageMultiPart2->append(textPart);
imageMultiPart2->append(imagePart21);
file21->setParent(imageMultiPart2);
QHttpPart imagePart22;
imagePart22.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("image/jpeg"));
imagePart22.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant("form-data; name=\"testImage2\""));
QFile *file22 = new QFile(testDataDir + "/image2.jpg");
QVERIFY2(file22->open(QIODevice::ReadOnly), qPrintable(file22->fileName()));
imagePart22.setBodyDevice(file22);
imageMultiPart2->append(imagePart22);
file22->setParent(imageMultiPart2);
#ifdef QT_TEST_SERVER
expectedData = "key: text, value: 7 bytes\n"
"key: testImage1, value: 87ef3bb319b004ba9e5e9c9fa713776e\n"
"key: testImage2, value: 483761b893f7fb1bd2414344cd1f3dfb\n";
#else
expectedData = "key: testImage1, value: 87ef3bb319b004ba9e5e9c9fa713776e\n"
"key: text, value: 7 bytes\n"
"key: testImage2, value: 483761b893f7fb1bd2414344cd1f3dfb\n";
#endif
QTest::newRow("text-image-image") << url << imageMultiPart2 << expectedData << QByteArray("form-data");
QHttpPart imagePart31;
imagePart31.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("image/jpeg"));
imagePart31.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant("form-data; name=\"testImage1\""));
imagePart31.setRawHeader("Content-ID", "my@id.tld");
QFile *file31 = new QFile(testDataDir + "/image1.jpg");
QVERIFY2(file31->open(QIODevice::ReadOnly), qPrintable(file31->fileName()));
imagePart31.setBodyDevice(file31);
QHttpMultiPart *imageMultiPart3 = new QHttpMultiPart(QHttpMultiPart::FormDataType);
imageMultiPart3->append(imagePart31);
file31->setParent(imageMultiPart3);
QHttpPart imagePart32;
imagePart32.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("image/jpeg"));
imagePart32.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant("form-data; name=\"testImage2\""));
QFile *file32 = new QFile(testDataDir + "/image2.jpg");
QVERIFY2(file32->open(QIODevice::ReadOnly), qPrintable(file32->fileName()));
imagePart32.setBodyDevice(file31); // check that resetting works
imagePart32.setBodyDevice(file32);
imageMultiPart3->append(imagePart32);
file32->setParent(imageMultiPart3);
QHttpPart imagePart33;
imagePart33.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("image/jpeg"));
imagePart33.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant("form-data; name=\"testImage3\""));
QFile *file33 = new QFile(testDataDir + "/image3.jpg");
QVERIFY2(file33->open(QIODevice::ReadOnly), qPrintable(file33->fileName()));
imagePart33.setBodyDevice(file33);
imageMultiPart3->append(imagePart33);
file33->setParent(imageMultiPart3);
expectedData = "key: testImage1, value: 87ef3bb319b004ba9e5e9c9fa713776e\n"
"key: testImage2, value: 483761b893f7fb1bd2414344cd1f3dfb\n"
"key: testImage3, value: ab0eb6fd4fcf8b4436254870b4513033\n";
QTest::newRow("3-images") << url << imageMultiPart3 << expectedData << QByteArray("form-data");
// note: nesting multiparts is not working currently; for that, the outputDevice would need to be public
// QHttpPart imagePart41;
// imagePart41.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("image/jpeg"));
// QFile *file41 = new QFile(testDataDir + "/image1.jpg");
// file41->open(QIODevice::ReadOnly);
// imagePart41.setBodyDevice(file41);
//
// QHttpMultiPart *innerMultiPart = new QHttpMultiPart();
// innerMultiPart->setContentType(QHttpMultiPart::FormDataType);
// textPart.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant());
// innerMultiPart->append(textPart);
// innerMultiPart->append(imagePart41);
// textPart2.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant());
// innerMultiPart->append(textPart2);
//
// QHttpPart nestedPart;
// nestedPart.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant("form-data; name=\"nestedMessage"));
// nestedPart.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("multipart/alternative; boundary=\"" + innerMultiPart->boundary() + "\""));
// innerMultiPart->outputDevice()->open(QIODevice::ReadOnly);
// nestedPart.setBodyDevice(innerMultiPart->outputDevice());
//
// QHttpMultiPart *outerMultiPart = new QHttpMultiPart;
// outerMultiPart->setContentType(QHttpMultiPart::FormDataType);
// outerMultiPart->append(textPart);
// outerMultiPart->append(nestedPart);
// outerMultiPart->append(textPart2);
// expectedData = "nothing"; // the CGI.pm module running on the test server does not understand nested multiparts
// openFiles.clear();
// openFiles << file41;
// QTest::newRow("nested") << url << outerMultiPart << expectedData << openFiles;
// test setting large chunks of content with a byte array instead of a device (DISCOURAGED because of high memory consumption,
// but we need to test that the behavior is correct)
QHttpPart imagePart51;
imagePart51.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("image/jpeg"));
imagePart51.setHeader(QNetworkRequest::ContentDispositionHeader, QVariant("form-data; name=\"testImage\""));
QFile *file51 = new QFile(testDataDir + "/image1.jpg");
QVERIFY2(file51->open(QIODevice::ReadOnly), qPrintable(file51->fileName()));
QByteArray imageData = file51->readAll();
file51->close();
delete file51;
imagePart51.setBody("7 bytes"); // check that resetting works
imagePart51.setBody(imageData);
QHttpMultiPart *imageMultiPart5 = new QHttpMultiPart;
imageMultiPart5->setContentType(QHttpMultiPart::FormDataType);
imageMultiPart5->append(imagePart51);
expectedData = "key: testImage, value: 87ef3bb319b004ba9e5e9c9fa713776e\n"; // md5 sum of file
QTest::newRow("image-as-content") << url << imageMultiPart5 << expectedData << QByteArray("form-data");
}
void tst_QNetworkReply::postToHttpMultipart()
{
QFETCH(QUrl, url);
static QSet<QByteArray> boundaries;
QNetworkRequest request(url);
QNetworkReplyPtr reply;
QFETCH(QHttpMultiPart *, multiPart);
QFETCH(QByteArray, expectedReplyData);
QFETCH(QByteArray, contentType);
// hack for testing the setting of the content-type header by hand:
if (contentType == "custom") {
QByteArray contentType("multipart/custom; boundary=\"" + multiPart->boundary() + "\"");
request.setHeader(QNetworkRequest::ContentTypeHeader, contentType);
}
QVERIFY2(! boundaries.contains(multiPart->boundary()), "boundary '" + multiPart->boundary() + "' has been created twice");
boundaries.insert(multiPart->boundary());
RUN_REQUEST(runMultipartRequest(request, reply, multiPart, "POST"));
multiPart->deleteLater();
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 Ok
QVERIFY(multiPart->boundary().size() > 20); // check that there is randomness after the "boundary_.oOo._" string
QVERIFY(multiPart->boundary().size() < 70);
QByteArray replyData = reply->readAll();
expectedReplyData.prepend("content type: multipart/" + contentType + "; boundary=\"" + multiPart->boundary() + "\"\n");
// QEXPECT_FAIL("nested", "the server does not understand nested multipart messages", Continue); // see above
QCOMPARE(replyData, expectedReplyData);
}
void tst_QNetworkReply::multipartSkipIndices() // QTBUG-32534
{
QHttpMultiPart *multiPart = new QHttpMultiPart(QHttpMultiPart::MixedType);
QUrl url("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/multipart.cgi");
QNetworkRequest request(url);
QList<QByteArray> parts;
parts << QByteArray(56083, 'X') << QByteArray(468, 'X') << QByteArray(24952, 'X');
QHttpPart part1;
part1.setHeader(QNetworkRequest::ContentDispositionHeader, "form-data; name=\"field1\"; filename=\"aaaa.bin\"");
part1.setHeader(QNetworkRequest::ContentTypeHeader, "application/octet-stream");
part1.setBody(parts.at(0));
multiPart->append(part1);
QHttpPart part2;
part2.setHeader(QNetworkRequest::ContentDispositionHeader, "form-data; name=\"field2\"; filename=\"bbbb.txt\"");
part2.setHeader(QNetworkRequest::ContentTypeHeader, "text/plain");
part2.setBody(parts.at(1));
multiPart->append(part2);
QHttpPart part3;
part3.setHeader(QNetworkRequest::ContentDispositionHeader, "form-data; name=\"text-3\"; filename=\"cccc.txt\"");
part3.setHeader(QNetworkRequest::ContentTypeHeader, "text/plain");
part3.setBody(parts.at(2));
multiPart->append(part3);
QNetworkReplyPtr reply;
RUN_REQUEST(runMultipartRequest(request, reply, multiPart, "POST"));
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 Ok
QByteArray line;
int partIndex = 0;
while ((line = reply->readLine()) != QByteArray("")) {
if (line.startsWith("content:")) {
// before, the 3rd part would return garbled output at the end
QCOMPARE("content: " + parts[partIndex++] + "\n", line);
}
}
multiPart->deleteLater();
}
#endif
void tst_QNetworkReply::postWithoutBody_data()
{
QTest::addColumn<bool>("client_data");
QTest::newRow("client_has_data") << true;
QTest::newRow("client_does_not_have_data") << false;
}
void tst_QNetworkReply::postWithoutBody()
{
QFETCH(bool, client_data);
QBuffer buff;
if (client_data) {
buff.setData("Dummy data from client to server");
buff.open(QIODevice::ReadOnly);
}
QByteArray dataFromServerToClient = QByteArray("Some ridiculous dummy data");
QByteArray httpResponse = QByteArray("HTTP/1.0 200 OK\r\nContent-Length: ");
httpResponse += QByteArray::number(dataFromServerToClient.size());
httpResponse += "\r\n\r\n";
httpResponse += dataFromServerToClient;
MiniHttpServer server(httpResponse);
server.doClose = true;
request.setHeader(QNetworkRequest::ContentTypeHeader, QVariant("text/plain"));
QNetworkReplyPtr reply;
if (client_data)
reply.reset(manager.post(request, &buff));
else
reply.reset(manager.post(request, nullptr));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(server.foundContentLength, client_data);
}
#if QT_CONFIG(http)
void tst_QNetworkReply::putToHttpMultipart_data()
{
postToHttpMultipart_data();
}
void tst_QNetworkReply::putToHttpMultipart()
{
QSKIP("test server script cannot handle PUT data yet");
QFETCH(QUrl, url);
static QSet<QByteArray> boundaries;
QNetworkRequest request(url);
QNetworkReplyPtr reply;
QFETCH(QHttpMultiPart *, multiPart);
QFETCH(QByteArray, expectedReplyData);
QFETCH(QByteArray, contentType);
// hack for testing the setting of the content-type header by hand:
if (contentType == "custom") {
QByteArray contentType("multipart/custom; boundary=\"" + multiPart->boundary() + "\"");
request.setHeader(QNetworkRequest::ContentTypeHeader, contentType);
}
QVERIFY2(! boundaries.contains(multiPart->boundary()), "boundary '" + multiPart->boundary() + "' has been created twice");
boundaries.insert(multiPart->boundary());
RUN_REQUEST(runMultipartRequest(request, reply, multiPart, "PUT"));
multiPart->deleteLater();
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 Ok
QVERIFY(multiPart->boundary().size() > 20); // check that there is randomness after the "boundary_.oOo._" string
QVERIFY(multiPart->boundary().size() < 70);
QByteArray replyData = reply->readAll();
expectedReplyData.prepend("content type: multipart/" + contentType + "; boundary=\"" + multiPart->boundary() + "\"\n");
// QEXPECT_FAIL("nested", "the server does not understand nested multipart messages", Continue); // see above
QCOMPARE(replyData, expectedReplyData);
}
#endif
#if QT_CONFIG(ssl)
void tst_QNetworkReply::putToHttps_data()
{
if (isSecureTransport)
QSKIP("SecTrustEvaluate() returns recoverable error, update the certificate on server");
uniqueExtension = createUniqueExtension();
putToFile_data();
}
void tst_QNetworkReply::putToHttps()
{
QUrl url("https://" + QtNetworkSettings::httpServerName());
url.setPath(QString("/dav/qnetworkaccess-putToHttp-%1-%2")
.arg(QTest::currentDataTag())
.arg(uniqueExtension));
QNetworkRequest request(url);
QList<QSslCertificate> certs = QSslCertificate::fromPath(testDataDir + certsFilePath);
QSslConfiguration conf;
conf.setCaCertificates(certs);
request.setSslConfiguration(conf);
QNetworkReplyPtr reply;
QFETCH(QByteArray, data);
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::PutOperation, request, reply, data));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 201); // 201 Created
// download the file again from HTTP to make sure it was uploaded
// correctly. HTTP/0.9 is enough
QTcpSocket socket;
socket.connectToHost(QtNetworkSettings::httpServerName(), 80);
socket.write("GET " + url.toEncoded(QUrl::RemoveScheme | QUrl::RemoveAuthority) + "\r\n");
if (!socket.waitForDisconnected(10000))
QFAIL("Network timeout");
QByteArray uploadedData = socket.readAll();
QCOMPARE(uploadedData, data);
}
void tst_QNetworkReply::putToHttpsSynchronous_data()
{
if (isSecureTransport)
QSKIP("SecTrustEvalueate() retruns recoverable error, update the server's certificate");
uniqueExtension = createUniqueExtension();
putToFile_data();
}
void tst_QNetworkReply::putToHttpsSynchronous()
{
QUrl url("https://" + QtNetworkSettings::httpServerName());
url.setPath(QString("/dav/qnetworkaccess-putToHttp-%1-%2")
.arg(QTest::currentDataTag())
.arg(uniqueExtension));
QNetworkRequest request(url);
QList<QSslCertificate> certs = QSslCertificate::fromPath(testDataDir + certsFilePath);
QSslConfiguration conf;
conf.setCaCertificates(certs);
request.setSslConfiguration(conf);
QNetworkReplyPtr reply;
QFETCH(QByteArray, data);
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::PutOperation, request, reply, data));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 201); // 201 Created
// download the file again from HTTP to make sure it was uploaded
// correctly. HTTP/0.9 is enough
QTcpSocket socket;
socket.connectToHost(QtNetworkSettings::httpServerName(), 80);
socket.write("GET " + url.toEncoded(QUrl::RemoveScheme | QUrl::RemoveAuthority) + "\r\n");
if (!socket.waitForDisconnected(10000))
QFAIL("Network timeout");
QByteArray uploadedData = socket.readAll();
QCOMPARE(uploadedData, data);
}
void tst_QNetworkReply::postToHttps_data()
{
if (isSecureTransport)
QSKIP("SecTrustEvaluate() returns recoverable error, update the certificate on server");
putToFile_data();
}
void tst_QNetworkReply::postToHttps()
{
QUrl url("https://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/md5sum.cgi");
QNetworkRequest request(url);
QList<QSslCertificate> certs = QSslCertificate::fromPath(testDataDir + certsFilePath);
QSslConfiguration conf;
conf.setCaCertificates(certs);
request.setSslConfiguration(conf);
request.setRawHeader("content-type", "application/octet-stream");
QNetworkReplyPtr reply;
QFETCH(QByteArray, data);
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::PostOperation, request, reply, data));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 Ok
QFETCH(QByteArray, md5sum);
QByteArray uploadedData = reply->readAll().trimmed();
QCOMPARE(uploadedData, md5sum.toHex());
}
void tst_QNetworkReply::postToHttpsSynchronous_data()
{
if (isSecureTransport)
QSKIP("SecTrustEvaluate() returns recoverable error, update the certificate on server");
putToFile_data();
}
void tst_QNetworkReply::postToHttpsSynchronous()
{
QUrl url("https://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/md5sum.cgi");
QNetworkRequest request(url);
QList<QSslCertificate> certs = QSslCertificate::fromPath(testDataDir + certsFilePath);
QSslConfiguration conf;
conf.setCaCertificates(certs);
request.setSslConfiguration(conf);
request.setRawHeader("content-type", "application/octet-stream");
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
QNetworkReplyPtr reply;
QFETCH(QByteArray, data);
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::PostOperation, request, reply, data));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 Ok
QFETCH(QByteArray, md5sum);
QByteArray uploadedData = reply->readAll().trimmed();
QCOMPARE(uploadedData, md5sum.toHex());
}
#if QT_CONFIG(http)
void tst_QNetworkReply::postToHttpsMultipart_data()
{
if (isSecureTransport)
QSKIP("SecTrustEvaluate() returns recoverable error, update the certificate on server");
postToHttpMultipart_data();
}
void tst_QNetworkReply::postToHttpsMultipart()
{
QFETCH(QUrl, url);
url.setScheme("https");
static QSet<QByteArray> boundaries;
QNetworkRequest request(url);
QList<QSslCertificate> certs = QSslCertificate::fromPath(testDataDir + certsFilePath);
QSslConfiguration conf;
conf.setCaCertificates(certs);
request.setSslConfiguration(conf);
QNetworkReplyPtr reply;
QFETCH(QHttpMultiPart *, multiPart);
QFETCH(QByteArray, expectedReplyData);
QFETCH(QByteArray, contentType);
// hack for testing the setting of the content-type header by hand:
if (contentType == "custom") {
QByteArray contentType("multipart/custom; boundary=\"" + multiPart->boundary() + '"');
request.setHeader(QNetworkRequest::ContentTypeHeader, contentType);
}
QVERIFY2(! boundaries.contains(multiPart->boundary()), "boundary '" + multiPart->boundary() + "' has been created twice");
boundaries.insert(multiPart->boundary());
RUN_REQUEST(runMultipartRequest(request, reply, multiPart, "POST"));
multiPart->deleteLater();
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 Ok
QVERIFY(multiPart->boundary().size() > 20); // check that there is randomness after the "boundary_.oOo._" string
QVERIFY(multiPart->boundary().size() < 70);
QByteArray replyData = reply->readAll();
expectedReplyData.prepend("content type: multipart/" + contentType + "; boundary=\"" + multiPart->boundary() + "\"\n");
QCOMPARE(replyData, expectedReplyData);
}
#endif
#endif // QT_CONFIG(ssl)
void tst_QNetworkReply::deleteFromHttp_data()
{
QTest::addColumn<QUrl>("url");
QTest::addColumn<int>("resultCode");
QTest::addColumn<QNetworkReply::NetworkError>("error");
QString httpServer = QtNetworkSettings::httpServerName();
QTest::newRow("405-method-not-allowed")
<< QUrl("http://" + httpServer + "/index.html")
<< 405 << QNetworkReply::ContentOperationNotPermittedError;
QTest::newRow("200-ok")
<< QUrl("http://" + httpServer + "/qtest/cgi-bin/http-delete.cgi?200-ok")
<< 200 << QNetworkReply::NoError;
QTest::newRow("202-accepted")
<< QUrl("http://" + httpServer + "/qtest/cgi-bin/http-delete.cgi?202-accepted")
<< 202 << QNetworkReply::NoError;
QTest::newRow("204-no-content")
<< QUrl("http://" + httpServer + "/qtest/cgi-bin/http-delete.cgi?204-no-content")
<< 204 << QNetworkReply::NoError;
QTest::newRow("404-not-found")
<< QUrl("http://" + httpServer + "/qtest/cgi-bin/http-delete.cgi?404-not-found")
<< 404 << QNetworkReply::ContentNotFoundError;
}
void tst_QNetworkReply::deleteFromHttp()
{
QFETCH(QUrl, url);
QFETCH(int, resultCode);
QFETCH(QNetworkReply::NetworkError, error);
QNetworkRequest request(url);
QNetworkReplyPtr reply;
runSimpleRequest(QNetworkAccessManager::DeleteOperation, request, reply, 0);
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), error);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), resultCode);
}
void tst_QNetworkReply::putGetDeleteGetFromHttp_data()
{
QTest::addColumn<QUrl>("putUrl");
QTest::addColumn<int>("putResultCode");
QTest::addColumn<QNetworkReply::NetworkError>("putError");
QTest::addColumn<QUrl>("deleteUrl");
QTest::addColumn<int>("deleteResultCode");
QTest::addColumn<QNetworkReply::NetworkError>("deleteError");
QTest::addColumn<QUrl>("get2Url");
QTest::addColumn<int>("get2ResultCode");
QTest::addColumn<QNetworkReply::NetworkError>("get2Error");
QUrl url("http://" + QtNetworkSettings::httpServerName());
url.setPath(QString("/dav/qnetworkaccess-putToHttp-%1-%2")
.arg(QTest::currentDataTag())
.arg(uniqueExtension));
// first use case: put, get (to check it is there), delete, get (to check it is not there anymore)
QTest::newRow("success") << url << 201 << QNetworkReply::NoError << url << 204 << QNetworkReply::NoError << url << 404 << QNetworkReply::ContentNotFoundError;
QUrl wrongUrl("http://" + QtNetworkSettings::httpServerName());
wrongUrl.setPath(QString("/dav/qnetworkaccess-thisURLisNotAvailable"));
// second use case: put, get (to check it is there), delete wrong URL, get (to check it is still there)
QTest::newRow("delete-error") << url << 201 << QNetworkReply::NoError << wrongUrl << 404 << QNetworkReply::ContentNotFoundError << url << 200 << QNetworkReply::NoError;
}
void tst_QNetworkReply::putGetDeleteGetFromHttp()
{
QFETCH(QUrl, putUrl);
QFETCH(int, putResultCode);
QFETCH(QNetworkReply::NetworkError, putError);
QFETCH(QUrl, deleteUrl);
QFETCH(int, deleteResultCode);
QFETCH(QNetworkReply::NetworkError, deleteError);
QFETCH(QUrl, get2Url);
QFETCH(int, get2ResultCode);
QFETCH(QNetworkReply::NetworkError, get2Error);
QNetworkRequest putRequest(putUrl);
QNetworkRequest deleteRequest(deleteUrl);
QNetworkRequest get2Request(get2Url);
QNetworkReplyPtr reply;
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::PutOperation, putRequest, reply, 0));
QCOMPARE(reply->error(), putError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), putResultCode);
runSimpleRequest(QNetworkAccessManager::GetOperation, putRequest, reply, 0);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
runSimpleRequest(QNetworkAccessManager::DeleteOperation, deleteRequest, reply, 0);
QCOMPARE(reply->error(), deleteError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), deleteResultCode);
runSimpleRequest(QNetworkAccessManager::GetOperation, get2Request, reply, 0);
QCOMPARE(reply->error(), get2Error);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), get2ResultCode);
}
void tst_QNetworkReply::connectToIPv6Address_data()
{
QTest::addColumn<QUrl>("url");
QTest::addColumn<QNetworkReply::NetworkError>("error");
QTest::addColumn<QByteArray>("dataToSend");
QTest::addColumn<QByteArray>("hostfield");
QTest::newRow("localhost") << QUrl(QByteArray("http://[::1]")) << QNetworkReply::NoError<< QByteArray("localhost") << QByteArray("[::1]");
//QTest::newRow("ipv4localhost") << QUrl(QByteArray("http://127.0.0.1")) << QNetworkReply::NoError<< QByteArray("ipv4localhost") << QByteArray("127.0.0.1");
//to add more test data here
}
void tst_QNetworkReply::connectToIPv6Address()
{
QFETCH(QUrl, url);
QFETCH(QNetworkReply::NetworkError, error);
QFETCH(QByteArray, dataToSend);
QFETCH(QByteArray, hostfield);
if (!QtNetworkSettings::hasIPv6())
QSKIP("system doesn't support ipv6!");
QByteArray httpResponse = QByteArray("HTTP/1.0 200 OK\r\ncontent-length: ");
httpResponse += QByteArray::number(dataToSend.size());
httpResponse += "\r\n\r\n";
httpResponse += dataToSend;
MiniHttpServer server(httpResponse, false, NULL/*thread*/, true/*useipv6*/);
server.doClose = true;
url.setPort(server.serverPort());
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QByteArray content = reply->readAll();
//qDebug() << server.receivedData;
QByteArray hostinfo = "\r\nhost: " + hostfield + ':' + QByteArray::number(server.serverPort()) + "\r\n";
QVERIFY(server.receivedData.toLower().contains(hostinfo));
QCOMPARE(content, dataToSend);
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), error);
}
void tst_QNetworkReply::sendCustomRequestToHttp_data()
{
QTest::addColumn<QUrl>("url");
QTest::addColumn<QByteArray>("verb");
QTest::addColumn<QBuffer *>("device");
QTest::addColumn<int>("resultCode");
QTest::addColumn<QNetworkReply::NetworkError>("error");
QTest::addColumn<QByteArray>("expectedContent");
QTest::newRow("options") << QUrl("http://" + QtNetworkSettings::httpServerName()) <<
QByteArray("OPTIONS") << (QBuffer *) 0 << 200 << QNetworkReply::NoError << QByteArray();
QTest::newRow("trace") << QUrl("http://" + QtNetworkSettings::httpServerName()) <<
QByteArray("TRACE") << (QBuffer *) 0 << 200 << QNetworkReply::NoError << QByteArray();
QTest::newRow("connect") << QUrl("http://" + QtNetworkSettings::httpServerName()) <<
QByteArray("CONNECT") << (QBuffer *) 0 << 400 << QNetworkReply::ProtocolInvalidOperationError << QByteArray(); // 400 = Bad Request
QTest::newRow("nonsense") << QUrl("http://" + QtNetworkSettings::httpServerName()) <<
QByteArray("NONSENSE") << (QBuffer *) 0 << 501 << QNetworkReply::OperationNotImplementedError << QByteArray(); // 501 = Method Not Implemented
QByteArray ba("test");
QBuffer *buffer = new QBuffer;
buffer->setData(ba);
buffer->open(QIODevice::ReadOnly);
QTest::newRow("post") << QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/md5sum.cgi") << QByteArray("POST")
<< buffer << 200 << QNetworkReply::NoError << QByteArray("098f6bcd4621d373cade4e832627b4f6\n");
QByteArray ba2("test");
QBuffer *buffer2 = new QBuffer;
buffer2->setData(ba2);
buffer2->open(QIODevice::ReadOnly);
QTest::newRow("put") << QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/md5sum.cgi") << QByteArray("PUT")
<< buffer2 << 200 << QNetworkReply::NoError << QByteArray("098f6bcd4621d373cade4e832627b4f6\n");
}
void tst_QNetworkReply::sendCustomRequestToHttp()
{
QFETCH(QUrl, url);
QNetworkRequest request(url);
QNetworkReplyPtr reply;
QFETCH(QByteArray, verb);
QFETCH(QBuffer *, device);
runCustomRequest(request, reply, verb, device);
QCOMPARE(reply->url(), url);
QFETCH(QNetworkReply::NetworkError, error);
QCOMPARE(reply->error(), error);
QFETCH(int, resultCode);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), resultCode);
QFETCH(QByteArray, expectedContent);
if (! expectedContent.isEmpty())
QCOMPARE(reply->readAll(), expectedContent);
}
void tst_QNetworkReply::ioGetFromData_data()
{
QTest::addColumn<QString>("urlStr");
QTest::addColumn<QByteArray>("data");
QTest::newRow("data-empty") << "data:," << QByteArray();
QTest::newRow("data-literal") << "data:,foo" << QByteArray("foo");
QTest::newRow("data-pct") << "data:,%3Cbody%20contentEditable%3Dtrue%3E%0D%0A"
<< QByteArray("<body contentEditable=true>\r\n");
QTest::newRow("data-base64") << "data:;base64,UXQgaXMgZ3JlYXQh" << QByteArray("Qt is great!");
}
void tst_QNetworkReply::ioGetFromData()
{
QFETCH(QString, urlStr);
QUrl url = QUrl::fromEncoded(urlStr.toLatin1());
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.get(request));
DataReader reader(reply);
connect(reply, SIGNAL(finished()),
&QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QFETCH(QByteArray, data);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toInt(), data.size());
QCOMPARE(reader.data.size(), data.size());
QCOMPARE(reader.data, data);
}
void tst_QNetworkReply::ioGetFromFileSpecial_data()
{
getFromFileSpecial_data();
}
void tst_QNetworkReply::ioGetFromFileSpecial()
{
#if defined(QT_TEST_SERVER) && defined(Q_OS_WIN)
if (qstrcmp(QTest::currentDataTag(), "smb-path") == 0)
QSKIP("Docker-based test server doesn't support smb protocol yet");
#endif
QFETCH(QString, fileName);
QFETCH(QString, url);
QFile resource(fileName);
QVERIFY(resource.open(QIODevice::ReadOnly));
QNetworkRequest request;
request.setUrl(url);
QNetworkReplyPtr reply(manager.get(request));
DataReader reader(reply);
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), resource.size());
QCOMPARE(qint64(reader.data.size()), resource.size());
QCOMPARE(reader.data, resource.readAll());
}
void tst_QNetworkReply::ioGetFromFile_data()
{
putToFile_data();
}
void tst_QNetworkReply::ioGetFromFile()
{
QTemporaryFile file(QDir::currentPath() + "/temp-XXXXXX");
file.setAutoRemove(true);
QVERIFY2(file.open(), qPrintable(file.errorString()));
QFETCH(QByteArray, data);
QCOMPARE(file.write(data), data.size());
file.flush();
QCOMPARE(file.size(), qint64(data.size()));
QNetworkRequest request(QUrl::fromLocalFile(file.fileName()));
QNetworkReplyPtr reply(manager.get(request));
QVERIFY(reply->isFinished()); // a file should immediately be done
DataReader reader(reply);
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), file.size());
QCOMPARE(qint64(reader.data.size()), file.size());
QCOMPARE(reader.data, data);
}
void tst_QNetworkReply::ioGetFromFileUrl()
{
// This immediately fails on non-windows platforms:
QNetworkReplyPtr reply(manager.get(request));
QSignalSpy finishedSpy(reply.get(), &QNetworkReply::finished);
// QTBUG-105618: This would, on non-Windows platforms, never happen because the signal
// was emitted before the constructor finished, leaving no chance at all to connect to the
// signal
QVERIFY(finishedSpy.wait());
}
void tst_QNetworkReply::ioGetFromFtp_data()
{
if (!ftpSupported)
QSKIP("FTP is not supported");
QTest::addColumn<QString>("fileName");
QTest::addColumn<qint64>("expectedSize");
QTest::newRow("bigfile") << "bigfile" << Q_INT64_C(519240);
QFile file(testDataDir + "/rfc3252.txt");
QTest::newRow("rfc3252.txt") << "rfc3252.txt" << file.size();
}
void tst_QNetworkReply::ioGetFromFtp()
{
QFETCH(QString, fileName);
QFile reference(fileName);
const bool ok = reference.open(QIODevice::ReadOnly); // will fail for bigfile
if (fileName != "bigfile")
QVERIFY(ok);
QNetworkRequest request("ftp://" + QtNetworkSettings::ftpServerName() + "/qtest/" + fileName);
QNetworkReplyPtr reply(manager.get(request));
DataReader reader(reply);
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QFETCH(qint64, expectedSize);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), expectedSize);
QCOMPARE(qint64(reader.data.size()), expectedSize);
if (reference.isOpen())
QCOMPARE(reader.data, reference.readAll());
}
void tst_QNetworkReply::ioGetFromFtpWithReuse()
{
if (!ftpSupported)
QSKIP("FTP is not supported");
QString fileName = testDataDir + "/rfc3252.txt";
QFile reference(fileName);
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkRequest request(QUrl("ftp://" + QtNetworkSettings::ftpServerName() + "/qtest/rfc3252.txt"));
// two concurrent (actually, consecutive) gets:
QNetworkReplyPtr reply1(manager.get(request));
DataReader reader1(reply1);
QNetworkReplyPtr reply2(manager.get(request));
DataReader reader2(reply2);
QSignalSpy spy(reply1.data(), SIGNAL(finished()));
QCOMPARE(waitForFinish(reply1), int(Success));
QCOMPARE(waitForFinish(reply2), int(Success));
QCOMPARE(reply1->url(), request.url());
QCOMPARE(reply2->url(), request.url());
QCOMPARE(reply1->error(), QNetworkReply::NoError);
QCOMPARE(reply2->error(), QNetworkReply::NoError);
QCOMPARE(qint64(reader1.data.size()), reference.size());
QCOMPARE(qint64(reader2.data.size()), reference.size());
QCOMPARE(reply1->header(QNetworkRequest::ContentLengthHeader).toLongLong(), reference.size());
QCOMPARE(reply2->header(QNetworkRequest::ContentLengthHeader).toLongLong(), reference.size());
QByteArray referenceData = reference.readAll();
QCOMPARE(reader1.data, referenceData);
QCOMPARE(reader2.data, referenceData);
}
void tst_QNetworkReply::ioGetFromHttp()
{
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkRequest request(QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"));
QNetworkReplyPtr reply(manager.get(request));
DataReader reader(reply);
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), reference.size());
QCOMPARE(qint64(reader.data.size()), reference.size());
QCOMPARE(reader.data, reference.readAll());
}
void tst_QNetworkReply::ioGetFromHttpWithReuseParallel()
{
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkRequest request(QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"));
QNetworkReplyPtr reply1(manager.get(request));
QNetworkReplyPtr reply2(manager.get(request));
DataReader reader1(reply1);
DataReader reader2(reply2);
QSignalSpy spy(reply1.data(), SIGNAL(finished()));
QCOMPARE(waitForFinish(reply2), int(Success));
QCOMPARE(waitForFinish(reply1), int(Success));
QCOMPARE(reply1->url(), request.url());
QCOMPARE(reply2->url(), request.url());
QCOMPARE(reply1->error(), QNetworkReply::NoError);
QCOMPARE(reply2->error(), QNetworkReply::NoError);
QCOMPARE(reply1->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reply2->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reply1->header(QNetworkRequest::ContentLengthHeader).toLongLong(), reference.size());
QCOMPARE(reply2->header(QNetworkRequest::ContentLengthHeader).toLongLong(), reference.size());
QCOMPARE(qint64(reader1.data.size()), reference.size());
QCOMPARE(qint64(reader2.data.size()), reference.size());
QByteArray referenceData = reference.readAll();
QCOMPARE(reader1.data, referenceData);
QCOMPARE(reader2.data, referenceData);
}
void tst_QNetworkReply::ioGetFromHttpWithReuseSequential()
{
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkRequest request(QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"));
{
QNetworkReplyPtr reply(manager.get(request));
DataReader reader(reply);
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), reference.size());
QCOMPARE(qint64(reader.data.size()), reference.size());
QCOMPARE(reader.data, reference.readAll());
}
reference.seek(0);
// rinse and repeat:
{
QNetworkReplyPtr reply(manager.get(request));
DataReader reader(reply);
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), reference.size());
QCOMPARE(qint64(reader.data.size()), reference.size());
QCOMPARE(reader.data, reference.readAll());
}
}
void tst_QNetworkReply::ioGetFromHttpWithAuth_data()
{
QTest::addColumn<QUrl>("url");
QTest::addColumn<QByteArray>("expectedData");
QTest::addColumn<int>("expectedAuth");
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
QByteArray referenceData = reference.readAll();
QString httpServer = QtNetworkSettings::httpServerName();
QTest::newRow("basic")
<< QUrl("http://" + httpServer + "/qtest/rfcs-auth/rfc3252.txt")
<< referenceData << 1;
QTest::newRow("digest")
<< QUrl("http://" + httpServer + "/qtest/auth-digest/")
<< QByteArray("digest authentication successful\n") << 1;
//if url contains username & password, then it should be used
QTest::newRow("basic-in-url")
<< referenceData << 0;
QTest::newRow("digest-in-url")
<< QByteArray("digest authentication successful\n") << 0;
// if url contains incorrect credentials, expect QNAM to ask for good ones (even if cached - matches behaviour of browsers)
QTest::newRow("basic-bad-user-in-url")
<< referenceData << 3;
QTest::newRow("basic-bad-password-in-url")
<< referenceData << 3;
QTest::newRow("digest-bad-user-in-url")
<< QByteArray("digest authentication successful\n") << 3;
QTest::newRow("digest-bad-password-in-url")
<< QByteArray("digest authentication successful\n") << 3;
}
void tst_QNetworkReply::ioGetFromHttpWithAuth()
{
// This test sends three requests
// The first two in parallel
// The third after the first two finished
QFETCH(QUrl, url);
QFETCH(QByteArray, expectedData);
QFETCH(int, expectedAuth);
QNetworkRequest request(url);
{
QNetworkReplyPtr reply1(manager.get(request));
QUrl copy = url;
copy.setUserName(QString());
copy.setPassword(QString());
QNetworkRequest request2(copy);
QNetworkReplyPtr reply2(manager.get(request2));
DataReader reader1(reply1);
DataReader reader2(reply2);
QSignalSpy finishedspy(reply1.data(), SIGNAL(finished()));
QSignalSpy authspy(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)));
connect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QCOMPARE(waitForFinish(reply2), int(Success));
QCOMPARE(waitForFinish(reply1), int(Success));
manager.disconnect(SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
this, SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QCOMPARE(reply1->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reply2->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reader1.data, expectedData);
QCOMPARE(reader2.data, expectedData);
QCOMPARE(authspy.size(), (expectedAuth ? 1 : 0));
expectedAuth = qMax(0, expectedAuth - 1);
}
// rinse and repeat:
{
QNetworkReplyPtr reply(manager.get(request));
DataReader reader(reply);
QSignalSpy authspy(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)));
connect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
manager.disconnect(SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
this, SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reader.data, expectedData);
QCOMPARE(authspy.size(), (expectedAuth ? 1 : 0));
expectedAuth = qMax(0, expectedAuth - 1);
}
// now check with synchronous calls:
{
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
QSignalSpy authspy(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QNetworkReplyPtr replySync(manager.get(request));
QVERIFY(replySync->isFinished()); // synchronous
if (expectedAuth) {
// bad credentials in a synchronous request should just fail
QCOMPARE(replySync->error(), QNetworkReply::AuthenticationRequiredError);
} else {
QCOMPARE(authspy.size(), 0);
// we cannot use a data reader here, since that connects to the readyRead signal,
// just use readAll()
// the only thing we check here is that the auth cache was used when using synchronous requests
QCOMPARE(replySync->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(replySync->readAll(), expectedData);
}
}
// check that credentials are used from cache if the same url is requested without credentials
{
url.setUserInfo(QString());
request.setUrl(url);
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
QSignalSpy authspy(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QNetworkReplyPtr replySync(manager.get(request));
QVERIFY(replySync->isFinished()); // synchronous
if (expectedAuth) {
// bad credentials in a synchronous request should just fail
QCOMPARE(replySync->error(), QNetworkReply::AuthenticationRequiredError);
} else {
QCOMPARE(authspy.size(), 0);
// we cannot use a data reader here, since that connects to the readyRead signal,
// just use readAll()
// the only thing we check here is that the auth cache was used when using synchronous requests
QCOMPARE(replySync->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(replySync->readAll(), expectedData);
}
}
}
void tst_QNetworkReply::ioGetFromHttpWithAuthSynchronous()
{
// verify that we do not enter an endless loop with synchronous calls and wrong credentials
// the case when we succeed with the login is tested in ioGetFromHttpWithAuth()
QNetworkRequest request(QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfcs-auth/rfc3252.txt"));
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
QSignalSpy authspy(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QNetworkReplyPtr replySync(manager.get(request));
QVERIFY(replySync->isFinished()); // synchronous
QCOMPARE(replySync->error(), QNetworkReply::AuthenticationRequiredError);
QCOMPARE(authspy.size(), 0);
QCOMPARE(replySync->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 401);
}
#if QT_CONFIG(networkproxy)
void tst_QNetworkReply::ioGetFromHttpWithProxyAuth()
{
// This test sends three requests
// The first two in parallel
// The third after the first two finished
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkProxy proxy(QNetworkProxy::HttpCachingProxy, QtNetworkSettings::httpProxyServerName(), 3129);
QNetworkRequest request(QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"));
{
manager.setProxy(proxy);
QNetworkReplyPtr reply1(manager.get(request));
QNetworkReplyPtr reply2(manager.get(request));
manager.setProxy(QNetworkProxy());
DataReader reader1(reply1);
DataReader reader2(reply2);
QSignalSpy finishedspy(reply1.data(), SIGNAL(finished()));
QSignalSpy authspy(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
connect(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
QCOMPARE(waitForFinish(reply2), int(Success));
QCOMPARE(waitForFinish(reply1), int(Success));
manager.disconnect(SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
this, SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
QCOMPARE(reply1->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reply2->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QByteArray referenceData = reference.readAll();
QCOMPARE(reader1.data, referenceData);
QCOMPARE(reader2.data, referenceData);
QCOMPARE(authspy.size(), 1);
}
reference.seek(0);
// rinse and repeat:
{
manager.setProxy(proxy);
QNetworkReplyPtr reply(manager.get(request));
DataReader reader(reply);
manager.setProxy(QNetworkProxy());
QSignalSpy authspy(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
connect(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
manager.disconnect(SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
this, SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reader.data, reference.readAll());
QCOMPARE(authspy.size(), 0);
}
// now check with synchronous calls:
reference.seek(0);
{
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
QSignalSpy authspy(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
QNetworkReplyPtr replySync(manager.get(request));
QVERIFY(replySync->isFinished()); // synchronous
QCOMPARE(authspy.size(), 0);
// we cannot use a data reader here, since that connects to the readyRead signal,
// just use readAll()
// the only thing we check here is that the proxy auth cache was used when using synchronous requests
QCOMPARE(replySync->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(replySync->readAll(), reference.readAll());
}
}
void tst_QNetworkReply::ioGetFromHttpWithProxyAuthSynchronous()
{
// verify that we do not enter an endless loop with synchronous calls and wrong credentials
// the case when we succeed with the login is tested in ioGetFromHttpWithAuth()
QNetworkProxy proxy(QNetworkProxy::HttpCachingProxy, QtNetworkSettings::httpProxyServerName(), 3129);
QNetworkRequest request(QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"));
manager.setProxy(proxy);
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
QSignalSpy authspy(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
QNetworkReplyPtr replySync(manager.get(request));
manager.setProxy(QNetworkProxy()); // reset
QVERIFY(replySync->isFinished()); // synchronous
QCOMPARE(replySync->error(), QNetworkReply::ProxyAuthenticationRequiredError);
QCOMPARE(authspy.size(), 0);
QCOMPARE(replySync->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 407);
}
void tst_QNetworkReply::ioGetFromHttpWithSocksProxy()
{
// HTTP caching proxies are tested by the above function
// test SOCKSv5 proxies too
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkProxy proxy(QNetworkProxy::Socks5Proxy, QtNetworkSettings::socksProxyServerName(), 1080);
QNetworkRequest request(QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"));
{
manager.setProxy(proxy);
QNetworkReplyPtr reply(manager.get(request));
DataReader reader(reply);
manager.setProxy(QNetworkProxy());
QSignalSpy authspy(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
connect(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
manager.disconnect(SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
this, SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reader.data, reference.readAll());
QCOMPARE(authspy.size(), 0);
}
// set an invalid proxy just to make sure that we can't load
proxy = QNetworkProxy(QNetworkProxy::Socks5Proxy, QtNetworkSettings::socksProxyServerName(), 1079);
{
manager.setProxy(proxy);
QNetworkReplyPtr reply(manager.get(request));
DataReader reader(reply);
manager.setProxy(QNetworkProxy());
QSignalSpy authspy(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
connect(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
QCOMPARE(waitForFinish(reply), int(Failure));
manager.disconnect(SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
this, SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
QVERIFY(!reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).isValid());
QVERIFY(reader.data.isEmpty());
QVERIFY(int(reply->error()) > 0);
QCOMPARE(int(reply->error()), int(QNetworkReply::ProxyConnectionRefusedError));
QCOMPARE(authspy.size(), 0);
}
}
#endif // QT_CONFIG(networkproxy)
#if QT_CONFIG(ssl)
void tst_QNetworkReply::ioGetFromHttpsWithSslErrors()
{
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkRequest request(QUrl("https://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"));
QNetworkReplyPtr reply(manager.get(request));
DataReader reader(reply);
QSignalSpy sslspy(&manager, SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)));
connect(&manager, SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)),
SLOT(sslErrors(QNetworkReply*,QList<QSslError>)));
connect(reply, SIGNAL(metaDataChanged()), SLOT(storeSslConfiguration()));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
manager.disconnect(SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)),
this, SLOT(sslErrors(QNetworkReply*,QList<QSslError>)));
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reader.data, reference.readAll());
QCOMPARE(sslspy.size(), 1);
QVERIFY(!storedSslConfiguration.isNull());
QVERIFY(!reply->sslConfiguration().isNull());
}
void tst_QNetworkReply::ioGetFromHttpsWithIgnoreSslErrors()
{
// same as above, except that we call ignoreSslErrors and don't connect
// to the sslErrors() signal (which is *still* emitted)
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkRequest request(QUrl("https://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"));
QNetworkReplyPtr reply(manager.get(request));
reply->ignoreSslErrors();
DataReader reader(reply);
QSignalSpy sslspy(&manager, SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)));
connect(reply, SIGNAL(metaDataChanged()), SLOT(storeSslConfiguration()));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reader.data, reference.readAll());
QCOMPARE(sslspy.size(), 1);
QVERIFY(!storedSslConfiguration.isNull());
QVERIFY(!reply->sslConfiguration().isNull());
}
void tst_QNetworkReply::ioGetFromHttpsWithSslHandshakeError()
{
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkRequest request(QUrl("https://" + QtNetworkSettings::httpServerName() + ":80"));
QNetworkReplyPtr reply(manager.get(request));
reply->ignoreSslErrors();
DataReader reader(reply);
QSignalSpy sslspy(&manager, SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)));
connect(reply, SIGNAL(metaDataChanged()), SLOT(storeSslConfiguration()));
QCOMPARE(waitForFinish(reply), int(Failure));
QCOMPARE(reply->error(), QNetworkReply::SslHandshakeFailedError);
QCOMPARE(sslspy.size(), 0);
}
#endif
void tst_QNetworkReply::ioGetFromHttpBrokenServer_data()
{
QTest::addColumn<QByteArray>("dataToSend");
QTest::addColumn<bool>("doDisconnect");
QTest::newRow("no-newline") << QByteArray("Hello World") << false;
// these are OK now, we just eat the lonely newlines
//QTest::newRow("just-newline") << QByteArray("\r\n") << false;
//QTest::newRow("just-2newline") << QByteArray("\r\n\r\n") << false;
QTest::newRow("with-newlines") << QByteArray("Long first line\r\nLong second line") << false;
QTest::newRow("with-newlines2") << QByteArray("\r\nSecond line") << false;
QTest::newRow("with-newlines3") << QByteArray("ICY\r\nSecond line") << false;
QTest::newRow("invalid-version") << QByteArray("HTTP/123 200 \r\n") << false;
QTest::newRow("invalid-version2") << QByteArray("HTTP/a.\033 200 \r\n") << false;
QTest::newRow("invalid-reply-code") << QByteArray("HTTP/1.0 fuu \r\n") << false;
QTest::newRow("empty+disconnect") << QByteArray() << true;
QTest::newRow("no-newline+disconnect") << QByteArray("Hello World") << true;
QTest::newRow("just-newline+disconnect") << QByteArray("\r\n") << true;
QTest::newRow("just-2newline+disconnect") << QByteArray("\r\n\r\n") << true;
QTest::newRow("with-newlines+disconnect") << QByteArray("Long first line\r\nLong second line") << true;
QTest::newRow("with-newlines2+disconnect") << QByteArray("\r\nSecond line") << true;
QTest::newRow("with-newlines3+disconnect") << QByteArray("ICY\r\nSecond line") << true;
QTest::newRow("invalid-version+disconnect") << QByteArray("HTTP/123 200 ") << true;
QTest::newRow("invalid-version2+disconnect") << QByteArray("HTTP/a.\033 200 ") << true;
QTest::newRow("invalid-reply-code+disconnect") << QByteArray("HTTP/1.0 fuu ") << true;
QTest::newRow("immediate disconnect") << QByteArray("") << true;
QTest::newRow("justHalfStatus+disconnect") << QByteArray("HTTP/1.1") << true;
QTest::newRow("justStatus+disconnect") << QByteArray("HTTP/1.1 200 OK\r\n") << true;
QTest::newRow("justStatusAndHalfHeaders+disconnect") << QByteArray("HTTP/1.1 200 OK\r\nContent-L") << true;
QTest::newRow("halfContent+disconnect") << QByteArray("HTTP/1.1 200 OK\r\nContent-Length: 4\r\n\r\nAB") << true;
}
void tst_QNetworkReply::ioGetFromHttpBrokenServer()
{
QFETCH(QByteArray, dataToSend);
QFETCH(bool, doDisconnect);
MiniHttpServer server(dataToSend);
server.doClose = doDisconnect;
QNetworkReplyPtr reply(manager.get(request));
QSignalSpy spy(reply.data(), SIGNAL(errorOccurred(QNetworkReply::NetworkError)));
QCOMPARE(waitForFinish(reply), int(Failure));
QCOMPARE(reply->url(), request.url());
QCOMPARE(spy.size(), 1);
QVERIFY(reply->error() != QNetworkReply::NoError);
}
void tst_QNetworkReply::ioGetFromHttpStatusInformational_data()
{
QTest::addColumn<QByteArray>("dataToSend");
QTest::addColumn<int>("statusCode");
QTest::newRow("normal") << QByteArray("HTTP/1.1 100 Continue\r\n\r\nHTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n") << 200;
QTest::newRow("minimal") << QByteArray("HTTP/1.1 100 Continue\n\nHTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n") << 200;
QTest::newRow("minimal2") << QByteArray("HTTP/1.1 100 Continue\n\nHTTP/1.0 200 OK\r\n\r\n") << 200;
QTest::newRow("minimal3") << QByteArray("HTTP/1.1 100 Continue\n\nHTTP/1.0 200 OK\n\n") << 200;
QTest::newRow("minimal+404") << QByteArray("HTTP/1.1 100 Continue\n\nHTTP/1.0 204 No Content\r\n\r\n") << 204;
QTest::newRow("with_headers") << QByteArray("HTTP/1.1 100 Continue\r\nBla: x\r\n\r\nHTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n") << 200;
QTest::newRow("with_headers2") << QByteArray("HTTP/1.1 100 Continue\nBla: x\n\nHTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n") << 200;
QTest::newRow("normal-custom") << QByteArray("HTTP/1.1 133 Custom\r\n\r\nHTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n") << 200;
QTest::newRow("minimal-custom") << QByteArray("HTTP/1.1 133 Custom\n\nHTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n") << 200;
QTest::newRow("minimal2-custom") << QByteArray("HTTP/1.1 133 Custom\n\nHTTP/1.0 200 OK\r\n\r\n") << 200;
QTest::newRow("minimal3-custom") << QByteArray("HTTP/1.1 133 Custom\n\nHTTP/1.0 200 OK\n\n") << 200;
QTest::newRow("minimal+404-custom") << QByteArray("HTTP/1.1 133 Custom\n\nHTTP/1.0 204 No Content\r\n\r\n") << 204;
QTest::newRow("with_headers-custom") << QByteArray("HTTP/1.1 133 Custom\r\nBla: x\r\n\r\nHTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n") << 200;
QTest::newRow("with_headers2-custom") << QByteArray("HTTP/1.1 133 Custom\nBla: x\n\nHTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n") << 200;
QTest::newRow("normal-custom2") << QByteArray("HTTP/1.1 179 Custom2\r\n\r\nHTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n") << 200;
QTest::newRow("minimal-custom2") << QByteArray("HTTP/1.1 179 Custom2\n\nHTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n") << 200;
QTest::newRow("minimal2-custom2") << QByteArray("HTTP/1.1 179 Custom2\n\nHTTP/1.0 200 OK\r\n\r\n") << 200;
QTest::newRow("minimal3-custom2") << QByteArray("HTTP/1.1 179 Custom2\n\nHTTP/1.0 200 OK\n\n") << 200;
QTest::newRow("minimal+404-custom2") << QByteArray("HTTP/1.1 179 Custom2\n\nHTTP/1.0 204 No Content\r\n\r\n") << 204;
QTest::newRow("with_headers-custom2") << QByteArray("HTTP/1.1 179 Custom2\r\nBla: x\r\n\r\nHTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n") << 200;
QTest::newRow("with_headers2-custom2") << QByteArray("HTTP/1.1 179 Custom2\nBla: x\n\nHTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n") << 200;
}
void tst_QNetworkReply::ioGetFromHttpStatusInformational()
{
QFETCH(QByteArray, dataToSend);
QFETCH(int, statusCode);
MiniHttpServer server(dataToSend);
server.doClose = true;
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), statusCode);
QVERIFY(reply->rawHeader("bla").isNull());
}
void tst_QNetworkReply::ioGetFromHttpNoHeaders_data()
{
QTest::addColumn<QByteArray>("dataToSend");
QTest::newRow("justStatus+noheaders+disconnect") << QByteArray("HTTP/1.0 200 OK\r\n\r\n");
}
void tst_QNetworkReply::ioGetFromHttpNoHeaders()
{
QFETCH(QByteArray, dataToSend);
MiniHttpServer server(dataToSend);
server.doClose = true;
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
}
void tst_QNetworkReply::ioGetFromHttpWithCache_data()
{
qRegisterMetaType<MyMemoryCache::CachedContent>();
QTest::addColumn<QByteArray>("dataToSend");
QTest::addColumn<QString>("body");
QTest::addColumn<MyMemoryCache::CachedContent>("cachedReply");
QTest::addColumn<int>("cacheMode");
QTest::addColumn<QStringList>("extraHttpHeaders");
QTest::addColumn<bool>("loadedFromCache");
QTest::addColumn<bool>("networkUsed");
QByteArray reply200 =
"HTTP/1.0 200\r\n"
"Connection: keep-alive\r\n"
"content-type: text/plain\r\n"
"Cache-control: no-store\r\n"
"Content-length: 8\r\n"
"\r\n"
"Reloaded";
QByteArray reply304 =
"HTTP/1.0 304 Use Cache\r\n"
"Connection: keep-alive\r\n"
"\r\n";
QTest::newRow("not-cached,always-network")
<< reply200 << "Reloaded" << MyMemoryCache::CachedContent() << int(QNetworkRequest::AlwaysNetwork) << QStringList() << false << true;
QTest::newRow("not-cached,prefer-network")
<< reply200 << "Reloaded" << MyMemoryCache::CachedContent() << int(QNetworkRequest::PreferNetwork) << QStringList() << false << true;
QTest::newRow("not-cached,prefer-cache")
<< reply200 << "Reloaded" << MyMemoryCache::CachedContent() << int(QNetworkRequest::PreferCache) << QStringList() << false << true;
QDateTime present = QDateTime::currentDateTime().toUTC();
QDateTime past = present.addSecs(-3600);
QDateTime future = present.addSecs(3600);
static const char dateFormat[] = "ddd, dd MMM yyyy hh:mm:ss 'GMT'";
QNetworkCacheMetaData::RawHeaderList rawHeaders;
MyMemoryCache::CachedContent content;
content.second = "Not-reloaded";
content.first.setLastModified(past);
// "no-cache"
rawHeaders.clear();
rawHeaders << QNetworkCacheMetaData::RawHeader("Date", QLocale::c().toString(past, dateFormat).toLatin1())
<< QNetworkCacheMetaData::RawHeader("Cache-control", "no-cache");
content.first.setRawHeaders(rawHeaders);
content.first.setLastModified(past);
content.first.setExpirationDate(future);
// "no-cache" does not mean "no cache", just that we must consult remote first
QTest::newRow("no-cache,200,always-network")
<< reply200 << "Reloaded" << content << int(QNetworkRequest::AlwaysNetwork) << QStringList() << false << true;
QTest::newRow("no-cache,200,prefer-network")
<< reply200 << "Reloaded" << content << int(QNetworkRequest::PreferNetwork) << QStringList() << false << true;
QTest::newRow("no-cache,200,prefer-cache")
<< reply200 << "Reloaded" << content << int(QNetworkRequest::PreferCache) << QStringList() << false << true;
// We're not allowed by the spec to deliver cached data without checking if it is still
// up-to-date.
QTest::newRow("no-cache,200,always-cache")
<< reply200 << QString() << content << int(QNetworkRequest::AlwaysCache) << QStringList() << false << false;
QTest::newRow("no-cache,304,prefer-network")
<< reply304 << "Not-reloaded" << content << int(QNetworkRequest::PreferNetwork) << QStringList() << true << true;
QTest::newRow("no-cache,304,prefer-cache")
<< reply304 << "Not-reloaded" << content << int(QNetworkRequest::PreferCache) << QStringList() << true << true;
QTest::newRow("no-cache,304,always-cache")
<< reply304 << QString() << content << int(QNetworkRequest::AlwaysCache) << QStringList() << false << false;
//
// Set to expired
//
rawHeaders.clear();
rawHeaders << QNetworkCacheMetaData::RawHeader("Date", QLocale::c().toString(past, dateFormat).toLatin1())
<< QNetworkCacheMetaData::RawHeader("Cache-control", "max-age=0"); // isn't used in cache loading
content.first.setRawHeaders(rawHeaders);
content.first.setLastModified(past);
content.first.setExpirationDate(past);
QTest::newRow("expired,200,prefer-network")
<< reply200 << "Reloaded" << content << int(QNetworkRequest::PreferNetwork) << QStringList() << false << true;
QTest::newRow("expired,200,prefer-cache")
<< reply200 << "Reloaded" << content << int(QNetworkRequest::PreferCache) << QStringList() << false << true;
QTest::newRow("expired,304,prefer-network")
<< reply304 << "Not-reloaded" << content << int(QNetworkRequest::PreferNetwork) << QStringList() << true << true;
QTest::newRow("expired,304,prefer-cache")
<< reply304 << "Not-reloaded" << content << int(QNetworkRequest::PreferCache) << QStringList() << true << true;
//
// Set to not-expired
//
rawHeaders.clear();
rawHeaders << QNetworkCacheMetaData::RawHeader("Date", QLocale::c().toString(past, dateFormat).toLatin1())
<< QNetworkCacheMetaData::RawHeader("Cache-control", "max-age=7200"); // isn't used in cache loading
content.first.setRawHeaders(rawHeaders);
content.first.setExpirationDate(future);
QTest::newRow("not-expired,200,always-network")
<< reply200 << "Reloaded" << content << int(QNetworkRequest::AlwaysNetwork) << QStringList() << false << true;
QTest::newRow("not-expired,200,prefer-network")
<< reply200 << "Not-reloaded" << content << int(QNetworkRequest::PreferNetwork) << QStringList() << true << false;
QTest::newRow("not-expired,200,prefer-cache")
<< reply200 << "Not-reloaded" << content << int(QNetworkRequest::PreferCache) << QStringList() << true << false;
QTest::newRow("not-expired,200,always-cache")
<< reply200 << "Not-reloaded" << content << int(QNetworkRequest::AlwaysCache) << QStringList() << true << false;
QTest::newRow("not-expired,304,prefer-network")
<< reply304 << "Not-reloaded" << content << int(QNetworkRequest::PreferNetwork) << QStringList() << true << false;
QTest::newRow("not-expired,304,prefer-cache")
<< reply304 << "Not-reloaded" << content << int(QNetworkRequest::PreferCache) << QStringList() << true << false;
QTest::newRow("not-expired,304,always-cache")
<< reply304 << "Not-reloaded" << content << int(QNetworkRequest::AlwaysCache) << QStringList() << true << false;
//
// Set must-revalidate now
//
rawHeaders.clear();
content.first.setExpirationDate(future);
rawHeaders << QNetworkCacheMetaData::RawHeader("Date", QLocale::c().toString(past, dateFormat).toLatin1())
<< QNetworkCacheMetaData::RawHeader("Cache-control", "max-age=3600, must-revalidate"); // must-revalidate is used
content.first.setRawHeaders(rawHeaders);
QTest::newRow("must-revalidate,200,always-network")
<< reply200 << "Reloaded" << content << int(QNetworkRequest::AlwaysNetwork) << QStringList() << false << true;
QTest::newRow("must-revalidate,200,prefer-network")
<< reply200 << "Reloaded" << content << int(QNetworkRequest::PreferNetwork) << QStringList() << false << true;
QTest::newRow("must-revalidate,200,prefer-cache")
<< reply200 << "Not-reloaded" << content << int(QNetworkRequest::PreferCache) << QStringList() << true << false;
QTest::newRow("must-revalidate,200,always-cache")
<< reply200 << "Not-reloaded" << content << int(QNetworkRequest::AlwaysCache) << QStringList() << true << false;
QTest::newRow("must-revalidate,304,prefer-network")
<< reply304 << "Not-reloaded" << content << int(QNetworkRequest::PreferNetwork) << QStringList() << true << true;
QTest::newRow("must-revalidate,304,prefer-cache")
<< reply304 << "Not-reloaded" << content << int(QNetworkRequest::PreferCache) << QStringList() << true << false;
QTest::newRow("must-revalidate,304,always-cache")
<< reply304 << "Not-reloaded" << content << int(QNetworkRequest::AlwaysCache) << QStringList() << true << false;
//
// Set must-revalidate, but also add Age, meaning a 3rd party (i.e. proxy) held on to the
// response for some time
//
rawHeaders.clear();
content.first.setExpirationDate(past);
rawHeaders << QNetworkCacheMetaData::RawHeader("Cache-control", "max-age=3600, must-revalidate")
// Some 3rd party held on to the response long enough that it expired:
<< QNetworkCacheMetaData::RawHeader("Age", "3600");
content.first.setRawHeaders(rawHeaders);
QTest::newRow("must-revalidate,200,always-network,expired")
<< reply200 << "Reloaded" << content << int(QNetworkRequest::AlwaysNetwork) << QStringList() << false << true;
QTest::newRow("must-revalidate,200,prefer-network,expired")
<< reply200 << "Reloaded" << content << int(QNetworkRequest::PreferNetwork) << QStringList() << false << true;
QTest::newRow("must-revalidate,200,prefer-cache,expired")
<< reply200 << "Reloaded" << content << int(QNetworkRequest::PreferCache) << QStringList() << false << true;
QTest::newRow("must-revalidate,200,always-cache,expired")
<< reply200 << "" << content << int(QNetworkRequest::AlwaysCache) << QStringList() << false << false;
QTest::newRow("must-revalidate,304,prefer-network,expired")
<< reply304 << "Not-reloaded" << content << int(QNetworkRequest::PreferNetwork) << QStringList() << true << true;
QTest::newRow("must-revalidate,304,prefer-cache,expired")
<< reply304 << "Not-reloaded" << content << int(QNetworkRequest::PreferCache) << QStringList() << true << true;
QTest::newRow("must-revalidate,304,always-cache,expired")
<< reply304 << "" << content << int(QNetworkRequest::AlwaysCache) << QStringList() << false << false;
//
// Partial content
//
rawHeaders.clear();
rawHeaders << QNetworkCacheMetaData::RawHeader("Date", QLocale::c().toString(past, dateFormat).toLatin1())
<< QNetworkCacheMetaData::RawHeader("Cache-control", "max-age=7200"); // isn't used in cache loading
content.first.setRawHeaders(rawHeaders);
content.first.setExpirationDate(future);
QByteArray reply206 =
"HTTP/1.0 206\r\n"
"Connection: keep-alive\r\n"
"content-type: text/plain\r\n"
"Cache-control: no-cache\r\n"
"Content-Range: bytes 2-6/8\r\n"
"Content-length: 4\r\n"
"\r\n"
"load";
QTest::newRow("partial,dontuse-cache")
<< reply206 << "load" << content << int(QNetworkRequest::PreferCache) << (QStringList() << "Range" << "bytes=2-6") << false << true;
}
void tst_QNetworkReply::ioGetFromHttpWithCache()
{
QFETCH(QByteArray, dataToSend);
MiniHttpServer server(dataToSend);
server.doClose = false;
MyMemoryCache *memoryCache = new MyMemoryCache(&manager);
manager.setCache(memoryCache);
QFETCH(MyMemoryCache::CachedContent, cachedReply);
cachedReply.first.setUrl(url);
if (!cachedReply.second.isNull())
memoryCache->cache.insert(url.toEncoded(), cachedReply);
QFETCH(int, cacheMode);
QNetworkRequest request(url);
request.setAttribute(QNetworkRequest::CacheLoadControlAttribute, cacheMode);
request.setAttribute(QNetworkRequest::CacheSaveControlAttribute, false);
QFETCH(QStringList, extraHttpHeaders);
QVERIFY(extraHttpHeaders.size() % 2 == 0);
for (auto it = extraHttpHeaders.cbegin(), end = extraHttpHeaders.cend(); it != end; /*double-stepping*/) {
QString header = *it++;
QString value = *it++;
request.setRawHeader(header.toLatin1(), value.toLatin1()); // To latin1? Deal with it!
}
QNetworkReplyPtr reply(manager.get(request));
QVERIFY(waitForFinish(reply) != Timeout);
QEXPECT_FAIL("must-revalidate,200,always-cache",
"We assume the response is stale even though it is not", Abort);
QEXPECT_FAIL("must-revalidate,304,always-cache",
"We assume the response is stale even though it is not", Abort);
QEXPECT_FAIL("must-revalidate,200,prefer-network",
"PreferNetwork doesn't prefer network", Abort);
QTEST(reply->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool(), "loadedFromCache");
QEXPECT_FAIL("must-revalidate,304,prefer-network",
"PreferNetwork doesn't prefer network", Abort);
QTEST(server.totalConnections > 0, "networkUsed");
QFETCH(QString, body);
QCOMPARE(reply->readAll().constData(), qPrintable(body));
}
#if QT_CONFIG(networkproxy)
void tst_QNetworkReply::ioGetWithManyProxies_data()
{
QTest::addColumn<QList<QNetworkProxy> >("proxyList");
QTest::addColumn<QNetworkProxy>("proxyUsed");
QTest::addColumn<QString>("url");
QTest::addColumn<QNetworkReply::NetworkError>("expectedError");
QList<QNetworkProxy> proxyList;
// All of the other functions test DefaultProxy
// So let's test something else
// Simple tests that work:
// HTTP request with HTTP caching proxy
proxyList << QNetworkProxy(QNetworkProxy::HttpCachingProxy, QtNetworkSettings::httpProxyServerName(), 3129);
QTest::newRow("http-on-http")
<< proxyList << proxyList.at(0)
<< "http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
// HTTP request with HTTP transparent proxy
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::HttpProxy, QtNetworkSettings::httpProxyServerName(), 3129);
QTest::newRow("http-on-http2")
<< proxyList << proxyList.at(0)
<< "http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
// HTTP request with SOCKS transparent proxy
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::Socks5Proxy, QtNetworkSettings::socksProxyServerName(), 1081);
QTest::newRow("http-on-socks")
<< proxyList << proxyList.at(0)
<< "http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
if (ftpSupported) {
// FTP request with FTP caching proxy
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::FtpCachingProxy,
QtNetworkSettings::ftpProxyServerName(), 2121);
QTest::newRow("ftp-on-ftp")
<< proxyList << proxyList.at(0)
<< "ftp://" + QtNetworkSettings::ftpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
// The following test doesn't work because QFtp is too limited
// It can only talk to its own kind of proxies
// FTP request with SOCKSv5 transparent proxy
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::Socks5Proxy,
QtNetworkSettings::socksProxyServerName(), 1081);
QTest::newRow("ftp-on-socks")
<< proxyList << proxyList.at(0)
<< "ftp://" + QtNetworkSettings::ftpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
}
#if QT_CONFIG(ssl)
// HTTPS with HTTP transparent proxy
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::HttpProxy, QtNetworkSettings::httpProxyServerName(), 3129);
QTest::newRow("https-on-http")
<< proxyList << proxyList.at(0)
<< "https://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
// HTTPS request with SOCKS transparent proxy
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::Socks5Proxy, QtNetworkSettings::socksProxyServerName(), 1081);
QTest::newRow("https-on-socks")
<< proxyList << proxyList.at(0)
<< "https://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
#endif
// Tests that fail:
if (ftpSupported) {
// HTTP request with FTP caching proxy
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::FtpCachingProxy, QtNetworkSettings::ftpProxyServerName(), 2121);
QTest::newRow("http-on-ftp")
<< proxyList << QNetworkProxy()
<< "http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::ProxyNotFoundError;
// FTP request with HTTP caching proxy
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::HttpCachingProxy,
QtNetworkSettings::httpProxyServerName(), 3129);
QTest::newRow("ftp-on-http")
<< proxyList << QNetworkProxy()
<< "ftp://" + QtNetworkSettings::ftpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::ProxyNotFoundError;
// FTP request with HTTP caching proxies
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::HttpCachingProxy,
QtNetworkSettings::httpProxyServerName(), 3129)
<< QNetworkProxy(QNetworkProxy::HttpCachingProxy,
QtNetworkSettings::httpProxyServerName(), 3130);
QTest::newRow("ftp-on-multiple-http")
<< proxyList << QNetworkProxy()
<< "ftp://" + QtNetworkSettings::ftpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::ProxyNotFoundError;
}
#if QT_CONFIG(ssl)
// HTTPS with HTTP caching proxy
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::HttpCachingProxy, QtNetworkSettings::httpProxyServerName(), 3129);
QTest::newRow("https-on-httptransparent")
<< proxyList << QNetworkProxy()
<< "https://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::ProxyNotFoundError;
if (ftpSupported) {
// HTTPS with FTP caching proxy
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::FtpCachingProxy, QtNetworkSettings::ftpProxyServerName(), 2121);
QTest::newRow("https-on-ftp")
<< proxyList << QNetworkProxy()
<< "https://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::ProxyNotFoundError;
}
#endif
// Complex requests:
// HTTP request with more than one HTTP proxy
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::HttpCachingProxy, QtNetworkSettings::httpProxyServerName(), 3129)
<< QNetworkProxy(QNetworkProxy::HttpCachingProxy, QtNetworkSettings::httpProxyServerName(), 3130);
QTest::newRow("http-on-multiple-http")
<< proxyList << proxyList.at(0)
<< "http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
// HTTP request with HTTP + SOCKS
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::HttpCachingProxy, QtNetworkSettings::httpProxyServerName(), 3129)
<< QNetworkProxy(QNetworkProxy::Socks5Proxy, QtNetworkSettings::socksProxyServerName(), 1081);
QTest::newRow("http-on-http+socks")
<< proxyList << proxyList.at(0)
<< "http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
if (ftpSupported) {
// HTTP request with FTP + HTTP + SOCKS
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::FtpCachingProxy, QtNetworkSettings::ftpProxyServerName(), 2121)
<< QNetworkProxy(QNetworkProxy::HttpCachingProxy, QtNetworkSettings::httpProxyServerName(), 3129)
<< QNetworkProxy(QNetworkProxy::Socks5Proxy, QtNetworkSettings::socksProxyServerName(), 1081);
QTest::newRow("http-on-ftp+http+socks")
<< proxyList << proxyList.at(1) // second proxy should be used
<< "http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
}
// HTTP request with NoProxy + HTTP
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::NoProxy)
<< QNetworkProxy(QNetworkProxy::HttpCachingProxy, QtNetworkSettings::httpProxyServerName(), 3129);
QTest::newRow("http-on-noproxy+http")
<< proxyList << proxyList.at(0)
<< "http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
// HTTP request with FTP + NoProxy
if (ftpSupported) {
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::FtpCachingProxy, QtNetworkSettings::ftpProxyServerName(), 2121)
<< QNetworkProxy(QNetworkProxy::NoProxy);
QTest::newRow("http-on-ftp+noproxy")
<< proxyList << proxyList.at(1) // second proxy should be used
<< "http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
// FTP request with HTTP Caching + FTP
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::HttpCachingProxy,
QtNetworkSettings::httpProxyServerName(), 3129)
<< QNetworkProxy(QNetworkProxy::FtpCachingProxy,
QtNetworkSettings::ftpProxyServerName(), 2121);
QTest::newRow("ftp-on-http+ftp")
<< proxyList << proxyList.at(1) // second proxy should be used
<< "ftp://" + QtNetworkSettings::ftpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
}
#if QT_CONFIG(ssl)
// HTTPS request with HTTP Caching + HTTP transparent
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::HttpCachingProxy, QtNetworkSettings::httpProxyServerName(), 3129)
<< QNetworkProxy(QNetworkProxy::HttpProxy, QtNetworkSettings::httpProxyServerName(), 3129);
QTest::newRow("https-on-httpcaching+http")
<< proxyList << proxyList.at(1) // second proxy should be used
<< "https://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
if (ftpSupported) {
// HTTPS request with FTP + HTTP C + HTTP T
proxyList.clear();
proxyList << QNetworkProxy(QNetworkProxy::FtpCachingProxy, QtNetworkSettings::ftpProxyServerName(), 2121)
<< QNetworkProxy(QNetworkProxy::HttpCachingProxy, QtNetworkSettings::httpProxyServerName(), 3129)
<< QNetworkProxy(QNetworkProxy::HttpProxy, QtNetworkSettings::httpProxyServerName(), 3129);
QTest::newRow("https-on-ftp+httpcaching+http")
<< proxyList << proxyList.at(2) // skip the first two
<< "https://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"
<< QNetworkReply::NoError;
}
#endif
}
void tst_QNetworkReply::ioGetWithManyProxies()
{
// Test proxy factories
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
// set the proxy factory:
QFETCH(QList<QNetworkProxy>, proxyList);
MyProxyFactory *proxyFactory = new MyProxyFactory;
proxyFactory->toReturn = proxyList;
manager.setProxyFactory(proxyFactory);
QFETCH(QString, url);
QUrl theUrl(url);
QNetworkRequest request(theUrl);
QNetworkReplyPtr reply(manager.get(request));
DataReader reader(reply);
QSignalSpy authspy(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
connect(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
#if QT_CONFIG(ssl)
connect(&manager, SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)),
SLOT(sslErrors(QNetworkReply*,QList<QSslError>)));
#endif
QVERIFY(waitForFinish(reply) != Timeout);
manager.disconnect(SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
this, SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
#if QT_CONFIG(ssl)
manager.disconnect(SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)),
this, SLOT(sslErrors(QNetworkReply*,QList<QSslError>)));
#endif
QFETCH(QNetworkReply::NetworkError, expectedError);
QEXPECT_FAIL("ftp-on-socks", "QFtp is too limited and won't accept non-FTP proxies", Abort);
QCOMPARE(reply->error(), expectedError);
// Verify that the factory was called properly
QCOMPARE(proxyFactory->callCount, 1);
QCOMPARE(proxyFactory->lastQuery, QNetworkProxyQuery(theUrl));
if (expectedError == QNetworkReply::NoError) {
// request succeeded
QCOMPARE(reader.data, reference.readAll());
// now verify that the proxies worked:
QFETCH(QNetworkProxy, proxyUsed);
if (proxyUsed.type() == QNetworkProxy::NoProxy) {
QCOMPARE(authspy.size(), 0);
} else {
if (QByteArray(QTest::currentDataTag()).startsWith("ftp-"))
return; // No authentication with current FTP or with FTP proxies
QCOMPARE(authspy.size(), 1);
QCOMPARE(qvariant_cast<QNetworkProxy>(authspy.at(0).at(0)), proxyUsed);
}
} else {
// request failed
QCOMPARE(authspy.size(), 0);
}
}
#endif // QT_CONFIG(networkproxy)
void tst_QNetworkReply::ioPutToFileFromFile_data()
{
QTest::addColumn<QString>("fileName");
QTest::newRow("empty") << (testDataDir + "/empty");
QTest::newRow("real-file") << (testDataDir + "/rfc3252.txt");
QTest::newRow("resource") << ":/resource";
QTest::newRow("search-path") << "testdata:/rfc3252.txt";
}
void tst_QNetworkReply::ioPutToFileFromFile()
{
QFETCH(QString, fileName);
QFile sourceFile(fileName);
QFile targetFile(testFileName);
QVERIFY(sourceFile.open(QIODevice::ReadOnly));
QUrl url = QUrl::fromLocalFile(targetFile.fileName());
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.put(request, &sourceFile));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), Q_INT64_C(0));
QVERIFY(reply->readAll().isEmpty());
QVERIFY(sourceFile.atEnd());
sourceFile.seek(0); // reset it to the beginning
QVERIFY(targetFile.open(QIODevice::ReadOnly));
QCOMPARE(targetFile.size(), sourceFile.size());
QCOMPARE(targetFile.readAll(), sourceFile.readAll());
}
void tst_QNetworkReply::ioPutToFileFromSocket_data()
{
putToFile_data();
}
void tst_QNetworkReply::ioPutToFileFromSocket()
{
QFile file(testFileName);
QUrl url = QUrl::fromLocalFile(file.fileName());
QNetworkRequest request(url);
QFETCH(QByteArray, data);
SocketPair socketpair;
QTRY_VERIFY(socketpair.create()); //QTRY_VERIFY as a workaround for QTBUG-24451
socketpair.endPoints[0]->write(data);
QNetworkReplyPtr reply(manager.put(QNetworkRequest(url), socketpair.endPoints[1]));
socketpair.endPoints[0]->close();
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), Q_INT64_C(0));
QVERIFY(reply->readAll().isEmpty());
QVERIFY(file.open(QIODevice::ReadOnly));
QCOMPARE(file.size(), qint64(data.size()));
QByteArray contents = file.readAll();
QCOMPARE(contents, data);
}
#if QT_CONFIG(localserver)
void tst_QNetworkReply::ioPutToFileFromLocalSocket_data()
{
putToFile_data();
}
void tst_QNetworkReply::ioPutToFileFromLocalSocket()
{
QString socketname = "networkreplytest";
QLocalServer server;
if (!server.listen(socketname)) {
QLocalServer::removeServer(socketname);
QVERIFY(server.listen(socketname));
}
QLocalSocket active;
active.connectToServer(socketname);
QVERIFY2(server.waitForNewConnection(10), server.errorString().toLatin1().constData());
QVERIFY2(active.waitForConnected(10), active.errorString().toLatin1().constData());
QVERIFY2(server.hasPendingConnections(), server.errorString().toLatin1().constData());
QLocalSocket *passive = server.nextPendingConnection();
QFile file(testFileName);
QUrl url = QUrl::fromLocalFile(file.fileName());
QNetworkRequest request(url);
QFETCH(QByteArray, data);
active.write(data);
active.close();
QNetworkReplyPtr reply(manager.put(QNetworkRequest(url), passive));
passive->setParent(reply.data());
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), Q_INT64_C(0));
QVERIFY(reply->readAll().isEmpty());
QVERIFY(file.open(QIODevice::ReadOnly));
QCOMPARE(file.size(), qint64(data.size()));
QByteArray contents = file.readAll();
QCOMPARE(contents, data);
}
#endif
// Currently no stdin/out supported for Windows CE.
void tst_QNetworkReply::ioPutToFileFromProcess_data()
{
#if QT_CONFIG(process)
putToFile_data();
#endif
}
void tst_QNetworkReply::ioPutToFileFromProcess()
{
#if !QT_CONFIG(process)
QSKIP("No qprocess support");
#else
#ifdef Q_OS_WIN
if (qstrcmp(QTest::currentDataTag(), "small") == 0)
QSKIP("When passing a CR-LF-LF sequence through Windows stdio, it gets converted, "
"so this test fails. Disabled on Windows");
#endif
QFile file(testFileName);
QUrl url = QUrl::fromLocalFile(file.fileName());
QNetworkRequest request(url);
QFETCH(QByteArray, data);
QProcess process;
QString echoExe = echoProcessDir + "/echo";
process.start(echoExe, QStringList("all"));
QVERIFY2(process.waitForStarted(), qPrintable(
QString::fromLatin1("Could not start %1: %2").arg(echoExe, process.errorString())));
process.write(data);
process.closeWriteChannel();
QNetworkReplyPtr reply(manager.put(QNetworkRequest(url), &process));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), Q_INT64_C(0));
QVERIFY(reply->readAll().isEmpty());
QVERIFY(file.open(QIODevice::ReadOnly));
QCOMPARE(file.size(), qint64(data.size()));
QByteArray contents = file.readAll();
QCOMPARE(contents, data);
if (process.state() == QProcess::Running)
QVERIFY(process.waitForFinished());
QCOMPARE(process.exitCode(), 0);
#endif // QT_CONFIG(process)
}
void tst_QNetworkReply::ioPutToFtpFromFile_data()
{
if (!ftpSupported)
QSKIP("FTP is not supported");
ioPutToFileFromFile_data();
}
void tst_QNetworkReply::ioPutToFtpFromFile()
{
QFETCH(QString, fileName);
QFile sourceFile(fileName);
QVERIFY(sourceFile.open(QIODevice::ReadOnly));
QUrl url("ftp://" + QtNetworkSettings::ftpServerName());
url.setPath(QString("/qtest/upload/qnetworkaccess-ioPutToFtpFromFile-%1-%2")
.arg(QTest::currentDataTag())
.arg(uniqueExtension));
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.put(request, &sourceFile));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), Q_INT64_C(0));
QVERIFY(reply->readAll().isEmpty());
QVERIFY(sourceFile.atEnd());
sourceFile.seek(0); // reset it to the beginning
// download the file again from FTP to make sure it was uploaded
// correctly
QNetworkAccessManager qnam;
QNetworkRequest req(url);
QNetworkReply *r = qnam.get(req);
QObject::connect(r, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(3);
QObject::disconnect(r, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QByteArray uploaded = r->readAll();
QCOMPARE(qint64(uploaded.size()), sourceFile.size());
QCOMPARE(uploaded, sourceFile.readAll());
r->close();
QObject::connect(r, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(10);
QObject::disconnect(r, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
}
void tst_QNetworkReply::ioPutToHttpFromFile_data()
{
ioPutToFileFromFile_data();
}
void tst_QNetworkReply::ioPutToHttpFromFile()
{
QFETCH(QString, fileName);
QFile sourceFile(fileName);
QVERIFY(sourceFile.open(QIODevice::ReadOnly));
QUrl url("http://" + QtNetworkSettings::httpServerName());
url.setPath(QString("/dav/qnetworkaccess-ioPutToHttpFromFile-%1-%2")
.arg(QTest::currentDataTag())
.arg(uniqueExtension));
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.put(request, &sourceFile));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
// verify that the HTTP status code is 201 Created
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 201);
QVERIFY(sourceFile.atEnd());
sourceFile.seek(0); // reset it to the beginning
// download the file again from HTTP to make sure it was uploaded
// correctly
reply.reset(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 Ok
QCOMPARE(reply->readAll(), sourceFile.readAll());
}
void tst_QNetworkReply::ioPostToHttpFromFile_data()
{
ioPutToFileFromFile_data();
}
void tst_QNetworkReply::ioPostToHttpFromFile()
{
QFETCH(QString, fileName);
QFile sourceFile(fileName);
QVERIFY(sourceFile.open(QIODevice::ReadOnly));
QUrl url("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/md5sum.cgi");
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
QNetworkReplyPtr reply(manager.post(request, &sourceFile));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
// verify that the HTTP status code is 200 Ok
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QVERIFY(sourceFile.atEnd());
sourceFile.seek(0); // reset it to the beginning
QCOMPARE(reply->readAll().trimmed(), md5sum(sourceFile.readAll()).toHex());
}
#if QT_CONFIG(networkproxy)
void tst_QNetworkReply::ioPostToHttpFromSocket_data()
{
QTest::addColumn<QByteArray>("data");
QTest::addColumn<QByteArray>("md5sum");
QTest::addColumn<QUrl>("url");
QTest::addColumn<QNetworkProxy>("proxy");
QTest::addColumn<int>("authenticationRequiredCount");
QTest::addColumn<int>("proxyAuthenticationRequiredCount");
for (int i = 0; i < proxies.size(); ++i)
for (int auth = 0; auth < 2; ++auth) {
QUrl url;
if (auth) {
url = QUrl{"http://"_L1 + QtNetworkSettings::httpServerName()
+ "/qtest/protected/cgi-bin/md5sum.cgi"_L1};
} else {
url = QUrl{"http://"_L1 + QtNetworkSettings::httpServerName()
+ "/qtest/cgi-bin/md5sum.cgi"_L1};
}
QNetworkProxy proxy = proxies.at(i).proxy;
QByteArray testsuffix = QByteArray(auth ? "+auth" : "") + proxies.at(i).tag;
int proxyauthcount = proxies.at(i).requiresAuthentication;
QByteArray data;
data = "";
QTest::newRow("empty" + testsuffix) << data << md5sum(data) << url << proxy << auth << proxyauthcount;
data = "This is a normal message.";
QTest::newRow("generic" + testsuffix) << data << md5sum(data) << url << proxy << auth << proxyauthcount;
data = "This is a message to show that Qt rocks!\r\n\n";
QTest::newRow("small" + testsuffix) << data << md5sum(data) << url << proxy << auth << proxyauthcount;
data = QByteArray("abcd\0\1\2\abcd",12);
QTest::newRow("with-nul" + testsuffix) << data << md5sum(data) << url << proxy << auth << proxyauthcount;
data = QByteArray(4097, '\4');
QTest::newRow("4k+1" + testsuffix) << data << md5sum(data) << url << proxy << auth << proxyauthcount;
data = QByteArray(128*1024+1, '\177');
QTest::newRow("128k+1" + testsuffix) << data << md5sum(data) << url << proxy << auth << proxyauthcount;
}
}
void tst_QNetworkReply::ioPostToHttpFromSocket()
{
if (QTest::currentDataTag() == QByteArray("128k+1+proxyauth")
|| QTest::currentDataTag() == QByteArray("128k+1+auth+proxyauth"))
QSKIP("Squid cannot handle authentication with POST data >= 64K (QTBUG-33180)");
QFETCH(QByteArray, data);
QFETCH(QUrl, url);
QFETCH(QNetworkProxy, proxy);
SocketPair socketpair;
QTRY_VERIFY(socketpair.create()); //QTRY_VERIFY as a workaround for QTBUG-24451
socketpair.endPoints[0]->write(data);
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
manager.setProxy(proxy);
QNetworkReplyPtr reply(manager.post(request, socketpair.endPoints[1]));
socketpair.endPoints[0]->close();
connect(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
connect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QSignalSpy authenticationRequiredSpy(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QSignalSpy proxyAuthenticationRequiredSpy(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
disconnect(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)),
this, SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
disconnect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
this, SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
// verify that the HTTP status code is 200 Ok
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reply->readAll().trimmed(), md5sum(data).toHex());
QTEST(int(authenticationRequiredSpy.size()), "authenticationRequiredCount");
QTEST(int(proxyAuthenticationRequiredSpy.size()), "proxyAuthenticationRequiredCount");
}
void tst_QNetworkReply::ioPostToHttpFromSocketSynchronous_data()
{
QTest::addColumn<QByteArray>("data");
QTest::addColumn<QByteArray>("md5sum");
QByteArray data;
data = "";
QTest::newRow("empty") << data << md5sum(data);
data = "This is a normal message.";
QTest::newRow("generic") << data << md5sum(data);
data = "This is a message to show that Qt rocks!\r\n\n";
QTest::newRow("small") << data << md5sum(data);
data = QByteArray("abcd\0\1\2\abcd",12);
QTest::newRow("with-nul") << data << md5sum(data);
data = QByteArray(4097, '\4');
QTest::newRow("4k+1") << data << md5sum(data);
data = QByteArray(128*1024+1, '\177');
QTest::newRow("128k+1") << data << md5sum(data);
data = QByteArray(2*1024*1024+1, '\177');
QTest::newRow("2MB+1") << data << md5sum(data);
}
void tst_QNetworkReply::ioPostToHttpFromSocketSynchronous()
{
QFETCH(QByteArray, data);
SocketPair socketpair;
QTRY_VERIFY(socketpair.create()); //QTRY_VERIFY as a workaround for QTBUG-24451
socketpair.endPoints[0]->write(data);
socketpair.endPoints[0]->waitForBytesWritten(5000);
// ### for 4.8: make the socket pair unbuffered, to not read everything in one go in QNetworkReplyImplPrivate::setup()
QTestEventLoop::instance().enterLoop(3);
QUrl url("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/md5sum.cgi");
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
QNetworkReplyPtr reply(manager.post(request, socketpair.endPoints[1]));
QVERIFY(reply->isFinished());
socketpair.endPoints[0]->close();
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
// verify that the HTTP status code is 200 Ok
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reply->readAll().trimmed(), md5sum(data).toHex());
}
#endif // QT_CONFIG(networkproxy)
// this tests checks if rewinding the POST-data to some place in the middle
// worked.
void tst_QNetworkReply::ioPostToHttpFromMiddleOfFileToEnd()
{
QFile sourceFile(testDataDir + "/rfc3252.txt");
QVERIFY(sourceFile.open(QIODevice::ReadOnly));
// seeking to the middle
sourceFile.seek(sourceFile.size() / 2);
QUrl url = "http://" + QtNetworkSettings::httpServerName() + "/qtest/protected/cgi-bin/md5sum.cgi";
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
QNetworkReplyPtr reply(manager.post(request, &sourceFile));
connect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
disconnect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
this, SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
// compare half data
sourceFile.seek(sourceFile.size() / 2);
QByteArray data = sourceFile.readAll();
QCOMPARE(reply->readAll().trimmed(), md5sum(data).toHex());
}
void tst_QNetworkReply::ioPostToHttpFromMiddleOfFileFiveBytes()
{
QFile sourceFile(testDataDir + "/rfc3252.txt");
QVERIFY(sourceFile.open(QIODevice::ReadOnly));
// seeking to the middle
sourceFile.seek(sourceFile.size() / 2);
QUrl url = "http://" + QtNetworkSettings::httpServerName() + "/qtest/protected/cgi-bin/md5sum.cgi";
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
// only send 5 bytes
request.setHeader(QNetworkRequest::ContentLengthHeader, 5);
QVERIFY(request.header(QNetworkRequest::ContentLengthHeader).isValid());
QNetworkReplyPtr reply(manager.post(request, &sourceFile));
connect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
disconnect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
this, SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
// compare half data
sourceFile.seek(sourceFile.size() / 2);
QByteArray data = sourceFile.read(5);
QCOMPARE(reply->readAll().trimmed(), md5sum(data).toHex());
}
void tst_QNetworkReply::ioPostToHttpFromMiddleOfQBufferFiveBytes()
{
// test needed since a QBuffer goes with a different codepath than the QFile
// tested in ioPostToHttpFromMiddleOfFileFiveBytes
QBuffer uploadBuffer;
uploadBuffer.open(QIODevice::ReadWrite);
uploadBuffer.write("1234567890");
uploadBuffer.seek(5);
QUrl url = "http://" + QtNetworkSettings::httpServerName() + "/qtest/protected/cgi-bin/md5sum.cgi";
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
QNetworkReplyPtr reply(manager.post(request, &uploadBuffer));
connect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
disconnect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
this, SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
// compare half data
uploadBuffer.seek(5);
QByteArray data = uploadBuffer.read(5);
QCOMPARE(reply->readAll().trimmed(), md5sum(data).toHex());
}
void tst_QNetworkReply::ioPostToHttpNoBufferFlag()
{
QByteArray data = QByteArray("daaaaaaataaaaaaa");
// create a sequential QIODevice by feeding the data into a local TCP server
SocketPair socketpair;
QTRY_VERIFY(socketpair.create()); //QTRY_VERIFY as a workaround for QTBUG-24451
socketpair.endPoints[0]->write(data);
QUrl url = "http://" + QtNetworkSettings::httpServerName() + "/qtest/protected/cgi-bin/md5sum.cgi";
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
// disallow buffering
request.setAttribute(QNetworkRequest::DoNotBufferUploadDataAttribute, true);
request.setHeader(QNetworkRequest::ContentLengthHeader, data.size());
QNetworkReplyPtr reply(manager.post(request, socketpair.endPoints[1]));
socketpair.endPoints[0]->close();
connect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QCOMPARE(waitForFinish(reply), int(Failure));
disconnect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)),
this, SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
// verify: error code is QNetworkReply::ContentReSendError
QCOMPARE(reply->error(), QNetworkReply::ContentReSendError);
}
#if QT_CONFIG(ssl)
class SslServer : public QTcpServer
{
Q_OBJECT
public:
SslServer() : socket(0), m_ssl(true) {}
void incomingConnection(qintptr socketDescriptor) override
{
QSslSocket *serverSocket = new QSslSocket;
serverSocket->setParent(this);
if (serverSocket->setSocketDescriptor(socketDescriptor)) {
connect(serverSocket, SIGNAL(readyRead()), this, SLOT(readyReadSlot()));
if (!m_ssl) {
emit newPlainConnection(serverSocket);
return;
}
connect(serverSocket, SIGNAL(encrypted()), this, SLOT(encryptedSlot()));
connect(serverSocket, SIGNAL(sslErrors(QList<QSslError>)), serverSocket, SLOT(ignoreSslErrors()));
setupSslServer(serverSocket);
} else {
delete serverSocket;
}
}
signals:
void newEncryptedConnection(QSslSocket *s);
void newPlainConnection(QSslSocket *s);
public slots:
void encryptedSlot()
{
socket = (QSslSocket*) sender();
emit newEncryptedConnection(socket);
addPendingConnection(socket);
}
void readyReadSlot()
{
// for the incoming sockets, not the server socket
//qDebug() << static_cast<QSslSocket*>(sender())->bytesAvailable() << static_cast<QSslSocket*>(sender())->encryptedBytesAvailable();
}
public:
QSslSocket *socket;
bool m_ssl;
};
// very similar to ioPostToHttpUploadProgress but for SSL
void tst_QNetworkReply::ioPostToHttpsUploadProgress()
{
//QFile sourceFile(testDataDir + "/bigfile");
//QVERIFY(sourceFile.open(QIODevice::ReadOnly));
if (QTestPrivate::isSecureTransportBlockingTest())
QSKIP("SecureTransport: temporary keychain is not working on this version of macOS");
qint64 wantedSize = 2*1024*1024; // 2 MB
QByteArray sourceFile;
// And in the case of SSL, the compression can fool us and let the
// server send the data much faster than expected.
// So better provide random data that cannot be compressed.
for (int i = 0; i < wantedSize; ++i)
sourceFile += (char)QRandomGenerator::global()->generate();
// emulate a minimal https server
SslServer server;
server.listen(QHostAddress(QHostAddress::LocalHost), 0);
// create the request
QUrl url = QUrl(QLatin1String("https://127.0.0.1:") + QString::number(server.serverPort()) + QLatin1Char('/'));
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
QNetworkReplyPtr reply(manager.post(request, sourceFile));
QSignalSpy spy(reply.data(), SIGNAL(uploadProgress(qint64,qint64)));
connect(&server, SIGNAL(newEncryptedConnection(QSslSocket*)), &QTestEventLoop::instance(), SLOT(exitLoop()));
connect(reply, SIGNAL(sslErrors(QList<QSslError>)), reply.data(), SLOT(ignoreSslErrors()));
// get the request started and the incoming socket connected
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QTcpSocket *incomingSocket = server.socket;
QVERIFY(incomingSocket);
disconnect(&server, SIGNAL(newEncryptedConnection(QSslSocket*)), &QTestEventLoop::instance(), SLOT(exitLoop()));
incomingSocket->setReadBufferSize(1024);
// some progress should have been made
QTRY_VERIFY(!spy.isEmpty());
QList<QVariant> args = spy.last();
QVERIFY(args.at(0).toLongLong() > 0);
// but not everything!
QVERIFY(args.at(0).toLongLong() != sourceFile.size());
// set the read buffer to unlimited
incomingSocket->setReadBufferSize(0);
QTestEventLoop::instance().enterLoop(10);
// progress should be finished
QVERIFY(!spy.isEmpty());
QList<QVariant> args3 = spy.last();
QCOMPARE(args3.at(0).toLongLong(), args3.at(1).toLongLong());
QCOMPARE(args3.at(0).toLongLong(), qint64(sourceFile.size()));
// after sending this, the QNAM should emit finished()
incomingSocket->write("HTTP/1.0 200 OK\r\n");
incomingSocket->write("Content-Length: 0\r\n");
incomingSocket->write("\r\n");
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
incomingSocket->close();
server.close();
}
#endif
void tst_QNetworkReply::ioGetFromBuiltinHttp_data()
{
QTest::addColumn<bool>("https");
QTest::addColumn<int>("bufferSize");
QTest::newRow("http+unlimited") << false << 0;
QTest::newRow("http+limited") << false << 4096;
#if QT_CONFIG(ssl)
QTest::newRow("https+unlimited") << true << 0;
QTest::newRow("https+limited") << true << 4096;
#endif
}
void tst_QNetworkReply::ioGetFromBuiltinHttp()
{
QFETCH(bool, https);
QFETCH(int, bufferSize);
if (https && QTestPrivate::isSecureTransportBlockingTest())
QSKIP("SecureTransport: temporary keychain is not working on this version of macOS");
QByteArray testData;
// Make the data big enough so that it can fill the kernel buffer
// (which seems to hold 202 KB here)
const int wantedSize = 1200 * 1000;
testData.reserve(wantedSize);
// And in the case of SSL, the compression can fool us and let the
// server send the data much faster than expected.
// So better provide random data that cannot be compressed.
for (int i = 0; i < wantedSize; ++i)
testData += (char)QRandomGenerator::global()->generate();
QByteArray httpResponse = QByteArray("HTTP/1.0 200 OK\r\nContent-Length: ");
httpResponse += QByteArray::number(testData.size());
httpResponse += "\r\n\r\n";
httpResponse += testData;
qDebug() << "Server will send" << (httpResponse.size()-testData.size()) << "bytes of header and"
<< testData.size() << "bytes of data";
const bool fillKernelBuffer = bufferSize > 0;
notEnoughDataForFastSender = false;
FastSender server(httpResponse, https, fillKernelBuffer, this);
QUrl url(QString("%1://127.0.0.1:%2/qtest/rfc3252.txt")
.arg(https?"https":"http")
.arg(server.serverPort()));
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.get(request));
reply->setReadBufferSize(bufferSize);
reply->ignoreSslErrors();
const int rate = 200; // in kB per sec
RateControlledReader reader(server, reply.data(), rate, bufferSize);
QElapsedTimer loopTimer;
loopTimer.start();
const int result = waitForFinish(reply);
if (notEnoughDataForFastSender) {
server.wait();
QSKIP("kernel socket buffers are too big for this test to work");
}
QVERIFY2(result == Success, msgWaitForFinished(reply));
const int elapsedTime = loopTimer.elapsed();
server.wait();
reader.wrapUp();
qDebug() << "send rate:" << server.transferRate << "B/s";
qDebug() << "receive rate:" << reader.totalBytesRead * 1000 / elapsedTime
<< "(it received" << reader.totalBytesRead << "bytes in" << elapsedTime << "ms)";
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), (qint64)testData.size());
if (reader.data.size() < testData.size()) { // oops?
QCOMPARE(reader.data, testData.left(reader.data.size()));
qDebug() << "The data is incomplete, the last" << testData.size() - reader.data.size() << "bytes are missing";
}
QCOMPARE(reader.data.size(), testData.size());
QCOMPARE(reader.data, testData);
// OK we got the file alright, but did setReadBufferSize work?
QVERIFY(server.transferRate != -1);
if (bufferSize > 0) {
const int allowedDeviation = 16; // TODO find out why the send rate is 13% faster currently
const int minRate = rate * 1024 * (100-allowedDeviation) / 100;
const int maxRate = rate * 1024 * (100+allowedDeviation) / 100;
qDebug() << minRate << "<="<< server.transferRate << "<=" << maxRate << '?';
// The test takes too long to run if sending enough data to overwhelm the
// receiver's kernel buffers.
//QEXPECT_FAIL("http+limited", "Limiting is broken right now, check QTBUG-15065", Continue);
//QEXPECT_FAIL("https+limited", "Limiting is broken right now, check QTBUG-15065", Continue);
//QVERIFY(server.transferRate >= minRate && server.transferRate <= maxRate);
}
}
void tst_QNetworkReply::ioPostToHttpUploadProgress()
{
//test file must be larger than OS socket buffers (~830kB on MacOS 10.6)
QFile sourceFile(testDataDir + "/image1.jpg");
QVERIFY(sourceFile.open(QIODevice::ReadOnly));
const qint64 sourceFileSize = sourceFile.size();
// emulate a minimal http server
QTcpServer server;
server.listen(QHostAddress(QHostAddress::LocalHost), 0);
// create the request
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
QNetworkReplyPtr reply(manager.post(request, &sourceFile));
QSignalSpy spy(reply.data(), SIGNAL(uploadProgress(qint64,qint64)));
connect(&server, SIGNAL(newConnection()), &QTestEventLoop::instance(), SLOT(exitLoop()));
// get the request started and the incoming socket connected
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QTcpSocket *incomingSocket = server.nextPendingConnection();
QVERIFY(incomingSocket);
disconnect(&server, SIGNAL(newConnection()), &QTestEventLoop::instance(), SLOT(exitLoop()));
incomingSocket->setReadBufferSize(1024);
QTestEventLoop::instance().enterLoop(5);
// some progress should have been made
QVERIFY(!spy.isEmpty());
const QList<QVariant> args = spy.last();
QVERIFY(!args.isEmpty());
const qint64 bufferedUploadProgress = args.at(0).toLongLong();
QVERIFY(bufferedUploadProgress > 0);
// but not everything? - Note however, that under CI virtualization,
// particularly on Windows, it frequently happens that the whole file
// is uploaded in one chunk.
if (bufferedUploadProgress == sourceFileSize) {
qWarning() << QDir::toNativeSeparators(sourceFile.fileName())
<< "of" << sourceFileSize << "bytes was uploaded in one go.";
}
// set the read buffer to unlimited
incomingSocket->setReadBufferSize(0);
QTestEventLoop::instance().enterLoop(10);
// progress should be finished
QVERIFY(!spy.isEmpty());
const QList<QVariant> args3 = spy.last();
QVERIFY(!args3.isEmpty());
// More progress than before
const qint64 unbufferedUploadProgress = args3.at(0).toLongLong();
if (bufferedUploadProgress < sourceFileSize)
QVERIFY(unbufferedUploadProgress > bufferedUploadProgress);
QCOMPARE(unbufferedUploadProgress, args3.at(1).toLongLong());
// And actually finished..
QCOMPARE(unbufferedUploadProgress, sourceFileSize);
// after sending this, the QNAM should emit finished()
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
incomingSocket->write("HTTP/1.0 200 OK\r\n");
incomingSocket->write("Content-Length: 0\r\n");
incomingSocket->write("\r\n");
QTestEventLoop::instance().enterLoop(10);
// not timeouted -> finished() was emitted
QVERIFY(!QTestEventLoop::instance().timeout());
incomingSocket->close();
server.close();
}
void tst_QNetworkReply::emitAllUploadProgressSignals()
{
QFile sourceFile(testDataDir + "/image1.jpg");
QVERIFY(sourceFile.open(QIODevice::ReadOnly));
// emulate a minimal http server
QTcpServer server;
server.listen(QHostAddress(QHostAddress::LocalHost), 0);
connect(&server, SIGNAL(newConnection()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QUrl url = QUrl(QLatin1String("http://127.0.0.1:") + QString::number(server.serverPort()) + QLatin1Char('/'));
QNetworkRequest normalRequest(url);
normalRequest.setRawHeader("content-type", "application/octet-stream");
QNetworkRequest catchAllSignalsRequest(normalRequest);
catchAllSignalsRequest.setAttribute(QNetworkRequest::EmitAllUploadProgressSignalsAttribute, true);
QList<int> signalCount;
for (const QNetworkRequest &request : {normalRequest, catchAllSignalsRequest}) {
sourceFile.seek(0);
QNetworkReplyPtr reply(manager.post(request, &sourceFile));
QSignalSpy spy(reply.data(), SIGNAL(uploadProgress(qint64,qint64)));
// get the request started and the incoming socket connected
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QTcpSocket *incomingSocket = server.nextPendingConnection();
QVERIFY(incomingSocket);
QTestEventLoop::instance().enterLoop(10);
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
incomingSocket->write("HTTP/1.0 200 OK\r\n");
incomingSocket->write("Content-Length: 0\r\n");
incomingSocket->write("\r\n");
QTestEventLoop::instance().enterLoop(10);
// not timeouted -> finished() was emitted
QVERIFY(!QTestEventLoop::instance().timeout());
incomingSocket->close();
signalCount.append(spy.size());
reply->deleteLater();
}
server.close();
// verify that the normal request emitted less signals than the one emitting all signals
QVERIFY2(signalCount.at(0) < signalCount.at(1), "no upload signal was suppressed");
}
void tst_QNetworkReply::ioPostToHttpEmptyUploadProgress()
{
QByteArray ba;
ba.resize(0);
QBuffer buffer(&ba,0);
QVERIFY(buffer.open(QIODevice::ReadOnly));
// emulate a minimal http server
QTcpServer server;
server.listen(QHostAddress(QHostAddress::LocalHost), 0);
// create the request
QUrl url = QUrl(QLatin1String("http://127.0.0.1:") + QString::number(server.serverPort()) + QLatin1Char('/'));
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
QNetworkReplyPtr reply(manager.post(request, &buffer));
QSignalSpy spy(reply.data(), SIGNAL(uploadProgress(qint64,qint64)));
connect(&server, SIGNAL(newConnection()), &QTestEventLoop::instance(), SLOT(exitLoop()));
// get the request started and the incoming socket connected
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QTcpSocket *incomingSocket = server.nextPendingConnection();
QVERIFY(incomingSocket);
// after sending this, the QNAM should emit finished()
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
incomingSocket->write("HTTP/1.0 200 OK\r\n");
incomingSocket->write("Content-Length: 0\r\n");
incomingSocket->write("\r\n");
incomingSocket->flush();
QTestEventLoop::instance().enterLoop(10);
// not timeouted -> finished() was emitted
QVERIFY(!QTestEventLoop::instance().timeout());
// final check: only 1 uploadProgress has been emitted
QCOMPARE(spy.size(), 1);
QList<QVariant> args = spy.last();
QVERIFY(!args.isEmpty());
QCOMPARE(args.at(0).toLongLong(), buffer.size());
QCOMPARE(args.at(0).toLongLong(), buffer.size());
incomingSocket->close();
server.close();
}
void tst_QNetworkReply::lastModifiedHeaderForFile()
{
QFileInfo fileInfo(testDataDir + "/bigfile");
QVERIFY(fileInfo.exists());
QUrl url = QUrl::fromLocalFile(fileInfo.filePath());
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.head(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QDateTime header = reply->header(QNetworkRequest::LastModifiedHeader).toDateTime();
QDateTime expected = fileInfo.lastModified();
// remove msecs, HTTP dates don't support it
expected = expected.addMSecs(-expected.time().msec());
QCOMPARE(header.toUTC(), expected.toUTC());
}
void tst_QNetworkReply::lastModifiedHeaderForHttp()
{
// Tue, 22 May 2007 12:04:57 GMT according to webserver
QUrl url = "http://" + QtNetworkSettings::httpServerName() + "/qtest/fluke.gif";
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.head(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QDateTime header = reply->header(QNetworkRequest::LastModifiedHeader).toDateTime();
QDateTime realDate = QDateTime::fromString("2007-05-22T12:04:57", Qt::ISODate);
realDate.setTimeZone(QTimeZone::UTC);
QCOMPARE(header, realDate);
}
void tst_QNetworkReply::httpCanReadLine()
{
QNetworkRequest request(QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt"));
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->error(), QNetworkReply::NoError);
QVERIFY(reply->canReadLine());
QVERIFY(!reply->readAll().isEmpty());
QVERIFY(!reply->canReadLine());
}
#ifdef QT_BUILD_INTERNAL
void tst_QNetworkReply::rateControl_data()
{
QTest::addColumn<int>("rate");
QTest::newRow("15") << 15;
QTest::newRow("40") << 40;
QTest::newRow("73") << 73;
QTest::newRow("80") << 80;
QTest::newRow("125") << 125;
QTest::newRow("250") << 250;
QTest::newRow("1024") << 1024;
}
#endif
#ifdef QT_BUILD_INTERNAL
void tst_QNetworkReply::rateControl()
{
QSKIP("Test disabled -- only for manual purposes");
// this function tests that we aren't reading from the network
// faster than the data is being consumed.
QFETCH(int, rate);
// ask for 20 seconds worth of data
FastSender sender(20 * rate * 1024);
QNetworkReplyPtr reply(manager.get(request));
reply->setReadBufferSize(32768);
QSignalSpy errorSpy(reply.data(), SIGNAL(errorOccurred(QNetworkReply::NetworkError)));
RateControlledReader reader(sender, reply.data(), rate, 20);
// this test is designed to run for 25 seconds at most
QElapsedTimer loopTimer;
loopTimer.start();
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
int elapsedTime = loopTimer.elapsed();
if (!errorSpy.isEmpty()) {
qDebug() << "ERROR!" << errorSpy[0][0] << reply->errorString();
}
qDebug() << "tst_QNetworkReply::rateControl" << "send rate:" << sender.transferRate;
qDebug() << "tst_QNetworkReply::rateControl" << "receive rate:" << reader.totalBytesRead * 1000 / elapsedTime
<< "(it received" << reader.totalBytesRead << "bytes in" << elapsedTime << "ms)";
sender.wait();
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QVERIFY(sender.transferRate != -1);
int minRate = rate * 1024 * 9 / 10;
int maxRate = rate * 1024 * 11 / 10;
QVERIFY(sender.transferRate >= minRate);
QVERIFY(sender.transferRate <= maxRate);
}
#endif
void tst_QNetworkReply::downloadProgress_data()
{
QTest::addColumn<QUrl>("url");
QTest::addColumn<int>("expectedSize");
QTest::newRow("empty") << QUrl::fromLocalFile(QFINDTESTDATA("empty")) << 0;
QTest::newRow("http:small") << QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt") << 25962;
QTest::newRow("http:big") << QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/bigfile") << 519240;
QTest::newRow("http:no-length") << QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/deflate/rfc2616.html") << -1;
QTest::newRow("ftp:small") << QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt") << 25962;
QTest::newRow("ftp:big") << QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/bigfile") << 519240;
}
class SlowReader : public QObject
{
Q_OBJECT
public:
SlowReader(QIODevice *dev)
: device(dev)
{
connect(device, SIGNAL(readyRead()), this, SLOT(deviceReady()));
}
private slots:
void deviceReady()
{
QTimer::singleShot(100, this, SLOT(doRead()));
}
void doRead()
{
device->readAll();
}
private:
QIODevice *device;
};
void tst_QNetworkReply::downloadProgress()
{
QFETCH(QUrl, url);
QFETCH(int, expectedSize);
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.get(request));
//artificially slow down the test, otherwise only the final signal is emitted
reply->setReadBufferSize(qMax(20000, expectedSize / 4));
SlowReader reader(reply.data());
QSignalSpy spy(reply.data(), SIGNAL(downloadProgress(qint64,qint64)));
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(30);
QVERIFY(!QTestEventLoop::instance().timeout());
QVERIFY(reply->isFinished());
QVERIFY(spy.size() > 0);
//final progress should have equal current & total
QList<QVariant> args = spy.takeLast();
QCOMPARE(args.at(0).toInt(), args.at(1).toInt());
qint64 current = 0;
//intermediate progress ascending and has expected total
while (!spy.isEmpty()) {
args = spy.takeFirst();
QVERIFY(args.at(0).toInt() >= current);
if (expectedSize >=0)
QCOMPARE(args.at(1).toInt(), expectedSize);
else
QVERIFY(args.at(1).toInt() == expectedSize || args.at(1).toInt() == args.at(0).toInt());
current = args.at(0).toInt();
}
}
#ifdef QT_BUILD_INTERNAL
void tst_QNetworkReply::uploadProgress_data()
{
putToFile_data();
}
#endif
#ifdef QT_BUILD_INTERNAL
void tst_QNetworkReply::uploadProgress()
{
QFETCH(QByteArray, data);
QTcpServer server;
QVERIFY(server.listen());
QNetworkRequest request("debugpipe://127.0.0.1:" + QString::number(server.serverPort()) + "/?bare=1");
QNetworkReplyPtr reply(manager.put(request, data));
QSignalSpy spy(reply.data(), SIGNAL(uploadProgress(qint64,qint64)));
QSignalSpy finished(reply.data(), SIGNAL(finished()));
QVERIFY(spy.isValid());
QVERIFY(finished.isValid());
QCoreApplication::instance()->processEvents();
if (!server.hasPendingConnections())
server.waitForNewConnection(1000);
QVERIFY(server.hasPendingConnections());
QTcpSocket *receiver = server.nextPendingConnection();
if (finished.size() == 0) {
// it's not finished yet, so wait for it to be
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
}
delete receiver;
QVERIFY(finished.size() > 0);
QVERIFY(spy.size() > 0);
QList<QVariant> args = spy.last();
QCOMPARE(args.at(0).toInt(), data.size());
QCOMPARE(args.at(1).toInt(), data.size());
}
#endif
void tst_QNetworkReply::chaining_data()
{
putToFile_data();
}
void tst_QNetworkReply::chaining()
{
QTemporaryFile sourceFile(QDir::currentPath() + "/temp-XXXXXX");
sourceFile.setAutoRemove(true);
QVERIFY2(sourceFile.open(), qPrintable(sourceFile.errorString()));
QFETCH(QByteArray, data);
QCOMPARE(sourceFile.write(data), data.size());
sourceFile.flush();
QCOMPARE(sourceFile.size(), qint64(data.size()));
QNetworkRequest request(QUrl::fromLocalFile(sourceFile.fileName()));
QNetworkReplyPtr getReply(manager.get(request));
QFile targetFile(testFileName);
QUrl url = QUrl::fromLocalFile(targetFile.fileName());
request.setUrl(url);
QNetworkReplyPtr putReply(manager.put(request, getReply.data()));
QCOMPARE(waitForFinish(putReply), int(Success));
QCOMPARE(getReply->url(), QUrl::fromLocalFile(sourceFile.fileName()));
QCOMPARE(getReply->error(), QNetworkReply::NoError);
QCOMPARE(getReply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), sourceFile.size());
QCOMPARE(putReply->url(), url);
QCOMPARE(putReply->error(), QNetworkReply::NoError);
QCOMPARE(putReply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), Q_INT64_C(0));
QVERIFY(putReply->readAll().isEmpty());
QVERIFY(sourceFile.atEnd());
sourceFile.seek(0); // reset it to the beginning
QVERIFY(targetFile.open(QIODevice::ReadOnly));
QCOMPARE(targetFile.size(), sourceFile.size());
QCOMPARE(targetFile.readAll(), sourceFile.readAll());
}
void tst_QNetworkReply::receiveCookiesFromHttp_data()
{
QTest::addColumn<QString>("cookieString");
QTest::addColumn<QList<QNetworkCookie> >("expectedCookiesFromHttp");
QTest::addColumn<QList<QNetworkCookie> >("expectedCookiesInJar");
QTest::newRow("empty") << "" << QList<QNetworkCookie>() << QList<QNetworkCookie>();
QList<QNetworkCookie> header, jar;
QNetworkCookie cookie("a", "b");
header << cookie;
cookie.setDomain(QtNetworkSettings::httpServerName());
cookie.setPath("/qtest/cgi-bin/");
jar << cookie;
QTest::newRow("simple-cookie") << "a=b" << header << jar;
header << QNetworkCookie("c", "d");
cookie.setName("c");
cookie.setValue("d");
jar << cookie;
QTest::newRow("two-cookies") << "a=b\nc=d" << header << jar;
header.clear();
jar.clear();
header << QNetworkCookie("a", "b, c=d");
cookie.setName("a");
cookie.setValue("b, c=d");
jar << cookie;
QTest::newRow("invalid-two-cookies") << "a=b, c=d" << header << jar;
header.clear();
jar.clear();
cookie = QNetworkCookie("a", "b");
cookie.setPath("/not/part-of-path");
header << cookie;
cookie.setDomain(QtNetworkSettings::httpServerName());
jar << cookie;
QTest::newRow("invalid-cookie-path") << "a=b; path=/not/part-of-path" << header << jar;
jar.clear();
cookie = QNetworkCookie("a", "b");
cookie.setDomain(".example.com");
header.clear();
header << cookie;
QTest::newRow("invalid-cookie-domain") << "a=b; domain=.example.com" << header << jar;
}
void tst_QNetworkReply::receiveCookiesFromHttp()
{
QFETCH(QString, cookieString);
QByteArray data = cookieString.toLatin1() + '\n';
QUrl url("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/set-cookie.cgi");
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
QNetworkReplyPtr reply;
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::PostOperation, request, reply, data));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 Ok
QList<QNetworkCookie> setCookies =
qvariant_cast<QList<QNetworkCookie> >(reply->header(QNetworkRequest::SetCookieHeader));
QTEST(setCookies, "expectedCookiesFromHttp");
QTEST(cookieJar->allCookies(), "expectedCookiesInJar");
}
void tst_QNetworkReply::receiveCookiesFromHttpSynchronous_data()
{
tst_QNetworkReply::receiveCookiesFromHttp_data();
}
void tst_QNetworkReply::receiveCookiesFromHttpSynchronous()
{
QFETCH(QString, cookieString);
QByteArray data = cookieString.toLatin1() + '\n';
QUrl url("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/set-cookie.cgi");
QNetworkRequest request(url);
request.setRawHeader("content-type", "application/octet-stream");
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
QNetworkReplyPtr reply;
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::PostOperation, request, reply, data));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 Ok
QList<QNetworkCookie> setCookies =
qvariant_cast<QList<QNetworkCookie> >(reply->header(QNetworkRequest::SetCookieHeader));
QTEST(setCookies, "expectedCookiesFromHttp");
QTEST(cookieJar->allCookies(), "expectedCookiesInJar");
}
void tst_QNetworkReply::sendCookies_data()
{
QTest::addColumn<QList<QNetworkCookie> >("cookiesToSet");
QTest::addColumn<QString>("expectedCookieString");
QList<QNetworkCookie> list;
QTest::newRow("empty") << list << "";
QNetworkCookie cookie("a", "b");
cookie.setPath("/");
cookie.setDomain("example.com");
list << cookie;
QTest::newRow("no-match-domain") << list << "";
cookie.setDomain(QtNetworkSettings::httpServerName());
cookie.setPath("/something/else");
list << cookie;
QTest::newRow("no-match-path") << list << "";
cookie.setPath("/");
list << cookie;
QTest::newRow("simple-cookie") << list << "a=b";
cookie.setPath("/qtest");
cookie.setValue("longer");
list << cookie;
QTest::newRow("two-cookies") << list << "a=longer; a=b";
list.clear();
cookie = QNetworkCookie("a", "b");
cookie.setPath("/");
cookie.setDomain(QLatin1Char('.') + QtNetworkSettings::serverDomainName());
list << cookie;
QTest::newRow("domain-match") << list << "a=b";
// but it shouldn't match this:
cookie.setDomain(QtNetworkSettings::serverDomainName());
list << cookie;
QTest::newRow("domain-match-2") << list << "a=b";
}
void tst_QNetworkReply::sendCookies()
{
QFETCH(QString, expectedCookieString);
QFETCH(QList<QNetworkCookie>, cookiesToSet);
cookieJar->setAllCookies(cookiesToSet);
QUrl url("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/get-cookie.cgi");
QNetworkRequest request(url);
QNetworkReplyPtr reply;
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::GetOperation, request, reply));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 Ok
QCOMPARE(QString::fromLatin1(reply->readAll()).trimmed(), expectedCookieString);
}
void tst_QNetworkReply::sendCookiesSynchronous_data()
{
tst_QNetworkReply::sendCookies_data();
}
void tst_QNetworkReply::sendCookiesSynchronous()
{
QFETCH(QString, expectedCookieString);
QFETCH(QList<QNetworkCookie>, cookiesToSet);
cookieJar->setAllCookies(cookiesToSet);
QUrl url("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/get-cookie.cgi");
QNetworkRequest request(url);
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
QNetworkReplyPtr reply;
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::GetOperation, request, reply));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 Ok
QCOMPARE(QString::fromLatin1(reply->readAll()).trimmed(), expectedCookieString);
}
void tst_QNetworkReply::nestedEventLoops_slot()
{
QEventLoop subloop;
// 16 seconds: fluke times out in 15 seconds, which triggers a QTcpSocket error
QTimer::singleShot(16000, &subloop, SLOT(quit()));
subloop.exec();
QTestEventLoop::instance().exitLoop();
}
void tst_QNetworkReply::notEnoughData()
{
notEnoughDataForFastSender = true;
}
void tst_QNetworkReply::nestedEventLoops()
{
// Slightly fragile test, it may not be testing anything
// This is certifying that we're not running into the same issue
// that QHttp had (task 200432): the QTcpSocket connection is
// closed by the remote end because of the kept-alive HTTP
// connection timed out.
//
// The exact time required for this to happen is not exactly
// defined. Our server (Apache httpd) times out after 15
// seconds. (see above)
qDebug("Takes 16 seconds to run, please wait");
QUrl url("http://" + QtNetworkSettings::httpServerName());
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.get(request));
QSignalSpy finishedspy(reply.data(), SIGNAL(finished()));
QSignalSpy errorspy(reply.data(), SIGNAL(errorOccurred(QNetworkReply::NetworkError)));
connect(reply, SIGNAL(finished()), SLOT(nestedEventLoops_slot()));
QTestEventLoop::instance().enterLoop(20);
QVERIFY2(!QTestEventLoop::instance().timeout(), "Network timeout");
QCOMPARE(finishedspy.size(), 1);
QCOMPARE(errorspy.size(), 0);
}
#if QT_CONFIG(networkproxy)
void tst_QNetworkReply::httpProxyCommands_data()
{
QTest::addColumn<QUrl>("url");
QTest::addColumn<QByteArray>("responseToSend");
QTest::addColumn<QString>("expectedCommand");
QTest::newRow("http")
<< QByteArray("HTTP/1.0 200 OK\r\nProxy-Connection: close\r\nContent-Length: 1\r\n\r\n1")
#if QT_CONFIG(ssl)
if (QTestPrivate::isSecureTransportBlockingTest())
QSKIP("SecureTransport: temporary keychain is not working on this version of macOS");
QTest::newRow("https")
<< QByteArray("HTTP/1.0 200 Connection Established\r\n\r\n")
<< "CONNECT 0.0.0.0:4443 HTTP/1.";
#endif
}
void tst_QNetworkReply::httpProxyCommands()
{
QFETCH(QUrl, url);
QFETCH(QByteArray, responseToSend);
QFETCH(QString, expectedCommand);
MiniHttpServer proxyServer(responseToSend);
QNetworkProxy proxy(QNetworkProxy::HttpProxy, "127.0.0.1", proxyServer.serverPort());
manager.setProxy(proxy);
QNetworkRequest request(url);
request.setRawHeader("user-agent", "QNetworkReplyAutoTest/1.0");
QNetworkReplyPtr reply(manager.get(request));
// wait for the finished signal
QVERIFY(waitForFinish(reply) != Timeout);
//qDebug() << reply->error() << reply->errorString();
//qDebug() << proxyServer.receivedData;
// we don't really care if the request succeeded
// especially since it won't succeed in the HTTPS case
// so just check that the command was correct
QString receivedHeader = proxyServer.receivedData.left(expectedCommand.size());
QCOMPARE(receivedHeader, expectedCommand);
//QTBUG-17223 - make sure the user agent from the request is sent to proxy server even for CONNECT
const QByteArray cUserAgent = "user-agent: ";
int uapos = proxyServer.receivedData.toLower().indexOf(cUserAgent) + cUserAgent.size();
int uaend = proxyServer.receivedData.indexOf("\r\n", uapos);
QByteArray uaheader = proxyServer.receivedData.mid(uapos, uaend - uapos);
QCOMPARE(uaheader, QByteArray("QNetworkReplyAutoTest/1.0"));
}
class ProxyChangeHelper : public QObject
{
Q_OBJECT
public:
ProxyChangeHelper() : QObject(), signalCount(0) {};
public slots:
void finishedSlot()
{
signalCount++;
if (signalCount == 2)
QMetaObject::invokeMethod(&QTestEventLoop::instance(), "exitLoop", Qt::QueuedConnection);
}
private:
int signalCount;
};
void tst_QNetworkReply::httpProxyCommandsSynchronous_data()
{
httpProxyCommands_data();
}
#endif // QT_CONFIG(networkproxy)
namespace {
struct QThreadCleanup
{
inline void operator()(QThread *thread)
{
thread->quit();
if (thread->wait(3000))
delete thread;
else
qWarning("thread hung, leaking memory so test can finish");
}
};
}
using ThreadPtr = std::unique_ptr<QThread, QThreadCleanup>;
using MiniServerPtr = std::unique_ptr<MiniHttpServer, QScopedPointerDeleteLater>;
#if QT_CONFIG(networkproxy)
void tst_QNetworkReply::httpProxyCommandsSynchronous()
{
QFETCH(QUrl, url);
QFETCH(QByteArray, responseToSend);
QFETCH(QString, expectedCommand);
// when using synchronous commands, we need a different event loop for
// the server thread, because the client is never returning to the
// event loop
auto serverThread = ThreadPtr(new QThread);
auto proxyServer = MiniServerPtr(new MiniHttpServer(responseToSend, false, serverThread.get()));
QNetworkProxy proxy(QNetworkProxy::HttpProxy, "127.0.0.1", proxyServer->serverPort());
manager.setProxy(proxy);
QNetworkRequest request(url);
// send synchronous request
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
QNetworkReplyPtr reply(manager.get(request));
QVERIFY(reply->isFinished()); // synchronous
manager.setProxy(QNetworkProxy());
//qDebug() << reply->error() << reply->errorString();
// we don't really care if the request succeeded
// especially since it won't succeed in the HTTPS case
// so just check that the command was correct
QString receivedHeader = proxyServer->receivedData.left(expectedCommand.size());
QCOMPARE(receivedHeader, expectedCommand);
}
void tst_QNetworkReply::proxyChange()
{
ProxyChangeHelper helper;
MiniHttpServer proxyServer(
"HTTP/1.0 200 OK\r\nProxy-Connection: keep-alive\r\n"
"Content-Length: 1\r\n\r\n1");
QNetworkProxy dummyProxy(QNetworkProxy::HttpProxy, "127.0.0.1", proxyServer.serverPort());
QNetworkRequest req(QUrl("http://" + QtNetworkSettings::httpServerName()));
proxyServer.doClose = false;
{
// Needed to initialize a network session in QNAM. Without an initialized session the GET
// will be deferred until later, and the proxy will be unset first. This caused the test to
// fail in standalone runs (it passed in CI because the same QNAM instance is used for the
// entire test).
QNetworkReplyPtr temporary(manager.get(req));
waitForFinish(temporary);
}
manager.setProxy(dummyProxy);
QNetworkReplyPtr reply1(manager.get(req));
connect(reply1, SIGNAL(finished()), &helper, SLOT(finishedSlot()));
manager.setProxy(QNetworkProxy());
QNetworkReplyPtr reply2(manager.get(req));
connect(reply2, SIGNAL(finished()), &helper, SLOT(finishedSlot()));
QTestEventLoop::instance().enterLoop(20);
QVERIFY(!QTestEventLoop::instance().timeout());
// verify that the replies succeeded
QCOMPARE(reply1->error(), QNetworkReply::NoError);
QCOMPARE(reply1->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reply1->size(), 1);
QCOMPARE(reply2->error(), QNetworkReply::NoError);
QCOMPARE(reply2->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QVERIFY(reply2->size() > 1);
// now try again and get an error
// this verifies that we reuse the already-open connection
proxyServer.doClose = true;
proxyServer.dataToTransmit =
"HTTP/1.0 403 Forbidden\r\nProxy-Connection: close\r\n"
"Content-Length: 1\r\n\r\n1";
manager.setProxy(dummyProxy);
QNetworkReplyPtr reply3(manager.get(req));
QCOMPARE(waitForFinish(reply3), int(Failure));
QVERIFY(int(reply3->error()) > 0);
}
#endif // QT_CONFIG(networkproxy)
void tst_QNetworkReply::authorizationError_data()
{
QTest::addColumn<QString>("url");
QTest::addColumn<int>("errorSignalCount");
QTest::addColumn<int>("finishedSignalCount");
QTest::addColumn<int>("error");
QTest::addColumn<int>("httpStatusCode");
QTest::addColumn<QString>("httpBody");
QTest::newRow("unknown-authorization-method")
<< "http://" + QtNetworkSettings::httpServerName()
+ "/qtest/cgi-bin/http-unknown-authentication-method.cgi?401-authorization-required"
<< 1 << 1 << int(QNetworkReply::AuthenticationRequiredError)
<< 401 << "authorization required";
QTest::newRow("unknown-proxy-authorization-method")
<< "http://" + QtNetworkSettings::httpServerName()
+ "/qtest/cgi-bin/http-unknown-authentication-method.cgi?407-proxy-authorization-required"
<< 1 << 1 << int(QNetworkReply::ProxyAuthenticationRequiredError)
<< 407 << "authorization required";
}
void tst_QNetworkReply::authorizationError()
{
QFETCH(QString, url);
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.get(request));
QCOMPARE(reply->error(), QNetworkReply::NoError);
QSignalSpy errorSpy(reply.data(), SIGNAL(errorOccurred(QNetworkReply::NetworkError)));
QSignalSpy finishedSpy(reply.data(), SIGNAL(finished()));
// now run the request:
QCOMPARE(waitForFinish(reply), int(Failure));
QFETCH(int, errorSignalCount);
QCOMPARE(errorSpy.size(), errorSignalCount);
QFETCH(int, finishedSignalCount);
QCOMPARE(finishedSpy.size(), finishedSignalCount);
QFETCH(int, error);
QCOMPARE(reply->error(), QNetworkReply::NetworkError(error));
QFETCH(int, httpStatusCode);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), httpStatusCode);
QFETCH(QString, httpBody);
QCOMPARE(qint64(reply->size()), qint64(httpBody.size()));
QCOMPARE(QString(reply->readAll()), httpBody);
}
void tst_QNetworkReply::httpConnectionCount_data()
{
QTest::addColumn<bool>("http2Enabled");
QTest::addColumn<bool>("encrypted");
QTest::addRow("http/1.1") << false << false;
QTest::addRow("http/2") << true << false;
#if QT_CONFIG(ssl)
if (!QTestPrivate::isSecureTransportBlockingTest()) {
QTest::addRow("https/1.1") << false << true;
QTest::addRow("https/2") << true << true;
}
#endif
}
void tst_QNetworkReply::httpConnectionCount()
{
std::unique_ptr<QTcpServer> server;
QFETCH(bool, encrypted);
#if QT_CONFIG(ssl)
if (encrypted) {
server.reset(new SslServer());
} else
#endif
{
server.reset(new QTcpServer());
}
QVERIFY(server->listen());
if (encrypted)
url.setScheme("https");
QFETCH(bool, http2Enabled);
for (int i = 0; i < 10; i++) {
QUrl urlCopy = url;
urlCopy.setPath(u'/' + QString::number(i)); // Differentiate the requests a bit
QNetworkRequest request(urlCopy);
request.setAttribute(QNetworkRequest::Http2CleartextAllowedAttribute, http2Enabled);
QNetworkReply* reply = manager.get(request);
reply->setParent(server.get());
if (encrypted)
reply->ignoreSslErrors();
}
int pendingConnectionCount = 0;
const auto newPendingConnection = [&server]() { return server->hasPendingConnections(); };
// If we have http2 enabled then the second connection will take a little
// longer to be established because we will wait for the first one to finish
// to see if we should upgrade:
const int rampDown = http2Enabled ? 2 : 1;
while (pendingConnectionCount <= 6) {
if (!QTest::qWaitFor(newPendingConnection, pendingConnectionCount >= rampDown ? 3s : 7s))
break;
QTcpSocket *socket = server->nextPendingConnection();
while (socket) {
if (pendingConnectionCount == 0 && http2Enabled) {
// Respond to the first connection so we know to transition to HTTP/1.1 when using
// HTTP/2.
// Because of some internal state machinery we need to wait until the request has
// actually been written to the server before we can reply.
auto connection = std::make_shared<QMetaObject::Connection>();
auto replyOnRequest = [=, buffer = QByteArray()]() mutable {
buffer += socket->readAll();
if (!buffer.contains("\r\n\r\n"))
return;
socket->write(httpEmpty200Response);
QObject::disconnect(*connection);
};
*connection = QObject::connect(socket, &QTcpSocket::readyRead, socket,
std::move(replyOnRequest));
if (socket->bytesAvailable()) // If we already have data, check it now
emit socket->readyRead();
}
pendingConnectionCount++;
socket->setParent(server.get());
socket = server->nextPendingConnection();
}
}
QCOMPARE(pendingConnectionCount, 6);
}
void tst_QNetworkReply::httpReUsingConnectionSequential_data()
{
QTest::addColumn<bool>("doDeleteLater");
QTest::newRow("deleteLater") << true;
QTest::newRow("noDeleteLater") << false;
}
void tst_QNetworkReply::httpReUsingConnectionSequential()
{
QFETCH(bool, doDeleteLater);
QByteArray response("HTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n");
MiniHttpServer server(response);
server.multiple = true;
server.doClose = false;
QUrl url;
url.setScheme("http");
url.setPort(server.serverPort());
url.setHost("127.0.0.1");
// first request
QNetworkReply* reply1 = manager.get(QNetworkRequest(url));
connect(reply1, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(2);
QVERIFY(!QTestEventLoop::instance().timeout());
QVERIFY(!reply1->error());
int reply1port = server.client->peerPort();
if (doDeleteLater)
reply1->deleteLater();
// finished received, send the next one
QNetworkReply*reply2 = manager.get(QNetworkRequest(url));
connect(reply2, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(2);
QVERIFY(!QTestEventLoop::instance().timeout());
QVERIFY(!reply2->error());
int reply2port = server.client->peerPort(); // should still be the same object
QVERIFY(reply1port > 0);
QCOMPARE(server.totalConnections, 1);
QCOMPARE(reply2port, reply1port);
if (!doDeleteLater)
reply1->deleteLater(); // only do it if it was not done earlier
reply2->deleteLater();
}
class HttpReUsingConnectionFromFinishedSlot : public QObject
{
Q_OBJECT
public:
QNetworkReply* reply1;
QNetworkReply* reply2;
QUrl url;
QNetworkAccessManager manager;
public slots:
void finishedSlot()
{
QVERIFY(!reply1->error());
QFETCH(bool, doDeleteLater);
if (doDeleteLater) {
reply1->deleteLater();
reply1 = 0;
}
// kick off 2nd request and exit the loop when it is done
reply2 = manager.get(QNetworkRequest(url));
reply2->setParent(this);
connect(reply2, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
}
};
void tst_QNetworkReply::httpReUsingConnectionFromFinishedSlot_data()
{
httpReUsingConnectionSequential_data();
}
void tst_QNetworkReply::httpReUsingConnectionFromFinishedSlot()
{
QByteArray response("HTTP/1.1 200 OK\r\nContent-Length: 0\r\n\r\n");
MiniHttpServer server(response);
server.multiple = true;
server.doClose = false;
HttpReUsingConnectionFromFinishedSlot helper;
helper.reply1 = 0;
helper.reply2 = 0;
helper.url.setScheme("http");
helper.url.setPort(server.serverPort());
helper.url.setHost("127.0.0.1");
// first request
helper.reply1 = helper.manager.get(QNetworkRequest(helper.url));
helper.reply1->setParent(&helper);
connect(helper.reply1, SIGNAL(finished()), &helper, SLOT(finishedSlot()));
QTestEventLoop::instance().enterLoop(4);
QVERIFY(!QTestEventLoop::instance().timeout());
QVERIFY(helper.reply2);
QVERIFY(!helper.reply2->error());
QCOMPARE(server.totalConnections, 1);
}
class HttpRecursiveCreationHelper : public QObject
{
Q_OBJECT
public:
HttpRecursiveCreationHelper():
QObject(0),
requestsStartedCount_finished(0),
requestsStartedCount_readyRead(0),
requestsFinishedCount(0)
{
}
QNetworkAccessManager manager;
int requestsStartedCount_finished;
int requestsStartedCount_readyRead;
int requestsFinishedCount;
public slots:
void finishedSlot()
{
requestsFinishedCount++;
QNetworkReply *reply = qobject_cast<QNetworkReply*>(sender());
QVERIFY(!reply->error());
QCOMPARE(reply->bytesAvailable(), 27906);
if (requestsFinishedCount == 60) {
QTestEventLoop::instance().exitLoop();
return;
}
if (requestsStartedCount_finished < 30) {
startOne();
requestsStartedCount_finished++;
}
reply->deleteLater();
}
void readyReadSlot()
{
QNetworkReply *reply = qobject_cast<QNetworkReply*>(sender());
QVERIFY(!reply->error());
if (requestsStartedCount_readyRead < 30 && reply->bytesAvailable() > 27906/2) {
startOne();
requestsStartedCount_readyRead++;
}
}
void startOne()
{
QUrl url = "http://" + QtNetworkSettings::httpServerName() + "/qtest/fluke.gif";
QNetworkRequest request(url);
QNetworkReply *reply = manager.get(request);
reply->setParent(this);
connect(reply, SIGNAL(finished()), this, SLOT(finishedSlot()));
connect(reply, SIGNAL(readyRead()), this, SLOT(readyReadSlot()));
}
};
void tst_QNetworkReply::httpRecursiveCreation()
{
// this test checks if creation of new requests to the same host properly works
// from readyRead() and finished() signals
HttpRecursiveCreationHelper helper;
helper.startOne();
QTestEventLoop::instance().enterLoop(30);
QVERIFY(!QTestEventLoop::instance().timeout());
}
#if QT_CONFIG(ssl)
void tst_QNetworkReply::ignoreSslErrorsList_data()
{
QTest::addColumn<QList<QSslError> >("expectedSslErrors");
QTest::addColumn<QNetworkReply::NetworkError>("expectedNetworkError");
QList<QSslError> expectedSslErrors;
QList<QSslCertificate> certs = QSslCertificate::fromPath(testDataDir + certsFilePath);
QSslError rightError(flukeCertTlsError, certs.at(0));
QSslError wrongError(flukeCertTlsError);
QTest::newRow("SSL-failure-empty-list") << expectedSslErrors << QNetworkReply::SslHandshakeFailedError;
expectedSslErrors.append(wrongError);
QTest::newRow("SSL-failure-wrong-error") << expectedSslErrors << QNetworkReply::SslHandshakeFailedError;
expectedSslErrors.append(rightError);
QTest::newRow("allErrorsInExpectedList1") << expectedSslErrors << QNetworkReply::NoError;
expectedSslErrors.removeAll(wrongError);
QTest::newRow("allErrorsInExpectedList2") << expectedSslErrors << QNetworkReply::NoError;
expectedSslErrors.removeAll(rightError);
QTest::newRow("SSL-failure-empty-list-again") << expectedSslErrors << QNetworkReply::SslHandshakeFailedError;
}
void tst_QNetworkReply::ignoreSslErrorsList()
{
QString url(QLatin1String("https://") + QtNetworkSettings::httpServerName() + QLatin1String("/index.html"));
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.get(request));
QFETCH(QList<QSslError>, expectedSslErrors);
reply->ignoreSslErrors(expectedSslErrors);
QVERIFY(waitForFinish(reply) != Timeout);
QFETCH(QNetworkReply::NetworkError, expectedNetworkError);
QCOMPARE(reply->error(), expectedNetworkError);
}
void tst_QNetworkReply::ignoreSslErrorsListWithSlot_data()
{
ignoreSslErrorsList_data();
}
// this is not a test, just a slot called in the test below
void tst_QNetworkReply::ignoreSslErrorListSlot(QNetworkReply *reply, const QList<QSslError> &)
{
reply->ignoreSslErrors(storedExpectedSslErrors);
}
// do the same as in ignoreSslErrorsList, but ignore the errors in the slot
void tst_QNetworkReply::ignoreSslErrorsListWithSlot()
{
QString url(QLatin1String("https://") + QtNetworkSettings::httpServerName() + QLatin1String("/index.html"));
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.get(request));
QFETCH(QList<QSslError>, expectedSslErrors);
// store the errors to ignore them later in the slot connected below
storedExpectedSslErrors = expectedSslErrors;
connect(&manager, SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)),
this, SLOT(ignoreSslErrorListSlot(QNetworkReply*,QList<QSslError>)));
QVERIFY(waitForFinish(reply) != Timeout);
QFETCH(QNetworkReply::NetworkError, expectedNetworkError);
QCOMPARE(reply->error(), expectedNetworkError);
}
void tst_QNetworkReply::sslConfiguration_data()
{
QTest::addColumn<QSslConfiguration>("configuration");
QTest::addColumn<bool>("works");
QTest::newRow("empty") << QSslConfiguration() << false;
QSslConfiguration conf = QSslConfiguration::defaultConfiguration();
QTest::newRow("default") << conf << false; // does not contain test server cert
if (isSecureTransport) {
qWarning("SecTrustEvaluate() will fail, update the certificate on server");
} else {
QList<QSslCertificate> testServerCert = QSslCertificate::fromPath(testDataDir + certsFilePath);
conf.setCaCertificates(testServerCert);
QTest::newRow("set-root-cert") << conf << true;
conf.setProtocol(QSsl::SecureProtocols);
QTest::newRow("secure") << conf << true;
}
}
void tst_QNetworkReply::encrypted()
{
if (isSecureTransport)
QSKIP("SecTrustEvalute() fails with old server certificate");
QUrl url("https://" + QtNetworkSettings::httpServerName());
QNetworkRequest request(url);
QNetworkReply *reply = manager.get(request);
reply->ignoreSslErrors();
QSignalSpy spy(reply, SIGNAL(encrypted()));
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(20);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(spy.size(), 1);
reply->deleteLater();
}
void tst_QNetworkReply::abortOnEncrypted()
{
if (QTestPrivate::isSecureTransportBlockingTest())
QSKIP("SecureTransport: temporary keychain is not working on this version of macOS");
SslServer server;
server.listen();
if (!server.isListening())
QSKIP("Server fails to listen. Skipping since QTcpServer is covered in another test.");
server.connect(&server, &SslServer::newEncryptedConnection, [&server]() {
// MSVC 201X C4573-misunderstands connect() or QObject::connect(), so use server.connect():
server.connect(server.socket, &QTcpSocket::readyRead, server.socket, []() {
QFAIL("This slot must not be invoked!");
});
});
QNetworkAccessManager nm;
QNetworkReply *reply = nm.get(QNetworkRequest(QUrl(QString("https://localhost:%1").arg(server.serverPort()))));
reply->ignoreSslErrors();
connect(reply, &QNetworkReply::encrypted, [reply, &nm]() {
reply->abort();
nm.clearConnectionCache();
});
QSignalSpy spyEncrypted(reply, &QNetworkReply::encrypted);
QTRY_COMPARE(spyEncrypted.size(), 1);
// Wait for the socket to be closed again in order to be sure QTcpSocket::readyRead would have been emitted.
QTRY_VERIFY(server.socket != nullptr);
QTRY_COMPARE(server.socket->state(), QAbstractSocket::UnconnectedState);
}
void tst_QNetworkReply::sslConfiguration()
{
QNetworkRequest request(QUrl("https://" + QtNetworkSettings::httpServerName() + "/index.html"));
QFETCH(QSslConfiguration, configuration);
request.setSslConfiguration(configuration);
QNetworkReplyPtr reply(manager.get(request));
QVERIFY(waitForFinish(reply) != Timeout);
QFETCH(bool, works);
QNetworkReply::NetworkError expectedError = works ? QNetworkReply::NoError : QNetworkReply::SslHandshakeFailedError;
QCOMPARE(reply->error(), expectedError);
}
#ifdef QT_BUILD_INTERNAL
void tst_QNetworkReply::sslSessionSharing_data()
{
QTest::addColumn<bool>("sessionSharingEnabled");
QTest::newRow("enabled") << true;
QTest::newRow("disabled") << false;
}
void tst_QNetworkReply::sslSessionSharing()
{
if (isSchannel || isSecureTransport)
QSKIP("Not implemented with SecureTransport/Schannel");
QString urlString("https://" + QtNetworkSettings::httpServerName());
QList<QNetworkReplyPtr> replies;
// warm up SSL session cache
QNetworkRequest warmupRequest(urlString);
QFETCH(bool, sessionSharingEnabled);
warmupRequest.setAttribute(QNetworkRequest::User, sessionSharingEnabled); // so we can read it from the slot
// Make sure the socket is closed when the request is finished to guarantee that
// the _socket_ is not reused, but rather the ssl session
warmupRequest.setRawHeader("Connection", "close");
if (! sessionSharingEnabled) {
QSslConfiguration configuration(QSslConfiguration::defaultConfiguration());
configuration.setSslOption(QSsl::SslOptionDisableSessionSharing, true);
warmupRequest.setSslConfiguration(configuration);
}
QNetworkReply *reply = manager.get(warmupRequest);
reply->ignoreSslErrors();
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(20);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(reply->error(), QNetworkReply::NoError);
reply->deleteLater();
// now send several requests at the same time, so we open more sockets and reuse the SSL session
for (int a = 0; a < 6; a++) {
QNetworkRequest request(warmupRequest);
replies.append(QNetworkReplyPtr(manager.get(request)));
connect(replies.at(a), SIGNAL(finished()), this, SLOT(sslSessionSharingHelperSlot()));
}
QTestEventLoop::instance().enterLoop(20);
QVERIFY(!QTestEventLoop::instance().timeout());
}
void tst_QNetworkReply::sslSessionSharingHelperSlot()
{
static int count = 0;
// check that SSL session sharing was used in at least one of the replies
static bool sslSessionSharingWasUsed = false;
QNetworkReply *reply = qobject_cast<QNetworkReply *>(sender());
bool sslSessionSharingWasUsedInReply = QSslConfigurationPrivate::peerSessionWasShared(reply->sslConfiguration());
if (sslSessionSharingWasUsedInReply)
sslSessionSharingWasUsed = true;
QString urlQueryString = reply->url().query();
QCOMPARE(reply->error(), QNetworkReply::NoError);
count++;
if (count == 6) { // all replies have finished
QTestEventLoop::instance().exitLoop();
bool sessionSharingWasEnabled = reply->request().attribute(QNetworkRequest::User).toBool();
QCOMPARE(sslSessionSharingWasUsed, sessionSharingWasEnabled);
count = 0; // reset for next row
sslSessionSharingWasUsed = false; // reset for next row
}
}
void tst_QNetworkReply::sslSessionSharingFromPersistentSession_data()
{
QTest::addColumn<bool>("sessionPersistenceEnabled");
QTest::newRow("enabled") << true;
QTest::newRow("disabled") << false;
}
void tst_QNetworkReply::sslSessionSharingFromPersistentSession()
{
if (isSchannel || isSecureTransport)
QSKIP("Not implemented with SecureTransport/Schannel");
QString urlString("https://" + QtNetworkSettings::httpServerName());
// warm up SSL session cache to get a working session
QNetworkRequest warmupRequest(urlString);
QFETCH(bool, sessionPersistenceEnabled);
if (sessionPersistenceEnabled) {
QSslConfiguration warmupConfiguration(QSslConfiguration::defaultConfiguration());
warmupConfiguration.setSslOption(QSsl::SslOptionDisableSessionPersistence, false);
warmupRequest.setSslConfiguration(warmupConfiguration);
}
QNetworkReply *warmupReply = manager.get(warmupRequest);
warmupReply->ignoreSslErrors();
connect(warmupReply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(20);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(warmupReply->error(), QNetworkReply::NoError);
QByteArray sslSession = warmupReply->sslConfiguration().sessionTicket();
QCOMPARE(!sslSession.isEmpty(), sessionPersistenceEnabled);
// test server sends a life time hint of 0 (old server) or 300 (new server),
// without session ticket we get -1
QList<int> expectedSessionTicketLifeTimeHint = sessionPersistenceEnabled
? QList<int>() << 0 << 300 : QList<int>() << -1;
QVERIFY2(expectedSessionTicketLifeTimeHint.contains(
warmupReply->sslConfiguration().sessionTicketLifeTimeHint()),
"server did not send expected session life time hint");
warmupReply->deleteLater();
// now send another request with a new QNAM and the persisted session,
// to verify it can be resumed without any internal state
QNetworkRequest request(warmupRequest);
if (sessionPersistenceEnabled) {
QSslConfiguration configuration = request.sslConfiguration();
configuration.setSessionTicket(sslSession);
request.setSslConfiguration(configuration);
}
QNetworkAccessManager newManager;
QNetworkReply *reply = newManager.get(request);
reply->ignoreSslErrors();
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(20);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(reply->error(), QNetworkReply::NoError);
bool sslSessionSharingWasUsedInReply = QSslConfigurationPrivate::peerSessionWasShared(
reply->sslConfiguration());
QCOMPARE(sessionPersistenceEnabled, sslSessionSharingWasUsedInReply);
}
#endif // QT_BUILD_INTERNAL
#endif // QT_CONFIG(ssl)
void tst_QNetworkReply::getAndThenDeleteObject_data()
{
QTest::addColumn<bool>("replyFirst");
QTest::newRow("delete-reply-first") << true;
QTest::newRow("delete-qnam-first") << false;
}
void tst_QNetworkReply::getAndThenDeleteObject()
{
QSKIP("unstable test - reply may be finished too early");
// yes, this will leak if the testcase fails. I don't care. It must not fail then :P
QNetworkAccessManager *manager = new QNetworkAccessManager();
QNetworkRequest request("http://" + QtNetworkSettings::httpServerName() + "/qtest/bigfile");
QNetworkReply *reply = manager->get(request);
reply->setReadBufferSize(1);
reply->setParent((QObject*)0); // must be 0 because else it is the manager
QTRY_VERIFY_WITH_TIMEOUT(reply->bytesAvailable(), 30000);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QVERIFY(!reply->isFinished()); // must not be finished
QFETCH(bool, replyFirst);
if (replyFirst) {
delete reply;
delete manager;
} else {
delete manager;
delete reply;
}
}
void tst_QNetworkReply::symbianOpenCDataUrlCrash()
{
QString requestUrl("data:image/"
"png;base64,"
"iVBORw0KGgoAAAANSUhEUgAAABkAAAAWCAYAAAA1vze2AAAAB3RJTUUH2AUSEgolrgBvVQAAAAl"
"wSFlzAAALEwAACxMBAJqcGAAAAARnQU1BAACxjwv8YQUAAAHlSURBVHja5VbNShxBEK6ZaXtnHT"
"ebQPA1gngNmfaeq+QNPIlIXkC9iQdJxJNvEHLN3VkxhxxE8gTmEhAVddXZ6Z3f9Ndriz89/"
"sHmkBQUVVT1fB9d9c3uOERUKTunIdn3HzstxGpYBDS4wZk7TAJj/wlJ90J+jnuygqs8svSj+/"
"rGHBos3rE18XBvfU3no7NzlJfUaY/5whAwl8Lr/WDUv4ODxTMb+P5xLExe5LmO559WqTX/"
"MQR4WZYEAtSePS4pE0qSnuhnRUcBU5Gm2k9XljU4Z26I3NRxBrd80rj2fh+"
"KNE0FY4xevRgTjREvPFpasAK8Xli6MUbbuKw3afAGgSBXozo5u4hkmncAlkl5wx8iMGbdyQjnCF"
"EiEwGiosj1UQA/x2rVddiVoi+l4IxE0PTDnx+mrQBvvnx9cFz3krhVvuhzFn579/aq/"
"n5rW8fbtTqiWhIQZEo17YBvbkxOXNVndnYpTvod7AtiuN2re0+"
"siwcB9oH8VxxrNwQQAhzyRs30n7wTI2HIN2g2QtQwjjhJIQatOq7E8bIVCLwzpl83Lvtvl+"
"NohWWlE8UZTWEMAGCcR77fHKhPnZF5tYie6dfdxCphACmLPM+j8bYfmTryg64kV9Vh3mV8jP0b/"
"4wO/YUPiT/8i0MLf55lSQAAAABJRU5ErkJggg==");
QUrl url = QUrl::fromEncoded(requestUrl.toLatin1());
QNetworkRequest req(url);
QNetworkReplyPtr reply;
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::GetOperation, req, reply));
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), qint64(598));
}
void tst_QNetworkReply::getFromHttpIntoBuffer_data()
{
QTest::addColumn<QUrl>("url");
QTest::newRow("rfc-internal") << QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt");
}
// Please note that the whole "zero copy" download buffer API is private right now. Do not use it.
void tst_QNetworkReply::getFromHttpIntoBuffer()
{
QFETCH(QUrl, url);
QNetworkRequest request(url);
request.setAttribute(QNetworkRequest::MaximumDownloadBufferSizeAttribute, 1024*128); // 128 kB
QNetworkAccessManager manager;
QNetworkReply *reply = manager.get(request);
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QVERIFY(reply->isFinished());
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
QCOMPARE(reference.bytesAvailable(), reply->bytesAvailable());
QCOMPARE(reference.size(), reply->size());
// Compare the memory buffer
QVariant downloadBufferAttribute = reply->attribute(QNetworkRequest::DownloadBufferAttribute);
QVERIFY(downloadBufferAttribute.isValid());
QSharedPointer<char> sharedPointer = downloadBufferAttribute.value<QSharedPointer<char> >();
bool memoryComparison =
(0 == memcmp(static_cast<void*>(reference.readAll().data()),
sharedPointer.data(), reference.size()));
QVERIFY(memoryComparison);
// Make sure the normal reading works
reference.seek(0);
QCOMPARE(reply->read(42), reference.read(42));
QCOMPARE(reply->getChar(0), reference.getChar(0));
QCOMPARE(reply->peek(23), reference.peek(23));
QCOMPARE(reply->readLine(), reference.readLine());
QCOMPARE(reference.bytesAvailable(), reply->bytesAvailable());
QCOMPARE(reply->readAll(), reference.readAll());
QVERIFY(reply->atEnd());
}
// FIXME we really need to consolidate all those server implementations
class GetFromHttpIntoBuffer2Server : QObject
{
Q_OBJECT
qint64 dataSize;
qint64 dataSent;
QTcpServer server;
QTcpSocket *client;
bool serverSendsContentLength;
bool chunkedEncoding;
public:
GetFromHttpIntoBuffer2Server (qint64 ds, bool sscl, bool ce)
: dataSize(ds), dataSent(0), client(0),
serverSendsContentLength(sscl), chunkedEncoding(ce)
{
server.listen();
connect(&server, SIGNAL(newConnection()), this, SLOT(newConnectionSlot()));
}
int serverPort() { return server.serverPort(); }
public slots:
void newConnectionSlot()
{
client = server.nextPendingConnection();
client->setParent(this);
connect(client, SIGNAL(readyRead()), this, SLOT(readyReadSlot()));
connect(client, SIGNAL(bytesWritten(qint64)), this, SLOT(bytesWrittenSlot(qint64)));
}
void readyReadSlot()
{
client->readAll();
client->write("HTTP/1.0 200 OK\n");
if (serverSendsContentLength)
client->write(QString("Content-Length: " + QString::number(dataSize) + "\n").toLatin1());
if (chunkedEncoding)
client->write(QString("Transfer-Encoding: chunked\n").toLatin1());
client->write("Connection: close\n\n");
}
void bytesWrittenSlot(qint64 amount)
{
Q_UNUSED(amount);
if (dataSent == dataSize && client) {
// close eventually
// chunked encoding: we have to send a last "empty" chunk
if (chunkedEncoding)
client->write(QString("0\r\n\r\n").toLatin1());
client->disconnectFromHost();
server.close();
client = 0;
return;
}
// send data
if (client && client->bytesToWrite() < 100*1024 && dataSent < dataSize) {
qint64 amount = qMin(qint64(16*1024), dataSize - dataSent);
QByteArray data(amount, '@');
if (chunkedEncoding) {
client->write(QByteArray::number(amount, 16).toUpper());
client->write("\r\n");
client->write(data.constData(), amount);
client->write("\r\n");
} else {
client->write(data.constData(), amount);
}
dataSent += amount;
}
}
};
class GetFromHttpIntoBuffer2Client : QObject
{
Q_OBJECT
private:
bool useDownloadBuffer;
QNetworkReply *reply;
qint64 uploadSize;
QList<qint64> bytesAvailableList;
public:
GetFromHttpIntoBuffer2Client (QNetworkReply *reply, bool useDownloadBuffer, qint64 uploadSize)
: useDownloadBuffer(useDownloadBuffer), reply(reply), uploadSize(uploadSize)
{
connect(reply, SIGNAL(metaDataChanged()), this, SLOT(metaDataChangedSlot()));
connect(reply, SIGNAL(readyRead()), this, SLOT(readyReadSlot()));
connect(reply, SIGNAL(finished()), this, SLOT(finishedSlot()));
}
public slots:
void metaDataChangedSlot()
{
if (useDownloadBuffer) {
QSharedPointer<char> sharedPointer = qvariant_cast<QSharedPointer<char> >(reply->attribute(QNetworkRequest::DownloadBufferAttribute));
QVERIFY(!sharedPointer.isNull()); // It will be 0 if it failed
}
// metaDataChanged needs to come before everything else
QVERIFY(bytesAvailableList.isEmpty());
}
void readyReadSlot()
{
QVERIFY(!reply->isFinished());
qint64 bytesAvailable = reply->bytesAvailable();
// bytesAvailable must never be 0
QVERIFY(bytesAvailable != 0);
if (!bytesAvailableList.isEmpty()) {
// Check that the same bytesAvailable is not coming twice in a row
QVERIFY(bytesAvailableList.last() != bytesAvailable);
}
bytesAvailableList.append(bytesAvailable);
// Add bytesAvailable to a list an parse
}
void finishedSlot()
{
// We should have already received all readyRead
QVERIFY(!bytesAvailableList.isEmpty());
for (int i = 0; i < std::min(int(bytesAvailableList.size() - 1), 5); ++i) {
// We assume that, at least, the first time the bytes available must be less than the
// complete size, e.g. the bytesAvailable() function works correctly in case of a
// downloadBuffer.
QVERIFY(bytesAvailableList.at(i) < uploadSize);
}
QCOMPARE(bytesAvailableList.last(), uploadSize);
}
};
void tst_QNetworkReply::getFromHttpIntoBuffer2_data()
{
QTest::addColumn<bool>("useDownloadBuffer");
QTest::newRow("use-download-buffer") << true;
QTest::newRow("do-not-use-download-buffer") << false;
}
// This test checks mostly that signal emissions are in correct order
// Please note that the whole "zero copy" download buffer API is private right now. Do not use it.
void tst_QNetworkReply::getFromHttpIntoBuffer2()
{
QFETCH(bool, useDownloadBuffer);
// On my Linux Desktop the results are already visible with 128 kB, however we use this to have good results.
enum {UploadSize = 32*1024*1024}; // 32 MB
GetFromHttpIntoBuffer2Server server(UploadSize, true, false);
QNetworkRequest request(QUrl("http://127.0.0.1:" + QString::number(server.serverPort()) + "/?bare=1"));
if (useDownloadBuffer)
request.setAttribute(QNetworkRequest::MaximumDownloadBufferSizeAttribute, 1024*1024*128); // 128 MB is max allowed
QNetworkAccessManager manager;
QNetworkReplyPtr reply(manager.get(request));
GetFromHttpIntoBuffer2Client client(reply.data(), useDownloadBuffer, UploadSize);
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()), Qt::QueuedConnection);
QTestEventLoop::instance().enterLoop(40);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QVERIFY(!QTestEventLoop::instance().timeout());
}
void tst_QNetworkReply::getFromHttpIntoBufferCanReadLine()
{
QString header("HTTP/1.0 200 OK\r\nContent-Length: 7\r\n\r\nxxx\nxxx");
MiniHttpServer server(header.toLatin1());
server.doClose = true;
request.setAttribute(QNetworkRequest::MaximumDownloadBufferSizeAttribute, 1024*1024*128); // 128 MB is max allowed
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->error(), QNetworkReply::NoError);
QVERIFY(reply->canReadLine());
QCOMPARE(reply->read(1), QByteArray("x"));
QVERIFY(reply->canReadLine());
QCOMPARE(reply->read(3), QByteArray("xx\n"));
QVERIFY(!reply->canReadLine());
QCOMPARE(reply->readAll(), QByteArray("xxx"));
QVERIFY(!reply->canReadLine());
}
// Is handled somewhere else too, introduced this special test to have it more accessible
void tst_QNetworkReply::ioGetFromHttpWithoutContentLength()
{
QByteArray dataToSend("HTTP/1.0 200 OK\r\n\r\nHALLO! 123!");
MiniHttpServer server(dataToSend);
server.doClose = true;
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->url(), request.url());
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
}
// Is handled somewhere else too, introduced this special test to have it more accessible
void tst_QNetworkReply::ioGetFromHttpBrokenChunkedEncoding()
{
// This is wrong chunked encoding because of the X. What actually has to follow is \r\n
// and then the declaration of the final 0 chunk
QByteArray dataToSend("HTTP/1.0 200 OK\r\nTransfer-Encoding: chunked\r\n\r\n3\r\nABCX");
MiniHttpServer server(dataToSend);
server.doClose = false; // FIXME
QNetworkReplyPtr reply(manager.get(request));
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
QTestEventLoop::instance().enterLoop(10);
QEXPECT_FAIL(0, "We should close the socket and not just do nothing", Continue);
QVERIFY(!QTestEventLoop::instance().timeout());
QEXPECT_FAIL(0, "We should close the socket and not just do nothing", Continue);
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
}
#if QT_CONFIG(http)
// TODO:
// Prepare a gzip that has one chunk that expands to the size mentioned in the bugreport.
// Then have a custom HTTP server that waits after this chunk so the returning gets
// triggered.
void tst_QNetworkReply::qtbug12908compressedHttpReply()
{
QString header("HTTP/1.0 200 OK\r\nContent-Encoding: gzip\r\nContent-Length: 63\r\n\r\n");
// dd if=/dev/zero of=qtbug-12908 bs=16384 count=1 && gzip qtbug-12908 && base64 -w 0 qtbug-12908.gz
QString encodedFile("H4sICDdDaUwAA3F0YnVnLTEyOTA4AO3BMQEAAADCoPVPbQwfoAAAAAAAAAAAAAAAAAAAAIC3AYbSVKsAQAAA");
QByteArray decodedFile = QByteArray::fromBase64(encodedFile.toLatin1());
QCOMPARE(decodedFile.size(), 63);
MiniHttpServer server(header.toLatin1() + decodedFile);
server.doClose = true;
// QDecompressHelper will abort the download if the compressed to decompressed size ratio
// differs too much, so we override it
request.setDecompressedSafetyCheckThreshold(-1);
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->size(), qint64(16384));
QCOMPARE(reply->readAll(), QByteArray(16384, '\0'));
}
#endif
void tst_QNetworkReply::compressedHttpReplyBrokenGzip()
{
QString header("HTTP/1.0 200 OK\r\nContent-Encoding: gzip\r\nContent-Length: 63\r\n\r\n");
// dd if=/dev/zero of=qtbug-12908 bs=16384 count=1 && gzip qtbug-12908 && base64 -w 0 qtbug-12908.gz
// Then change "BMQ" to "BMX"
QString encodedFile("H4sICDdDaUwAA3F0YnVnLTEyOTA4AO3BMXEAAADCoPVPbQwfoAAAAAAAAAAAAAAAAAAAAIC3AYbSVKsAQAAA");
QByteArray decodedFile = QByteArray::fromBase64(encodedFile.toLatin1());
QCOMPARE(decodedFile.size(), 63);
MiniHttpServer server(header.toLatin1() + decodedFile);
server.doClose = true;
QNetworkReplyPtr reply(manager.get(request));
QCOMPARE(waitForFinish(reply), int(Failure));
QCOMPARE(reply->error(), QNetworkReply::UnknownContentError);
}
// TODO add similar test for FTP
void tst_QNetworkReply::getFromUnreachableIp()
{
QNetworkAccessManager manager;
#ifdef Q_OS_WIN
// This test assumes that attempt to connect to 255.255.255.255 fails more
// or less fast/immediately. This is not what we observe on Windows:
// WSAConnect on non-blocking socket returns SOCKET_ERROR, WSAGetLastError
// returns WSAEWOULDBLOCK (expected) and getsockopt most of the time returns
// NOERROR; so socket engine starts a timer (30 s.) and waits for a timeout/
// error/success. Unfortunately, the test itself is waiting only for 5 s.
// So we have to adjust the connection timeout or skip the test completely
QSKIP("This test is non-deterministic on Windows x86");
#endif // Q_OS_WIN
QNetworkReplyPtr reply(manager.get(request));
QCOMPARE(waitForFinish(reply), int(Failure));
QVERIFY(reply->error() != QNetworkReply::NoError);
}
void tst_QNetworkReply::qtbug4121unknownAuthentication()
{
MiniHttpServer server(QByteArray("HTTP/1.1 401 bla\r\nWWW-Authenticate: crap\r\nContent-Length: 0\r\n\r\n"));
server.doClose = false;
QNetworkAccessManager manager;
QNetworkReplyPtr reply(manager.get(request));
QSignalSpy authSpy(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QSignalSpy finishedSpy(&manager, SIGNAL(finished(QNetworkReply*)));
QSignalSpy errorSpy(reply.data(), SIGNAL(errorOccurred(QNetworkReply::NetworkError)));
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()), Qt::QueuedConnection);
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(authSpy.size(), 0);
QCOMPARE(finishedSpy.size(), 1);
QCOMPARE(errorSpy.size(), 1);
QCOMPARE(reply->error(), QNetworkReply::AuthenticationRequiredError);
}
#if QT_CONFIG(networkproxy)
void tst_QNetworkReply::authenticationCacheAfterCancel_data()
{
QTest::addColumn<QNetworkProxy>("proxy");
QTest::addColumn<bool>("proxyAuth");
QTest::addColumn<QUrl>("url");
for (int i = 0; i < proxies.size(); ++i) {
QTest::newRow("http" + proxies.at(i).tag)
<< proxies.at(i).proxy
<< proxies.at(i).requiresAuthentication
<< QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfcs-auth/rfc3252.txt");
#if QT_CONFIG(ssl)
QTest::newRow("https" + proxies.at(i).tag)
<< proxies.at(i).proxy
<< proxies.at(i).requiresAuthentication
<< QUrl("https://" + QtNetworkSettings::httpServerName() + "/qtest/rfcs-auth/rfc3252.txt");
#endif
}
}
class AuthenticationCacheHelper : public QObject
{
Q_OBJECT
public:
AuthenticationCacheHelper()
{}
public slots:
void proxyAuthenticationRequired(const QNetworkProxy &, QAuthenticator *auth)
{
if (!proxyPassword.isNull()) {
auth->setUser(proxyUserName);
auth->setPassword(proxyPassword);
//clear credentials, if they are asked again, they were bad
proxyUserName.clear();
proxyPassword.clear();
}
}
void authenticationRequired(QNetworkReply*,QAuthenticator *auth)
{
if (!httpPassword.isNull()) {
auth->setUser(httpUserName);
auth->setPassword(httpPassword);
//clear credentials, if they are asked again, they were bad
httpUserName.clear();
httpPassword.clear();
}
}
public:
QString httpUserName;
QString httpPassword;
QString proxyUserName;
QString proxyPassword;
};
/* Purpose of this test is to check credentials are cached correctly.
- If user cancels authentication dialog (i.e. nothing is set to the QAuthenticator by the callback) then this is not cached
- if user supplies a wrong password, then this is not cached
- if user supplies a correct user/password combination then this is cached
Test is checking both the proxyAuthenticationRequired and authenticationRequired signals.
*/
void tst_QNetworkReply::authenticationCacheAfterCancel()
{
QFETCH(QNetworkProxy, proxy);
QFETCH(bool, proxyAuth);
QFETCH(QUrl, url);
QNetworkAccessManager manager;
#if QT_CONFIG(ssl)
connect(&manager, SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)),
SLOT(sslErrors(QNetworkReply*,QList<QSslError>)));
#endif
manager.setProxy(proxy);
QSignalSpy authSpy(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QSignalSpy proxyAuthSpy(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
AuthenticationCacheHelper helper;
connect(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)), &helper, SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
connect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)), &helper, SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QNetworkRequest request(url);
QNetworkReplyPtr reply;
if (proxyAuth) {
//should fail due to no credentials
reply.reset(manager.get(request));
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()), Qt::QueuedConnection);
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(reply->error(), QNetworkReply::ProxyAuthenticationRequiredError);
QCOMPARE(authSpy.size(), 0);
QCOMPARE(proxyAuthSpy.size(), 1);
proxyAuthSpy.clear();
//should fail due to bad credentials
helper.proxyUserName = "qsockstest";
helper.proxyPassword = "badpassword";
reply.reset(manager.get(request));
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()), Qt::QueuedConnection);
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
// Work round known quirk in the old test server (danted -v < v1.1.19):
if (reply->error() != QNetworkReply::HostNotFoundError)
QCOMPARE(reply->error(), QNetworkReply::ProxyAuthenticationRequiredError);
QCOMPARE(authSpy.size(), 0);
QVERIFY(proxyAuthSpy.size() > 0);
proxyAuthSpy.clear();
// QTBUG-23136 workaround (needed even with danted v1.1.19):
if (proxy.port() == 1081) {
#ifdef QT_BUILD_INTERNAL
QNetworkAccessManagerPrivate::clearAuthenticationCache(&manager);
QNetworkAccessManagerPrivate::clearConnectionCache(&manager);
#else
return;
#endif
}
//next proxy auth should succeed, due to correct credentials
helper.proxyUserName = "qsockstest";
helper.proxyPassword = "password";
}
//should fail due to no credentials
reply.reset(manager.get(request));
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()), Qt::QueuedConnection);
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(reply->error(), QNetworkReply::AuthenticationRequiredError);
QVERIFY(authSpy.size() > 0);
authSpy.clear();
if (proxyAuth) {
QVERIFY(proxyAuthSpy.size() > 0);
proxyAuthSpy.clear();
}
//should fail due to bad credentials
helper.httpUserName = "baduser";
helper.httpPassword = "badpassword";
reply.reset(manager.get(request));
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()), Qt::QueuedConnection);
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(reply->error(), QNetworkReply::AuthenticationRequiredError);
QVERIFY(authSpy.size() > 0);
authSpy.clear();
if (proxyAuth) {
//should be supplied from cache
QCOMPARE(proxyAuthSpy.size(), 0);
proxyAuthSpy.clear();
}
//next auth should succeed, due to correct credentials
helper.httpUserName = "httptest";
helper.httpPassword = "httptest";
reply.reset(manager.get(request));
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()), Qt::QueuedConnection);
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QVERIFY(authSpy.size() > 0);
authSpy.clear();
if (proxyAuth) {
//should be supplied from cache
QCOMPARE(proxyAuthSpy.size(), 0);
proxyAuthSpy.clear();
}
//next auth should use cached credentials
reply.reset(manager.get(request));
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()), Qt::QueuedConnection);
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(reply->error(), QNetworkReply::NoError);
//should be supplied from cache
QCOMPARE(authSpy.size(), 0);
authSpy.clear();
if (proxyAuth) {
//should be supplied from cache
QCOMPARE(proxyAuthSpy.size(), 0);
proxyAuthSpy.clear();
}
}
void tst_QNetworkReply::authenticationWithDifferentRealm()
{
AuthenticationCacheHelper helper;
QNetworkAccessManager manager;
#if QT_CONFIG(ssl)
connect(&manager, SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)),
SLOT(sslErrors(QNetworkReply*,QList<QSslError>)));
#endif
connect(&manager, SIGNAL(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)), &helper, SLOT(proxyAuthenticationRequired(QNetworkProxy,QAuthenticator*)));
connect(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)), &helper, SLOT(authenticationRequired(QNetworkReply*,QAuthenticator*)));
helper.httpUserName = "httptest";
helper.httpPassword = "httptest";
QNetworkRequest request(QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfcs-auth/rfc3252.txt"));
QNetworkReply* reply = manager.get(request);
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()), Qt::QueuedConnection);
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(reply->error(), QNetworkReply::NoError);
helper.httpUserName = "httptest";
helper.httpPassword = "httptest";
request.setUrl(QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/auth-digest/"));
reply = manager.get(request);
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()), Qt::QueuedConnection);
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(reply->error(), QNetworkReply::NoError);
}
#endif // QT_CONFIG(networkproxy)
class QtBug13431Helper : public QObject
{
Q_OBJECT
public:
QNetworkReply* m_reply;
QTimer m_dlTimer;
public slots:
void replyFinished(QNetworkReply*) { QTestEventLoop::instance().exitLoop(); }
void onReadAndReschedule()
{
const qint64 bytesReceived = m_reply->bytesAvailable();
if (bytesReceived && m_reply->readBufferSize()) {
QByteArray data = m_reply->read(bytesReceived);
// reschedule read
const int millisecDelay = static_cast<int>(bytesReceived * 1000 / m_reply->readBufferSize());
m_dlTimer.start(millisecDelay);
}
else {
// reschedule read
m_dlTimer.start(200);
}
}
};
void tst_QNetworkReply::qtbug13431replyThrottling()
{
QtBug13431Helper helper;
QNetworkAccessManager nam;
connect(&nam, SIGNAL(finished(QNetworkReply*)), &helper, SLOT(replyFinished(QNetworkReply*)));
// Download a bigger file
QNetworkRequest netRequest(QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/bigfile"));
helper.m_reply = nam.get(netRequest);
// Set the throttle
helper.m_reply->setReadBufferSize(36000);
// Schedule a timer that tries to read
connect(&helper.m_dlTimer, SIGNAL(timeout()), &helper, SLOT(onReadAndReschedule()));
helper.m_dlTimer.setSingleShot(true);
helper.m_dlTimer.start(0);
QTestEventLoop::instance().enterLoop(30);
QVERIFY(!QTestEventLoop::instance().timeout());
QVERIFY(helper.m_reply->isFinished());
QCOMPARE(helper.m_reply->error(), QNetworkReply::NoError);
}
void tst_QNetworkReply::httpWithNoCredentialUsage()
{
QNetworkAccessManager manager;
QSignalSpy authSpy(&manager, SIGNAL(authenticationRequired(QNetworkReply*,QAuthenticator*)));
QSignalSpy finishedSpy(&manager, SIGNAL(finished(QNetworkReply*)));
// Get with credentials, to preload authentication cache
{
QNetworkRequest request(QUrl("http://httptest:httptest@" + QtNetworkSettings::httpServerName() + "/qtest/protected/cgi-bin/md5sum.cgi"));
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
// credentials in URL, so don't expect authentication signal
QCOMPARE(authSpy.size(), 0);
QCOMPARE(finishedSpy.size(), 1);
finishedSpy.clear();
}
// Get with cached credentials (normal usage)
{
QNetworkRequest request(QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/protected/cgi-bin/md5sum.cgi"));
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
// credentials in cache, so don't expect authentication signal
QCOMPARE(authSpy.size(), 0);
QCOMPARE(finishedSpy.size(), 1);
finishedSpy.clear();
}
// Do not use cached credentials (webkit cross origin usage)
{
QNetworkRequest request(QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/protected/cgi-bin/md5sum.cgi"));
request.setAttribute(QNetworkRequest::AuthenticationReuseAttribute, QNetworkRequest::Manual);
QNetworkReplyPtr reply(manager.get(request));
QSignalSpy errorSpy(reply.data(), SIGNAL(errorOccurred(QNetworkReply::NetworkError)));
connect(reply, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()), Qt::QueuedConnection);
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
// We check if authenticationRequired was emitted, however we do not anything in it so it should be 401
QCOMPARE(authSpy.size(), 1);
QCOMPARE(finishedSpy.size(), 1);
QCOMPARE(errorSpy.size(), 1);
QCOMPARE(reply->error(), QNetworkReply::AuthenticationRequiredError);
}
}
void tst_QNetworkReply::qtbug15311doubleContentLength()
{
QByteArray response("HTTP/1.0 200 OK\r\nContent-Length: 3\r\nServer: bogus\r\nContent-Length: 3\r\n\r\nABC");
MiniHttpServer server(response);
server.doClose = true;
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->size(), qint64(3));
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), qint64(3));
QCOMPARE(reply->rawHeader("Content-length"), QByteArray("3, 3"));
QCOMPARE(reply->readAll(), QByteArray("ABC"));
}
void tst_QNetworkReply::qtbug18232gzipContentLengthZero()
{
QByteArray response("HTTP/1.0 200 OK\r\nContent-Encoding: gzip\r\nContent-Length: 0\r\n\r\n");
MiniHttpServer server(response);
server.doClose = true;
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->size(), qint64(0));
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), qint64(0));
QCOMPARE(reply->readAll(), QByteArray());
}
// Reproduced a crash in QHttpNetworkReplyPrivate::gunzipBodyPartiallyEnd
// where zlib inflateEnd was called for uninitialized zlib stream
void tst_QNetworkReply::qtbug22660gzipNoContentLengthEmptyContent()
{
// Response with no Content-Length in header and empty content
QByteArray response("HTTP/1.0 200 OK\r\nContent-Encoding: gzip\r\n\r\n");
MiniHttpServer server(response);
server.doClose = true;
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->size(), qint64(0));
QVERIFY(!reply->header(QNetworkRequest::ContentLengthHeader).isValid());
QCOMPARE(reply->readAll(), QByteArray());
}
class QtBug27161Helper : public QObject
{
Q_OBJECT
public:
QtBug27161Helper(MiniHttpServer & server, const QByteArray & data):
m_server(server),
m_data(data)
{
connect(&m_server, SIGNAL(newConnection()), this, SLOT(newConnectionSlot()));
}
public slots:
void newConnectionSlot()
{
connect(m_server.client, SIGNAL(bytesWritten(qint64)), this, SLOT(bytesWrittenSlot()));
}
void bytesWrittenSlot()
{
disconnect(m_server.client, SIGNAL(bytesWritten(qint64)), this, SLOT(bytesWrittenSlot()));
m_Timer.singleShot(100, this, SLOT(timeoutSlot()));
}
void timeoutSlot()
{
m_server.doClose = true;
// we need to emulate the bytesWrittenSlot call if the data is empty.
if (m_data.size() == 0)
QMetaObject::invokeMethod(&m_server, "bytesWrittenSlot", Qt::QueuedConnection);
else
m_server.client->write(m_data);
}
private:
MiniHttpServer & m_server;
QByteArray m_data;
QTimer m_Timer;
};
void tst_QNetworkReply::qtbug27161httpHeaderMayBeDamaged_data(){
QByteArray response("HTTP/1.0 200 OK\r\nServer: bogus\r\nContent-Length: 3\r\n\r\nABC");
QTest::addColumn<QByteArray>("firstPacket");
QTest::addColumn<QByteArray>("secondPacket");
for (int i = 1; i < response.size(); i++){
QByteArray dataTag("Iteration: ");
dataTag.append(QByteArray::number(i - 1));
QTest::newRow(dataTag.constData()) << response.left(i) << response.mid(i);
}
}
/*
* Purpose of this test is to check whether a content from server is parsed correctly
* if it is split into two parts.
*/
void tst_QNetworkReply::qtbug27161httpHeaderMayBeDamaged(){
QFETCH(QByteArray, firstPacket);
QFETCH(QByteArray, secondPacket);
MiniHttpServer server(firstPacket);
server.doClose = false;
QtBug27161Helper helper(server, secondPacket);
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->size(), qint64(3));
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), qint64(3));
QCOMPARE(reply->rawHeader("Content-length"), QByteArray("3"));
QCOMPARE(reply->rawHeader("Server"), QByteArray("bogus"));
QCOMPARE(reply->readAll(), QByteArray("ABC"));
}
#if QT_CONFIG(networkdiskcache)
void tst_QNetworkReply::qtbug28035browserDoesNotLoadQtProjectOrgCorrectly() {
QByteArray getReply =
"HTTP/1.1 200\r\n"
"Connection: keep-alive\r\n"
"content-type: text/plain\r\n"
"Cache-control: max-age = 6000\r\n"
"\r\n"
"GET";
QByteArray postReply =
"HTTP/1.1 200\r\n"
"Connection: keep-alive\r\n"
"content-type: text/plain\r\n"
"Cache-control: max-age = 6000\r\n"
"Content-length: 4\r\n"
"\r\n"
"POST";
QByteArray putReply =
"HTTP/1.1 201\r\n"
"Connection: keep-alive\r\n"
"content-type: text/plain\r\n"
"Cache-control: max-age = 6000\r\n"
"\r\n";
QByteArray postData = "ACT=100";
QTemporaryDir tempDir(QDir::tempPath() + "/tmp_cache_28035");
QVERIFY2(tempDir.isValid(), qPrintable(tempDir.errorString()));
tempDir.setAutoRemove(true);
QNetworkDiskCache *diskCache = new QNetworkDiskCache();
diskCache->setCacheDirectory(tempDir.path());
manager.setCache(diskCache);
MiniHttpServer server(getReply);
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->readAll(), QByteArray("GET"));
QCOMPARE(reply->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool(), false);
server.clearHeaderParserState();
server.setDataToTransmit(getReply);
reply.reset(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->readAll(), QByteArray("GET"));
QCOMPARE(reply->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool(), true);
server.clearHeaderParserState();
server.setDataToTransmit(postReply);
request.setRawHeader("content-type", "text/plain");
reply.reset(manager.post(request, postData));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->rawHeader("Content-length"), QByteArray("4"));
QCOMPARE(reply->readAll(), QByteArray("POST"));
QCOMPARE(reply->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool(), false);
server.clearHeaderParserState();
server.setDataToTransmit(getReply);
reply.reset(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->readAll(), QByteArray("GET"));
QCOMPARE(reply->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool(), false);
server.clearHeaderParserState();
server.setDataToTransmit(getReply);
reply.reset(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->readAll(), QByteArray("GET"));
QCOMPARE(reply->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool(), true);
server.clearHeaderParserState();
server.setDataToTransmit(putReply);
reply.reset(manager.put(request, postData));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool(), false);
server.clearHeaderParserState();
server.setDataToTransmit(getReply);
reply.reset(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->readAll(), QByteArray("GET"));
QCOMPARE(reply->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool(), false);
server.clearHeaderParserState();
server.setDataToTransmit(getReply);
reply.reset(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->readAll(), QByteArray("GET"));
QCOMPARE(reply->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool(), true);
}
#endif
void tst_QNetworkReply::qtbug45581WrongReplyStatusCode()
{
const QUrl url("file:" + testDataDir + "/element.xml");
QNetworkRequest request(url);
QNetworkReplyPtr reply;
QSignalSpy finishedSpy(&manager, SIGNAL(finished(QNetworkReply*)));
QSignalSpy sslErrorsSpy(&manager, SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)));
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::GetOperation, request, reply, 0));
QVERIFY(reply->isFinished());
const QByteArray expectedContent =
"<root attr=\"value\" attr2=\"value2\">"
"<person /><fruit /></root>"
#ifdef Q_OS_WIN
"\r"
#endif
"\n";
QCOMPARE(reply->readAll(), expectedContent);
QCOMPARE(finishedSpy.size(), 0);
QCOMPARE(sslErrorsSpy.size(), 0);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), expectedContent.size());
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(reply->attribute(QNetworkRequest::HttpReasonPhraseAttribute).toString(), QLatin1String("OK"));
reply->deleteLater();
}
void tst_QNetworkReply::synchronousRequest_data()
{
QTest::addColumn<QUrl>("url");
QTest::addColumn<QString>("expected");
QTest::addColumn<bool>("checkContentLength");
QTest::addColumn<QString>("mimeType");
// ### cache, auth, proxies
QTest::newRow("http")
<< QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt")
<< QString("file:" + testDataDir + "/rfc3252.txt")
<< true
<< QString("text/plain");
QTest::newRow("http-gzip")
<< QUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/deflate/rfc3252.txt")
<< QString("file:" + testDataDir + "/rfc3252.txt")
<< false // don't check content length, because it's gzip encoded
// ### we would need to enflate (un-deflate) the file content and compare the sizes
<< QString("text/plain");
#if QT_CONFIG(ssl)
if (isSecureTransport) {
qWarning("Skipping https scheme, SecTrustEvalue() fails, update the certificate on server");
} else {
QTest::newRow("https")
<< QUrl("https://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt")
<< QString("file:" + testDataDir + "/rfc3252.txt")
<< true
<< QString("text/plain");
}
#endif // QT_CONFIG(ssl)
QTest::newRow("data")
<< QUrl(QString::fromLatin1("data:text/plain,hello world"))
<< QString("data:hello world")
<< true // check content length
<< QString("text/plain");
QTest::newRow("simple-file")
<< QUrl::fromLocalFile(testDataDir + "/rfc3252.txt")
<< QString("file:" + testDataDir + "/rfc3252.txt")
<< true
<< QString();
}
// FIXME add testcase for failing network etc
void tst_QNetworkReply::synchronousRequest()
{
QFETCH(QUrl, url);
QFETCH(QString, expected);
QFETCH(bool, checkContentLength);
QFETCH(QString, mimeType);
QNetworkRequest request(url);
#if QT_CONFIG(ssl)
// workaround for HTTPS requests: add self-signed server cert to list of CA certs,
// since we cannot react to the sslErrors() signal
// to fix this properly we would need to have an ignoreSslErrors() method in the
// QNetworkRequest, see QTBUG-14774
if (url.scheme() == "https") {
QSslConfiguration sslConf;
QList<QSslCertificate> certs = QSslCertificate::fromPath(testDataDir + certsFilePath);
sslConf.setCaCertificates(certs);
request.setSslConfiguration(sslConf);
}
#endif
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
QNetworkReplyPtr reply;
QSignalSpy finishedSpy(&manager, SIGNAL(finished(QNetworkReply*)));
QSignalSpy sslErrorsSpy(&manager, SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)));
RUN_REQUEST(runSimpleRequest(QNetworkAccessManager::GetOperation, request, reply, 0));
QVERIFY(reply->isFinished());
QCOMPARE(finishedSpy.size(), 0);
QCOMPARE(sslErrorsSpy.size(), 0);
QCOMPARE(reply->header(QNetworkRequest::ContentTypeHeader).toString(), mimeType);
QByteArray expectedContent;
if (expected.startsWith("file:")) {
QString path = expected.mid(5);
QFile file(path);
QVERIFY(file.open(QIODevice::ReadOnly));
expectedContent = file.readAll();
} else if (expected.startsWith("data:")) {
expectedContent = expected.mid(5).toUtf8();
}
if (checkContentLength)
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), qint64(expectedContent.size()));
QCOMPARE(reply->readAll(), expectedContent);
reply->deleteLater();
}
#if QT_CONFIG(ssl)
void tst_QNetworkReply::synchronousRequestSslFailure()
{
// test that SSL won't be accepted with self-signed certificate,
// and that we do not emit the sslError signal (in the manager that is,
// in the reply we don't care)
QUrl url("https://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt");
QNetworkRequest request(url);
request.setAttribute(
QNetworkRequest::SynchronousRequestAttribute,
true);
QNetworkReplyPtr reply;
QSignalSpy sslErrorsSpy(&manager, SIGNAL(sslErrors(QNetworkReply*,QList<QSslError>)));
runSimpleRequest(QNetworkAccessManager::GetOperation, request, reply, 0);
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::SslHandshakeFailedError);
QCOMPARE(sslErrorsSpy.size(), 0);
}
#endif
class HttpAbortHelper : public QObject
{
Q_OBJECT
public:
HttpAbortHelper(QNetworkReply *parent)
: QObject(parent)
{
mReply = parent;
connect(parent, SIGNAL(readyRead()), this, SLOT(readyRead()));
}
~HttpAbortHelper()
{
}
public slots:
void readyRead()
{
mReply->abort();
QMetaObject::invokeMethod(&QTestEventLoop::instance(), "exitLoop", Qt::QueuedConnection);
}
private:
QNetworkReply *mReply;
};
void tst_QNetworkReply::httpAbort()
{
// FIXME Also implement one where we do a big upload and then abort().
// It must not crash either.
// Abort after the first readyRead()
QNetworkRequest request("http://" + QtNetworkSettings::httpServerName() + "/qtest/bigfile");
QNetworkReplyPtr reply(manager.get(request));
HttpAbortHelper replyHolder(reply.data());
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
QCOMPARE(reply->error(), QNetworkReply::OperationCanceledError);
QVERIFY(reply->isFinished());
// Abort immediately after the get()
QNetworkReplyPtr reply2(manager.get(request));
connect(reply2, SIGNAL(finished()), &QTestEventLoop::instance(), SLOT(exitLoop()));
reply2->abort();
QCOMPARE(reply2->error(), QNetworkReply::OperationCanceledError);
QVERIFY(reply2->isFinished());
// Abort after the finished()
QNetworkRequest request3("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt");
QNetworkReplyPtr reply3(manager.get(request3));
QCOMPARE(waitForFinish(reply3), int(Success));
QVERIFY(reply3->isFinished());
reply3->abort();
QCOMPARE(reply3->error(), QNetworkReply::NoError);
}
void tst_QNetworkReply::closeClientSideConnectionEagerlyQtbug20726()
{
QNetworkAccessManager manager; // function local instance
// Setup HTTP servers
MiniHttpServer server("HTTP/1.1 200 OK\r\nContent-Length: 0\r\nConnection: Keep-Alive\r\n\r\n", false);
server.doClose = false; // server should not disconnect.
MiniHttpServer serverNotEagerClientClose("HTTP/1.1 200 OK\r\nContent-Length: 0\r\nConnection: Keep-Alive\r\n\r\n", false);
serverNotEagerClientClose.doClose = false; // server should not disconnect.
urlNotEager.setPort(serverNotEagerClientClose.serverPort());
QNetworkRequest requestNotEager(urlNotEager);
QNetworkReplyPtr replyNotEager(manager.get(requestNotEager));
QCOMPARE(waitForFinish(replyNotEager), Success);
// The reply was finished, the connection should be hanging and waiting to be expired
// Another server not eager to close, the connection should be hanging and waiting to be expired
MiniHttpServer serverNotEagerClientClose2("HTTP/1.1 200 OK\r\nContent-Length: 0\r\nConnection: Keep-Alive\r\n\r\n", false);
serverNotEagerClientClose2.doClose = false; // server should not disconnect.
urlNotEager2.setPort(serverNotEagerClientClose2.serverPort());
QNetworkRequest requestNotEager2(urlNotEager2);
QNetworkReplyPtr replyNotEager2(manager.get(requestNotEager2));
QCOMPARE(waitForFinish(replyNotEager2), Success);
// However for this one we want to eagerly close.
url.setPort(server.serverPort());
QNetworkRequest request(url);
request.setAttribute(QNetworkRequest::ConnectionCacheExpiryTimeoutSecondsAttribute, 0);
QNetworkReplyPtr reply(manager.get(request));
// The server just uses a normal TCP socket and prints out this error when the client disconnects:
QTest::ignoreMessage(QtDebugMsg,
"slotError QAbstractSocket::RemoteHostClosedError "
"\"The remote host closed the connection\"");
QCOMPARE(waitForFinish(reply), Success);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
// Socket from server to QNAM still connected?
QVERIFY (!server.client.isNull());
QVERIFY (server.client->state() == QTcpSocket::ConnectedState);
// Wait a bit
QTest::qWait(1*1000);
// The QNAM should have disconnected the socket, so on our server it's disconnected now.
QVERIFY (!server.client.isNull());
QVERIFY (server.client->state() != QTcpSocket::ConnectedState);
// Now we check the not eager reply, it should still be connected.
QCOMPARE(replyNotEager->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(serverNotEagerClientClose.client->state(), QTcpSocket::ConnectedState);
QCOMPARE(replyNotEager2->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QCOMPARE(serverNotEagerClientClose2.client->state(), QTcpSocket::ConnectedState);
}
void tst_QNetworkReply::varyingCacheExpiry_data()
{
QTest::addColumn<int>("firstExpiry");
QTest::addColumn<int>("secondExpiry");
QTest::addColumn<int>("thirdExpiry");
QTest::addColumn<int>("fourthExpiry");
// The datatags signify the Keep-Alive time-outs of the successive requests:
QTest::newRow("1-2-3-4") << 1 << 2 << 3 << 4;
QTest::newRow("4-1-2-3") << 4 << 1 << 2 << 3;
QTest::newRow("3-4-1-2") << 3 << 4 << 1 << 2;
QTest::newRow("2-3-4-1") << 2 << 3 << 4 << 1;
QTest::newRow("1-2-2-1") << 1 << 2 << 2 << 1;
}
// Test creating a few requests with various expiry timeouts.
// We do this because the internal QNetworkAccessCache inserts them in sorted
// order, so make sure it gets it right.
void tst_QNetworkReply::varyingCacheExpiry()
{
// Local QNAM instance because there may be leftover entries from other
// tests. Which wouldn't be a big deal, it would just get in the way of our
// pattern
QNetworkAccessManager qnam;
QFETCH(int, firstExpiry);
QFETCH(int, secondExpiry);
QFETCH(int, thirdExpiry);
QFETCH(int, fourthExpiry);
int expiryTimes[4] = {
firstExpiry,
secondExpiry,
thirdExpiry,
fourthExpiry,
};
// We need multiple servers because we want to have multiple connections
// in the QNetworkAccessCache, not to just reuse one connection from the
// cache.
MiniHttpServer servers[4] = {
{ httpEmpty200Response },
{ httpEmpty200Response },
{ httpEmpty200Response },
{ httpEmpty200Response },
};
for (MiniHttpServer &server : servers)
server.doClose = false;
QUrl urls[4] = {
};
for (size_t i = 0; i < std::size(urls); ++i)
urls[i].setPort(servers[i].serverPort());
// After the initial request is completed the connection is kept alive
// (Keep-Alive). Internally they are added to a sorted linked-list based on
// expiry. So, set the requests to be torn down at varying timeouts.
QNetworkRequest requests[4] = {
QNetworkRequest(urls[0]),
QNetworkRequest(urls[1]),
QNetworkRequest(urls[2]),
QNetworkRequest(urls[3]),
};
for (int i = 0; i < 4; ++i) {
requests[i].setAttribute(QNetworkRequest::Http2AllowedAttribute,
QVariant::fromValue(false));
requests[i].setAttribute(QNetworkRequest::ConnectionCacheExpiryTimeoutSecondsAttribute,
expiryTimes[i]);
}
// The server just uses a normal TCP socket and prints out this error when the client
// disconnects:
for (int i = 0; i < 4; ++i) {
QTest::ignoreMessage(QtDebugMsg,
"slotError QAbstractSocket::RemoteHostClosedError "
"\"The remote host closed the connection\"");
}
// Start each request and wait for it to finish before starting the next
// one, we must do this because the connections are only added to the expiry
// list once finished
for (const auto &request : requests) {
QNetworkReplyPtr reply(qnam.get(request));
QCOMPARE(waitForFinish(reply), Success);
}
int lastExpiry = *std::max_element(std::begin(expiryTimes), std::end(expiryTimes));
auto allServersDisconnected = [&servers]() {
auto socketDisconnected = [](const MiniHttpServer &s) {
return s.client->state() == QAbstractSocket::UnconnectedState;
};
return std::all_of(std::begin(servers), std::end(servers), socketDisconnected);
};
// At least +5 seconds due to CI. Completes much faster locally
bool success = QTest::qWaitFor(allServersDisconnected, lastExpiry * 1000 + 5000);
QVERIFY(success);
}
class Qtbug25280Server : public MiniHttpServer
{
public:
Qtbug25280Server(QByteArray qba) : MiniHttpServer(qba, false) {}
QSet<QTcpSocket*> receivedSockets;
void reply() override
{
// Save sockets in a list
receivedSockets.insert((QTcpSocket*)sender());
qobject_cast<QTcpSocket*>(sender())->write(dataToTransmit);
//qDebug() << "count=" << receivedSockets.count();
}
};
#if QT_CONFIG(http)
void tst_QNetworkReply::amountOfHttp1ConnectionsQtbug25280_data()
{
QTest::addColumn<int>("amount");
QTest::addRow("default") << 6;
QTest::addRow("minimize") << 1;
QTest::addRow("increase") << 12;
}
// Also kind of QTBUG-8468
void tst_QNetworkReply::amountOfHttp1ConnectionsQtbug25280()
{
QFETCH(const int, amount);
QNetworkAccessManager manager; // function local instance
Qtbug25280Server server(tst_QNetworkReply::httpEmpty200Response);
server.doClose = false;
server.multiple = true;
// from skewing the counting
url.setPort(server.serverPort());
std::optional<QHttp1Configuration> http1Configuration;
if (amount != 6) // don't set if it's the default
http1Configuration.emplace().setNumberOfConnectionsPerHost(amount);
constexpr int NumRequests = 200; // send a lot more than we have sockets
int finished = 0;
std::array<std::unique_ptr<QNetworkReply>, NumRequests> replies;
for (auto &reply : replies) {
QNetworkRequest request(url);
if (http1Configuration)
request.setHttp1Configuration(*http1Configuration);
reply.reset(manager.get(request));
QObject::connect(reply.get(), &QNetworkReply::finished,
[&finished] { ++finished; });
}
QTRY_COMPARE_WITH_TIMEOUT(finished, NumRequests, 60'000);
for (const auto &reply : replies) {
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
}
QCOMPARE(server.receivedSockets.size(), amount);
}
#endif
void tst_QNetworkReply::dontInsertPartialContentIntoTheCache()
{
QByteArray reply206 =
"HTTP/1.0 206\r\n"
"Connection: keep-alive\r\n"
"content-type: text/plain\r\n"
"Cache-control: no-cache\r\n"
"Content-Range: bytes 2-6/8\r\n"
"Content-length: 4\r\n"
"\r\n"
"load";
MiniHttpServer server(reply206);
server.doClose = false;
MySpyMemoryCache *memoryCache = new MySpyMemoryCache(&manager);
manager.setCache(memoryCache);
QNetworkRequest request(url);
request.setRawHeader("Range", "bytes=2-6");
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(server.totalConnections > 0);
QCOMPARE(reply->readAll().constData(), "load");
QCOMPARE(memoryCache->m_insertedUrls.size(), 0);
}
void tst_QNetworkReply::removeIncompleteCacheObjects()
{
const auto compressedHelloWorld = QByteArray::fromBase64("H4sIAAAAAAAAA8tIzcnJVyjPL8pJAQCFEUoNCwAAAA==");
const QByteArray reply404CompressedHelloWorld =
"HTTP/1.1 404\r\n"
"Content-Type: text/plain\r\n"
"Content-length: "_ba + QByteArray::number(compressedHelloWorld.size()) + "\r\n"
"Content-Encoding: gzip\r\n"
"\r\n"_ba +
compressedHelloWorld;
MiniHttpServer server(reply404CompressedHelloWorld);
server.doClose = false;
MySpyMemoryCache *memoryCache = new MySpyMemoryCache(&manager);
manager.setCache(memoryCache);
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Failure, msgWaitForFinished(reply));
QCOMPARE(reply->error(), QNetworkReply::ContentNotFoundError);
QVERIFY(server.totalConnections > 0);
// We don't read the data, just delete the reply:
reply.reset();
QCOMPARE(memoryCache->m_insertedUrls.size(), 0);
QCOMPARE(memoryCache->m_removedUrls.size(), 1);
QCOMPARE(memoryCache->m_removedUrls[0], url);
}
void tst_QNetworkReply::httpUserAgent()
{
QByteArray response("HTTP/1.0 200 OK\r\n\r\n");
MiniHttpServer server(response);
server.doClose = true;
request.setHeader(QNetworkRequest::UserAgentHeader, "abcDEFghi");
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
const char userAgentSearch[] = "\r\nuser-agent: ";
qsizetype userAgentIndex = server.receivedData.toLower().indexOf(userAgentSearch);
QCOMPARE_NE(userAgentIndex, -1);
userAgentIndex += sizeof(userAgentSearch) - 1;
QVERIFY(server.receivedData.slice(userAgentIndex).startsWith("abcDEFghi\r\n"));
}
void tst_QNetworkReply::synchronousAuthenticationCache()
{
class MiniAuthServer : public MiniHttpServer
{
public:
MiniAuthServer(QThread *thread) : MiniHttpServer(QByteArray(), false, thread) {}
virtual void reply() override
{
dataToTransmit =
"HTTP/1.0 401 Unauthorized\r\n"
"WWW-Authenticate: Basic realm=\"QNetworkAccessManager Test Realm\"\r\n"
"Content-Length: 4\r\n"
"Connection: close\r\n"
"content-type: text/plain\r\n"
"\r\n"
"auth";
QRegularExpression rx("[Aa]uthorization: Basic ([^\r\n]*)\r\n");
QRegularExpressionMatch match = rx.match(receivedData);
if (match.hasMatch()) {
if (QByteArray::fromBase64(match.captured(1).toLatin1()) == "login:password") {
dataToTransmit =
"HTTP/1.0 200 OK\r\n"
"content-type: text/plain\r\n"
"Content-Length: 2\r\n"
"\r\n"
"OK";
}
}
receivedData.clear();
MiniHttpServer::reply();
}
};
// when using synchronous commands, we need a different event loop for
// the server thread, because the client is never returning to the
// event loop
auto serverThread = ThreadPtr(new QThread);
auto server = MiniServerPtr(new MiniAuthServer(serverThread.get()));
server->doClose = true;
//1) URL without credentials, we are not authenticated
{
QNetworkRequest request(url);
request.setAttribute(QNetworkRequest::SynchronousRequestAttribute, true);
QNetworkReplyPtr reply(manager.get(request));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::AuthenticationRequiredError);
}
//2) URL with credentials, we are authenticated
{
QNetworkRequest request(url);
request.setAttribute(QNetworkRequest::SynchronousRequestAttribute, true);
QNetworkReplyPtr reply(manager.get(request));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->readAll().constData(), "OK");
}
//3) URL without credentials, we are authenticated because they are cached
{
QNetworkRequest request(url);
request.setAttribute(QNetworkRequest::SynchronousRequestAttribute, true);
QNetworkReplyPtr reply(manager.get(request));
QVERIFY(reply->isFinished());
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->readAll().constData(), "OK");
}
}
void tst_QNetworkReply::pipelining()
{
QString urlString("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/echo.cgi?");
QList<QNetworkReplyPtr> replies;
for (int a = 0; a < 20; a++) {
QNetworkRequest request(urlString + QString::number(a));
request.setAttribute(QNetworkRequest::HttpPipeliningAllowedAttribute, QVariant(true));
replies.append(QNetworkReplyPtr(manager.get(request)));
connect(replies.at(a), SIGNAL(finished()), this, SLOT(pipeliningHelperSlot()));
}
QTestEventLoop::instance().enterLoop(20);
QVERIFY(!QTestEventLoop::instance().timeout());
}
void tst_QNetworkReply::pipeliningHelperSlot() {
static int a = 0;
// check that pipelining was used in at least one of the replies
static bool pipeliningWasUsed = false;
QNetworkReply *reply = qobject_cast<QNetworkReply *>(sender());
bool pipeliningWasUsedInReply = reply->attribute(QNetworkRequest::HttpPipeliningWasUsedAttribute).toBool();
if (pipeliningWasUsedInReply)
pipeliningWasUsed = true;
// check that the contents match (the response to echo.cgi?3 should return 3 etc.)
QString urlQueryString = reply->url().query();
QString content = reply->readAll();
QVERIFY2(urlQueryString == content, "data corruption with pipelining detected");
a++;
if (a == 20) { // all replies have finished
QTestEventLoop::instance().exitLoop();
QVERIFY2(pipeliningWasUsed, "pipelining was not used in any of the replies when trying to test pipelining");
}
}
void tst_QNetworkReply::emitErrorForAllRepliesSlot() {
static int a = 0;
if (++a == 3)
QTestEventLoop::instance().exitLoop();
}
void tst_QNetworkReply::closeDuringDownload_data()
{
QTest::addColumn<QUrl>("url");
QTest::newRow("http") << QUrl("http://" + QtNetworkSettings::httpServerName() + "/bigfile");
if (ftpSupported) {
QTest::newRow("ftp") << QUrl("ftp://" + QtNetworkSettings::ftpServerName()
+ "/qtest/bigfile");
}
}
void tst_QNetworkReply::closeDuringDownload()
{
QFETCH(QUrl, url);
QNetworkRequest request(url);
QNetworkReply* reply = manager.get(request);
QSignalSpy readyReadSpy(reply, &QNetworkReply::readyRead);
QVERIFY(readyReadSpy.wait(10000));
QSignalSpy destroySpy(reply, &QObject::destroyed);
reply->close();
reply->deleteLater();
// Wait for destruction to avoid a warning caused by test's cleanup()
// destroying the connection cache before the abort is finished
QVERIFY(destroySpy.wait());
}
void tst_QNetworkReply::ftpAuthentication_data()
{
if (!ftpSupported)
QSKIP("FTP is not supported");
QTest::addColumn<QString>("referenceName");
QTest::addColumn<QString>("url");
QTest::addColumn<int>("error");
QTest::newRow("invalidPassword") << (testDataDir + "/rfc3252.txt") << "ftp://ftptest:invalid@" + QtNetworkSettings::ftpServerName() + "/home/qt-test-server/ftp/qtest/rfc3252.txt" << int(QNetworkReply::AuthenticationRequiredError);
QTest::newRow("validPassword") << (testDataDir + "/rfc3252.txt") << "ftp://ftptest:password@" + QtNetworkSettings::ftpServerName() + "/home/qt-test-server/ftp/qtest/rfc3252.txt" << int(QNetworkReply::NoError);
}
void tst_QNetworkReply::ftpAuthentication()
{
QFETCH(QString, referenceName);
QFETCH(QString, url);
QFETCH(int, error);
QFile reference(referenceName);
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkRequest request(url);
QNetworkReplyPtr reply;
runSimpleRequest(QNetworkAccessManager::GetOperation, request, reply);
QCOMPARE(reply->url(), request.url());
QCOMPARE(reply->error(), QNetworkReply::NetworkError(error));
}
void tst_QNetworkReply::emitErrorForAllReplies() // QTBUG-36890
{
// port 100 is not well-known and should be closed
const QUrl urls[] = {
};
constexpr auto NUrls = std::size(urls);
std::unique_ptr<QNetworkReply, QScopedPointerDeleteLater> replies[NUrls];
std::optional<QSignalSpy> errorSpies[NUrls];
std::optional<QSignalSpy> finishedSpies[NUrls];
for (size_t i = 0; i < NUrls; ++i) {
QNetworkRequest request(urls[i]);
QNetworkReply *reply = manager.get(request);
replies[i].reset(reply);
errorSpies[i].emplace(reply, SIGNAL(errorOccurred(QNetworkReply::NetworkError)));
finishedSpies[i].emplace(reply, SIGNAL(finished()));
QObject::connect(reply, SIGNAL(finished()), SLOT(emitErrorForAllRepliesSlot()));
}
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
for (size_t i = 0; i < NUrls; ++i) {
QVERIFY(replies[i]->isFinished());
QCOMPARE(errorSpies[i]->size(), 1);
QCOMPARE(finishedSpies[i]->size(), 1);
}
}
class RateLimitedUploadDevice : public QIODevice
{
Q_OBJECT
public:
QByteArray data;
QBuffer buffer;
qint64 read;
qint64 bandwidthQuota;
QTimer timer;
RateLimitedUploadDevice(QByteArray d) : QIODevice(),data(d),read(0),bandwidthQuota(0)
{
buffer.setData(data);
buffer.open(QIODevice::ReadOnly);
timer.setInterval(200);
QObject::connect(&timer, SIGNAL(timeout()), this, SLOT(timeoutSlot()));
timer.start();
}
virtual qint64 writeData(const char* , qint64 ) override
{
Q_ASSERT(false);
return 0;
}
virtual qint64 readData(char* data, qint64 maxlen) override
{
//qDebug() << Q_FUNC_INFO << maxlen << bandwidthQuota;
maxlen = qMin(maxlen, buffer.bytesAvailable());
maxlen = qMin(maxlen, bandwidthQuota);
if (maxlen <= 0) { // no quota or at end
return 0;
}
bandwidthQuota -= maxlen; // reduce quota
qint64 ret = buffer.read(data, maxlen);
if (ret == -1) {
return -1;
}
read += ret;
//qDebug() << Q_FUNC_INFO << maxlen << bandwidthQuota << read << ret << buffer.bytesAvailable();
return ret;
}
virtual bool atEnd() const override { return buffer.atEnd(); }
virtual qint64 size() const override { return data.size(); }
qint64 bytesAvailable() const override
{
return buffer.bytesAvailable() + QIODevice::bytesAvailable();
}
virtual bool isSequential() const override { return false; } // random access, we can seek
virtual bool seek (qint64 pos) override { return buffer.seek(pos); }
protected slots:
void timeoutSlot()
{
//qDebug() << Q_FUNC_INFO;
bandwidthQuota = 8*1024; // fill quota
emit readyRead();
// Emitting readyRead() several times triggers a bug ("QIODevice::read: Called with maxSize < 0") we fix with this commit
emit readyRead();
}
};
void tst_QNetworkReply::putWithRateLimiting()
{
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
QByteArray data = reference.readAll();
QVERIFY(data.size() > 0);
QUrl url = QUrl::fromUserInput("http://" + QtNetworkSettings::httpServerName()+ "/qtest/cgi-bin/echo.cgi?");
QNetworkRequest request(url);
QNetworkReplyPtr reply;
RateLimitedUploadDevice rateLimitedUploadDevice(data);
rateLimitedUploadDevice.open(QIODevice::ReadOnly);
RUN_REQUEST(runCustomRequest(request, reply,QByteArray("POST"), &rateLimitedUploadDevice));
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QByteArray uploadedData = reply->readAll();
QCOMPARE(uploadedData.size(), data.size());
QCOMPARE(uploadedData, data);
}
void tst_QNetworkReply::ioHttpSingleRedirect()
{
// Setup server to which the second server will redirect to
MiniHttpServer server2(httpEmpty200Response);
QUrl redirectUrl = QUrl(localhost);
redirectUrl.setPort(server2.serverPort());
QByteArray tempRedirectReply =
tempRedirectReplyStr().arg(QString(redirectUrl.toEncoded())).toLatin1();
// Setup redirect server
MiniHttpServer server(tempRedirectReply);
localhost.setPort(server.serverPort());
QNetworkRequest request(localhost);
request.setAttribute(QNetworkRequest::RedirectPolicyAttribute, QNetworkRequest::NoLessSafeRedirectPolicy);
QNetworkReplyPtr reply(manager.get(request));
QSignalSpy redSpy(reply.data(), SIGNAL(redirected(QUrl)));
QSignalSpy finSpy(reply.data(), SIGNAL(finished()));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
// Redirected and finished should be emitted exactly once
QCOMPARE(redSpy.size(), 1);
QCOMPARE(finSpy.size(), 1);
// Original URL should not be changed after redirect
QCOMPARE(request.url(), localhost);
// Verify Redirect url
QList<QVariant> args = redSpy.takeFirst();
QCOMPARE(args.at(0).toUrl(), redirectUrl);
// Reply url is set to the redirect url
QCOMPARE(reply->url(), redirectUrl);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QVERIFY(validateRedirectedResponseHeaders(reply));
}
void tst_QNetworkReply::ioHttpChangeMaxRedirects()
{
MiniHttpServer server1("");
MiniHttpServer server2("");
MiniHttpServer server3(httpEmpty200Response);
QUrl server2Url(localhost);
server2Url.setPort(server2.serverPort());
server1.setDataToTransmit(tempRedirectReplyStr().arg(
QString(server2Url.toEncoded())).toLatin1());
QUrl server3Url(localhost);
server3Url.setPort(server3.serverPort());
server2.setDataToTransmit(tempRedirectReplyStr().arg(
QString(server3Url.toEncoded())).toLatin1());
localhost.setPort(server1.serverPort());
QNetworkRequest request(localhost);
request.setAttribute(QNetworkRequest::RedirectPolicyAttribute, QNetworkRequest::NoLessSafeRedirectPolicy);
// Set Max redirects to 1. This will cause TooManyRedirectsError
request.setMaximumRedirectsAllowed(1);
QNetworkReplyPtr reply(manager.get(request));
QSignalSpy redSpy(reply.data(), SIGNAL(redirected(QUrl)));
QSignalSpy spy(reply.data(), SIGNAL(errorOccurred(QNetworkReply::NetworkError)));
QCOMPARE(waitForFinish(reply), int(Failure));
QCOMPARE(redSpy.size(), request.maximumRedirectsAllowed());
QCOMPARE(spy.size(), 1);
QCOMPARE(reply->error(), QNetworkReply::TooManyRedirectsError);
// Increase max redirects to allow successful completion
request.setMaximumRedirectsAllowed(3);
QNetworkReplyPtr reply2(manager.get(request));
QSignalSpy redSpy2(reply2.data(), SIGNAL(redirected(QUrl)));
QVERIFY2(waitForFinish(reply2) == Success, msgWaitForFinished(reply2));
QCOMPARE(redSpy2.size(), 2);
QCOMPARE(reply2->url(), server3Url);
QCOMPARE(reply2->error(), QNetworkReply::NoError);
QVERIFY(validateRedirectedResponseHeaders(reply2));
}
void tst_QNetworkReply::ioHttpErrorString_data()
{
QTest::addColumn<int>("statusCode");
QTest::addColumn<QString>("reasonPhrase");
QTest::newRow("404 - page not found") << 404 << "page not found";
QTest::newRow("404 - <no reason provided>") << 404 << QString();
QTest::newRow("500 - internal error") << 500 << "internal error";
QTest::newRow("500 - <no reason provided>") << 500 << QString();
}
void tst_QNetworkReply::ioHttpErrorString()
{
QFETCH(const int, statusCode);
QFETCH(const QString, reasonPhrase);
QString serverReply = uR"(HTTP/1.1 %1%2
content-type: text/plain
Hello world)"_s;
if (reasonPhrase.isEmpty())
serverReply = serverReply.arg(QString::number(statusCode), "");
else
serverReply = serverReply.arg(QString::number(statusCode), u" " % reasonPhrase);
MiniHttpServer server(serverReply.toUtf8());
QUrl serverAddress;
serverAddress.setScheme(u"http"_s);
serverAddress.setHost(u"127.0.0.1"_s);
serverAddress.setPort(server.serverPort());
QNetworkRequest request(serverAddress);
QNetworkReplyPtr reply(manager.get(request));
QTRY_VERIFY(reply->isFinished());
QCOMPARE_NE(reply->error(), QNetworkReply::NoError);
if (!reasonPhrase.isEmpty()) {
QCOMPARE(reply->errorString(),
"Error transferring %1 - server replied: %2"_L1.arg(serverAddress.toString(),
reasonPhrase));
} else {
QCOMPARE(reply->errorString(),
"Error transferring %1 - server replied with status code %2"_L1.arg(
serverAddress.toString(), QString::number(statusCode)));
}
}
void tst_QNetworkReply::ioHttpRedirectErrors_data()
{
QTest::addColumn<QString>("url");
QTest::addColumn<QString>("dataToSend");
QTest::addColumn<QNetworkReply::NetworkError>("error");
QString tempRedirectReply = QString("HTTP/1.1 307 Temporary Redirect\r\n"
"content-type: text/plain\r\n"
QTest::newRow("too-many-redirects") << "http://localhost" << tempRedirectReply << QNetworkReply::TooManyRedirectsError;
#if QT_CONFIG(ssl)
QTest::newRow("insecure-redirect") << "https://localhost" << tempRedirectReply << QNetworkReply::InsecureRedirectError;
#endif
QTest::newRow("unknown-redirect") << "http://localhost"<< tempRedirectReply.replace("http", "bad_protocol") << QNetworkReply::ProtocolUnknownError;
}
void tst_QNetworkReply::ioHttpRedirectErrors()
{
QFETCH(QString, url);
QFETCH(QString, dataToSend);
QFETCH(QNetworkReply::NetworkError, error);
QUrl localhost(url);
if (localhost.scheme() == QLatin1String("https") && QTestPrivate::isSecureTransportBlockingTest())
QSKIP("SecureTransport: temporary keychain is not working on this version of macOS");
MiniHttpServer server("", localhost.scheme() == QLatin1String("https"));
localhost.setPort(server.serverPort());
QByteArray d2s = dataToSend.arg(
QString::number(server.serverPort())).toLatin1();
server.setDataToTransmit(d2s);
QNetworkRequest request(localhost);
request.setAttribute(QNetworkRequest::RedirectPolicyAttribute, QNetworkRequest::NoLessSafeRedirectPolicy);
QNetworkReplyPtr reply(manager.get(request));
if (localhost.scheme() == "https")
reply.data()->ignoreSslErrors();
QEventLoop eventLoop;
QTimer watchDog;
watchDog.setSingleShot(true);
reply->connect(reply.data(), &QNetworkReply::errorOccurred,
[&eventLoop](QNetworkReply::NetworkError){
eventLoop.exit(Failure);
});
watchDog.connect(&watchDog, &QTimer::timeout, [&eventLoop](){
eventLoop.exit(Timeout);
});
watchDog.start(5000);
QCOMPARE(eventLoop.exec(), int(Failure));
QCOMPARE(reply->error(), error);
}
struct SameOriginRedirector : MiniHttpServer
{
SameOriginRedirector(const QByteArray &data, bool ssl = false)
: MiniHttpServer(data, ssl)
{ }
std::vector<QByteArray> responses;
void reply() override
{
if (responses.empty()) {
dataToTransmit.clear();
} else {
dataToTransmit = responses.back();
responses.pop_back();
}
MiniHttpServer::reply();
}
};
void tst_QNetworkReply::ioHttpRedirectPolicy_data()
{
QTest::addColumn<QNetworkRequest::RedirectPolicy>("policy");
QTest::addColumn<bool>("ssl");
QTest::addColumn<int>("redirectCount");
QTest::addColumn<int>("statusCode");
QTest::newRow("manual-nossl") << QNetworkRequest::ManualRedirectPolicy << false << 0 << 307;
QTest::newRow("nolesssafe-nossl") << QNetworkRequest::NoLessSafeRedirectPolicy << false << 1 << 200;
QTest::newRow("same-origin-nossl") << QNetworkRequest::SameOriginRedirectPolicy << false << 1 << 200;
#if QT_CONFIG(ssl)
QTest::newRow("manual-ssl") << QNetworkRequest::ManualRedirectPolicy << true << 0 << 307;
QTest::newRow("nolesssafe-ssl") << QNetworkRequest::NoLessSafeRedirectPolicy << true << 1 << 200;
QTest::newRow("same-origin-ssl") << QNetworkRequest::SameOriginRedirectPolicy << true << 1 << 200;
#endif
}
void tst_QNetworkReply::ioHttpRedirectPolicy()
{
QFETCH(const QNetworkRequest::RedirectPolicy, policy);
QFETCH(const bool, ssl);
if (ssl && QTestPrivate::isSecureTransportBlockingTest())
QSKIP("SecureTransport: temporary keychain is not working on this version of macOS");
QFETCH(const int, redirectCount);
QFETCH(const int, statusCode);
// Setup HTTP server.
SameOriginRedirector redirectServer("", ssl);
url.setPort(redirectServer.serverPort());
redirectServer.responses.push_back(httpEmpty200Response);
redirectServer.responses.push_back(tempRedirectReplyStr().arg(QString(url.toEncoded())).toLatin1());
// This is the default one we preserve between tests.
QCOMPARE(manager.redirectPolicy(), QNetworkRequest::NoLessSafeRedirectPolicy);
manager.setRedirectPolicy(policy);
QCOMPARE(manager.redirectPolicy(), policy);
QNetworkReplyPtr reply(manager.get(QNetworkRequest(url)));
if (ssl)
reply->ignoreSslErrors();
// Restore default:
manager.setRedirectPolicy(QNetworkRequest::NoLessSafeRedirectPolicy);
QSignalSpy redirectSpy(reply.data(), SIGNAL(redirected(QUrl)));
QSignalSpy finishedSpy(reply.data(), SIGNAL(finished()));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(finishedSpy.size(), 1);
QCOMPARE(redirectSpy.size(), redirectCount);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), statusCode);
QVERIFY(validateRedirectedResponseHeaders(reply) || statusCode != 200);
}
void tst_QNetworkReply::ioHttpRedirectPolicyErrors_data()
{
QTest::addColumn<QNetworkRequest::RedirectPolicy>("policy");
QTest::addColumn<bool>("ssl");
QTest::addColumn<QString>("location");
QTest::addColumn<int>("maxRedirects");
QTest::addColumn<QNetworkReply::NetworkError>("expectedError");
// 1. NoLessSafeRedirectsPolicy
QTest::newRow("nolesssafe-nossl-nossl-too-many") << QNetworkRequest::NoLessSafeRedirectPolicy
#if QT_CONFIG(ssl)
QTest::newRow("nolesssafe-ssl-ssl-too-many") << QNetworkRequest::NoLessSafeRedirectPolicy
<< true << QString("https:/localhost:%1") << 0 << QNetworkReply::TooManyRedirectsError;
QTest::newRow("nolesssafe-ssl-nossl-insecure-redirect") << QNetworkRequest::NoLessSafeRedirectPolicy
#endif
// 2. SameOriginRedirectsPolicy
QTest::newRow("same-origin-nossl-nossl-too-many") << QNetworkRequest::SameOriginRedirectPolicy
#if QT_CONFIG(ssl)
QTest::newRow("same-origin-ssl-ssl-too-many") << QNetworkRequest::SameOriginRedirectPolicy
QTest::newRow("same-origin-https-http-wrong-protocol") << QNetworkRequest::SameOriginRedirectPolicy
#endif
QTest::newRow("same-origin-http-https-wrong-protocol") << QNetworkRequest::SameOriginRedirectPolicy
QTest::newRow("same-origin-http-http-wrong-host") << QNetworkRequest::SameOriginRedirectPolicy
#if QT_CONFIG(ssl)
QTest::newRow("same-origin-https-https-wrong-host") << QNetworkRequest::SameOriginRedirectPolicy
#endif
QTest::newRow("same-origin-http-http-wrong-port") << QNetworkRequest::SameOriginRedirectPolicy
#if QT_CONFIG(ssl)
QTest::newRow("same-origin-https-https-wrong-port") << QNetworkRequest::SameOriginRedirectPolicy
#endif
}
void tst_QNetworkReply::ioHttpRedirectPolicyErrors()
{
QFETCH(const QNetworkRequest::RedirectPolicy, policy);
// This should never happen:
QVERIFY(policy != QNetworkRequest::ManualRedirectPolicy);
QFETCH(const bool, ssl);
if (ssl && QTestPrivate::isSecureTransportBlockingTest())
QSKIP("SecureTransport: temporary keychain is not working on this version of macOS");
QFETCH(const QString, location);
QFETCH(const int, maxRedirects);
QFETCH(const QNetworkReply::NetworkError, expectedError);
// Setup the server.
MiniHttpServer server("", ssl);
server.setDataToTransmit(tempRedirectReplyStr().arg(location.arg(server.serverPort())).toLatin1());
url.setPort(server.serverPort());
QNetworkRequest request(url);
request.setMaximumRedirectsAllowed(maxRedirects);
// We always reset the policy to the default one ('NoLessSafe') after any related
// test is finished:
QCOMPARE(manager.redirectPolicy(), QNetworkRequest::NoLessSafeRedirectPolicy);
manager.setRedirectPolicy(policy);
QCOMPARE(manager.redirectPolicy(), policy);
QNetworkReplyPtr reply(manager.get(request));
// Set it back to default:
manager.setRedirectPolicy(QNetworkRequest::NoLessSafeRedirectPolicy);
if (ssl)
reply->ignoreSslErrors();
QSignalSpy spy(reply.data(), SIGNAL(errorOccurred(QNetworkReply::NetworkError)));
QCOMPARE(waitForFinish(reply), int(Failure));
QCOMPARE(spy.size(), 1);
QCOMPARE(reply->error(), expectedError);
}
void tst_QNetworkReply::ioHttpUserVerifiedRedirect_data()
{
QTest::addColumn<bool>("followRedirect");
QTest::addColumn<int>("statusCode");
QTest::newRow("allow-redirect") << true << 200;
QTest::newRow("reject-redirect") << false << 307;
}
void tst_QNetworkReply::ioHttpUserVerifiedRedirect()
{
QFETCH(const bool, followRedirect);
QFETCH(const int, statusCode);
// Setup HTTP server.
MiniHttpServer target(httpEmpty200Response, false);
url.setPort(target.serverPort());
MiniHttpServer redirectServer("", false);
redirectServer.setDataToTransmit(tempRedirectReplyStr().arg(QString(url.toEncoded())).toLatin1());
url.setPort(redirectServer.serverPort());
QCOMPARE(manager.redirectPolicy(), QNetworkRequest::NoLessSafeRedirectPolicy);
manager.setRedirectPolicy(QNetworkRequest::UserVerifiedRedirectPolicy);
QCOMPARE(manager.redirectPolicy(), QNetworkRequest::UserVerifiedRedirectPolicy);
QNetworkReplyPtr reply(manager.get(QNetworkRequest(url)));
reply->connect(reply.data(), &QNetworkReply::redirected,
[&](const QUrl &redirectUrl) {
qDebug() << "redirect to:" << redirectUrl;
if (followRedirect) {
qDebug() << "confirmed.";
emit reply->redirectAllowed();
} else{
qDebug() << "rejected.";
emit reply->abort();
}
});
// Before any test failed, reset the policy to default:
manager.setRedirectPolicy(QNetworkRequest::NoLessSafeRedirectPolicy);
QCOMPARE(manager.redirectPolicy(), QNetworkRequest::NoLessSafeRedirectPolicy);
QSignalSpy finishedSpy(reply.data(), SIGNAL(finished()));
waitForFinish(reply);
QCOMPARE(finishedSpy.size(), 1);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), statusCode);
QVERIFY(validateRedirectedResponseHeaders(reply) || statusCode != 200);
}
void tst_QNetworkReply::ioHttpCookiesDuringRedirect()
{
MiniHttpServer target(httpEmpty200Response, false);
const QString cookieHeader = QStringLiteral("Set-Cookie: hello=world; Path=/;\r\n");
QString redirect = tempRedirectReplyStr();
// Insert 'cookieHeader' before the final \r\n
redirect.insert(redirect.size() - 2, cookieHeader);
url.setPort(target.serverPort());
redirect = redirect.arg(url.toString());
MiniHttpServer redirectServer(redirect.toLatin1(), false);
url.setPort(redirectServer.serverPort());
QNetworkRequest request(url);
auto oldRedirectPolicy = manager.redirectPolicy();
manager.setRedirectPolicy(QNetworkRequest::RedirectPolicy::NoLessSafeRedirectPolicy);
QNetworkReplyPtr reply(manager.get(request));
// Set policy back to whatever it was
manager.setRedirectPolicy(oldRedirectPolicy);
QVERIFY(waitForFinish(reply) == Success);
QVERIFY(target.receivedData.toLower().contains("\r\ncookie: hello=world\r\n"));
QVERIFY(validateRedirectedResponseHeaders(reply));
}
void tst_QNetworkReply::ioHttpRedirect_data()
{
QTest::addColumn<QString>("status");
QTest::addRow("301") << "301 Moved Permanently";
QTest::addRow("302") << "302 Found";
QTest::addRow("303") << "303 See Other";
QTest::addRow("305") << "305 Use Proxy";
QTest::addRow("307") << "307 Temporary Redirect";
QTest::addRow("308") << "308 Permanent Redirect";
}
void tst_QNetworkReply::ioHttpRedirect()
{
QFETCH(QString, status);
MiniHttpServer target(httpEmpty200Response, false);
targetUrl.setPort(target.serverPort());
QString redirectReply = QStringLiteral("HTTP/1.1 %1\r\n"
"content-type: text/plain\r\n"
"location: %2\r\n"
"\r\n").arg(status, targetUrl.toString());
MiniHttpServer redirectServer(redirectReply.toLatin1(), false);
url.setPort(redirectServer.serverPort());
QNetworkRequest request(url);
auto oldRedirectPolicy = manager.redirectPolicy();
manager.setRedirectPolicy(QNetworkRequest::RedirectPolicy::NoLessSafeRedirectPolicy);
QNetworkReplyPtr reply(manager.get(request));
// Set policy back to what it was
manager.setRedirectPolicy(oldRedirectPolicy);
QCOMPARE(waitForFinish(reply), int(Success));
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QVERIFY(validateRedirectedResponseHeaders(reply));
}
#if QT_CONFIG(networkdiskcache)
/*
Test that, if we load a redirect from cache, we don't treat the request to
the destination of the redirect as a redirect.
If it was treated as a redirect the finished() signal was never emitted!
*/
void tst_QNetworkReply::ioHttpRedirectWithCache()
{
// Disallow caching the result so that the second request must also send the request
QByteArray http200ResponseNoCache = "HTTP/1.1 200 OK\r\n"
"content-type: text/plain\r\n"
"Cache-Control: no-cache\r\n"
"\r\nHello";
MiniHttpServer target(http200ResponseNoCache, false);
targetUrl.setPort(target.serverPort());
// A cache-able redirect reply
QString redirectReply = QStringLiteral("HTTP/1.1 308\r\n"
"content-type: text/plain\r\n"
"location: %1\r\n"
"Cache-Control: max-age=3600\r\n"
"\r\nYou're being redirected").arg(targetUrl.toString());
MiniHttpServer redirectServer(redirectReply.toLatin1(), false);
url.setPort(redirectServer.serverPort());
QTemporaryDir tempDir(QDir::tempPath() + "/tmp_cache_28035");
QVERIFY2(tempDir.isValid(), qPrintable(tempDir.errorString()));
tempDir.setAutoRemove(true);
QNetworkDiskCache *diskCache = new QNetworkDiskCache();
diskCache->setCacheDirectory(tempDir.path());
// Manager takes ownership of the cache:
manager.setCache(diskCache);
QCOMPARE(diskCache->cacheSize(), 0);
// Send the first request, we end up caching the redirect reply
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.get(request));
QCOMPARE(waitForFinish(reply), int(Success));
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QVERIFY(validateRedirectedResponseHeaders(reply));
QVERIFY(diskCache->cacheSize() != 0);
// Now for the second request, we will use the cache, and we test that the finished()
// signal is still emitted.
request.setAttribute(QNetworkRequest::CacheLoadControlAttribute, QNetworkRequest::PreferCache);
reply.reset(manager.get(request));
QCOMPARE(waitForFinish(reply), int(Success));
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200);
QVERIFY(validateRedirectedResponseHeaders(reply));
}
#endif
void tst_QNetworkReply::ioHttpRedirectFromLocalToRemote()
{
QUrl targetUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/rfc3252.txt");
QString redirectReply = tempRedirectReplyStr().arg(targetUrl.toString());
MiniHttpServer redirectServer(redirectReply.toLatin1(), false);
url.setPort(redirectServer.serverPort());
QFile reference(testDataDir + "/rfc3252.txt");
QVERIFY(reference.open(QIODevice::ReadOnly));
QNetworkRequest request(url);
auto oldRedirectPolicy = manager.redirectPolicy();
manager.setRedirectPolicy(QNetworkRequest::RedirectPolicy::NoLessSafeRedirectPolicy);
QNetworkReplyPtr reply(manager.get(request));
// Restore previous policy
manager.setRedirectPolicy(oldRedirectPolicy);
QCOMPARE(waitForFinish(reply), int(Success));
QCOMPARE(reply->url(), targetUrl);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->header(QNetworkRequest::ContentLengthHeader).toLongLong(), reference.size());
QCOMPARE(reply->readAll(), reference.readAll());
}
void tst_QNetworkReply::ioHttpRedirectPostPut_data()
{
QTest::addColumn<bool>("usePost");
QTest::addColumn<QString>("status");
QTest::addColumn<QByteArray>("data");
QTest::addColumn<QString>("contentType");
QByteArray data;
data = "hello world";
QTest::addRow("post-307") << true << "307 Temporary Redirect" << data << "text/plain";
QTest::addRow("put-307") << false << "307 Temporary Redirect" << data << "text/plain";
QString permanentRedirect = "308 Permanent Redirect";
QTest::addRow("post-308") << true << permanentRedirect << data << "text/plain";
QTest::addRow("put-308") << false << permanentRedirect << data << "text/plain";
// Some data from ::putToFile_data
data = "";
QTest::newRow("post-empty") << true << permanentRedirect << data << "application/octet-stream";
QTest::newRow("put-empty") << false << permanentRedirect << data << "application/octet-stream";
data = QByteArray("abcd\0\1\2\abcd",12);
QTest::newRow("post-with-nul") << true << permanentRedirect << data << "application/octet-stream";
QTest::newRow("put-with-nul") << false << permanentRedirect << data << "application/octet-stream";
data = QByteArray(4097, '\4');
QTest::newRow("post-4k+1") << true << permanentRedirect << data << "application/octet-stream";
QTest::newRow("put-4k+1") << false << permanentRedirect << data << "application/octet-stream";
data = QByteArray(128*1024+1, '\177');
QTest::newRow("post-128k+1") << true << permanentRedirect << data << "application/octet-stream";
QTest::newRow("put-128k+1") << false << permanentRedirect << data << "application/octet-stream";
data = QByteArray(2*1024*1024+1, '\177');
QTest::newRow("post-2MB+1") << true << permanentRedirect << data << "application/octet-stream";
QTest::newRow("put-2MB+1") << false << permanentRedirect << data << "application/octet-stream";
}
void tst_QNetworkReply::ioHttpRedirectPostPut()
{
QFETCH(bool, usePost);
QFETCH(QString, status);
QFETCH(QByteArray, data);
QFETCH(QString, contentType);
QUrl targetUrl("http://" + QtNetworkSettings::httpServerName() + "/qtest/cgi-bin/md5sum.cgi");
QString redirectReply = QStringLiteral("HTTP/1.1 %1\r\n"
"content-type: text/plain\r\n"
"location: %2\r\n"
"\r\n").arg(status, targetUrl.toString());
MiniHttpServer redirectServer(redirectReply.toLatin1());
url.setPort(redirectServer.serverPort());
QNetworkRequest request(url);
request.setHeader(QNetworkRequest::KnownHeaders::ContentTypeHeader, contentType);
auto oldRedirectPolicy = manager.redirectPolicy();
manager.setRedirectPolicy(QNetworkRequest::RedirectPolicy::NoLessSafeRedirectPolicy);
QNetworkReplyPtr reply(usePost ? manager.post(request, data) : manager.put(request, data));
// Restore previous policy:
manager.setRedirectPolicy(oldRedirectPolicy);
QCOMPARE(waitForFinish(reply), int(Success));
QCOMPARE(reply->readAll().trimmed(), md5sum(data).toHex());
}
#if QT_CONFIG(http)
void tst_QNetworkReply::ioHttpRedirectMultipartPost_data()
{
postToHttpMultipart_data();
}
void tst_QNetworkReply::ioHttpRedirectMultipartPost()
{
// Note: This code is heavily based on postToHttpMultipart
QFETCH(QUrl, url);
static QSet<QByteArray> boundaries;
QNetworkReplyPtr reply;
QFETCH(QHttpMultiPart *, multiPart);
QFETCH(QByteArray, expectedReplyData);
QFETCH(QByteArray, contentType);
QString redirectReply = tempRedirectReplyStr().arg(url.toString());
MiniHttpServer redirectServer(redirectReply.toLatin1());
redirectUrl.setPort(redirectServer.serverPort());
QNetworkRequest request(redirectUrl);
// Restore policy when we leave this scope:
struct PolicyRestorer
{
QNetworkAccessManager &qnam;
QNetworkRequest::RedirectPolicy policy;
PolicyRestorer(QNetworkAccessManager &qnam)
: qnam(qnam), policy(qnam.redirectPolicy())
{ qnam.setRedirectPolicy(QNetworkRequest::RedirectPolicy::NoLessSafeRedirectPolicy); }
~PolicyRestorer() { qnam.setRedirectPolicy(policy); }
} policyRestorer(manager);
// hack for testing the setting of the content-type header by hand:
if (contentType == "custom") {
QByteArray contentType("multipart/custom; boundary=\"" + multiPart->boundary() + "\"");
request.setHeader(QNetworkRequest::ContentTypeHeader, contentType);
}
QVERIFY2(! boundaries.contains(multiPart->boundary()), "boundary '" + multiPart->boundary() + "' has been created twice");
boundaries.insert(multiPart->boundary());
RUN_REQUEST(runMultipartRequest(request, reply, multiPart, "POST"));
multiPart->deleteLater();
QCOMPARE(reply->url(), url);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(), 200); // 200 OK
QVERIFY(multiPart->boundary().size() > 20); // check that there is randomness after the "boundary_.oOo._" string
QVERIFY(multiPart->boundary().size() < 70);
QByteArray replyData = reply->readAll();
expectedReplyData.prepend("content type: multipart/" + contentType + "; boundary=\"" + multiPart->boundary() + "\"\n");
// QEXPECT_FAIL("nested", "the server does not understand nested multipart messages", Continue); // see above
QCOMPARE(replyData, expectedReplyData);
}
#endif
void tst_QNetworkReply::ioHttpRedirectDelete()
{
MiniHttpServer target(httpEmpty200Response, false);
targetUrl.setPort(target.serverPort());
QString redirectReply = tempRedirectReplyStr().arg(targetUrl.toString());
MiniHttpServer redirectServer(redirectReply.toLatin1());
url.setPort(redirectServer.serverPort());
QNetworkRequest request(url);
auto oldRedirectPolicy = manager.redirectPolicy();
manager.setRedirectPolicy(QNetworkRequest::RedirectPolicy::NoLessSafeRedirectPolicy);
QNetworkReplyPtr reply(manager.deleteResource(request));
// Restore previous policy:
manager.setRedirectPolicy(oldRedirectPolicy);
QCOMPARE(waitForFinish(reply), int(Success));
QVERIFY2(target.receivedData.startsWith("DELETE"), "Target server called with the wrong method");
}
void tst_QNetworkReply::ioHttpRedirectCustom()
{
MiniHttpServer target(httpEmpty200Response, false);
targetUrl.setPort(target.serverPort());
QString redirectReply = tempRedirectReplyStr().arg(targetUrl.toString());
MiniHttpServer redirectServer(redirectReply.toLatin1());
url.setPort(redirectServer.serverPort());
QNetworkRequest request(url);
auto oldRedirectPolicy = manager.redirectPolicy();
manager.setRedirectPolicy(QNetworkRequest::RedirectPolicy::NoLessSafeRedirectPolicy);
QNetworkReplyPtr reply(manager.sendCustomRequest(request, QByteArrayLiteral("CUSTOM")));
// Restore previous policy:
manager.setRedirectPolicy(oldRedirectPolicy);
QCOMPARE(waitForFinish(reply), int(Success));
QVERIFY2(target.receivedData.startsWith("CUSTOM"), "Target server called with the wrong method");
}
void tst_QNetworkReply::ioHttpRedirectWithUploadDevice_data()
{
QTest::addColumn<QByteArray>("method");
QTest::addColumn<QString>("status");
QTest::addColumn<bool>("keepMethod");
QTest::addRow("post-301") << QByteArray("POST") << "301 Moved Permanently" << false;
QTest::addRow("post-307") << QByteArray("POST") << "307 Temporary Redirect" << true;
const QByteArray customVerb = QByteArray("CUSTOM_WITH_PAYLOAD");
QTest::addRow("custom-301") << customVerb << "301 Moved Permanently" << false;
QTest::addRow("custom-307") << customVerb << "307 Temporary Redirect" << true;
}
/*
Tests that we properly disregard the upload device when redirecting
and changing method to GET, and that it gets reset properly when
redirecting (without changing method) for POST and a custom method.
*/
void tst_QNetworkReply::ioHttpRedirectWithUploadDevice()
{
QFETCH(QByteArray, method);
QFETCH(QString, status);
QFETCH(bool, keepMethod);
MiniHttpServer target(httpEmpty200Response, false);
targetUrl.setPort(target.serverPort());
QString redirectReply = QStringLiteral("HTTP/1.1 %1\r\n"
"content-type: text/plain\r\n"
"location: %2\r\n"
"\r\n").arg(status, targetUrl.toString());
MiniHttpServer redirectServer(redirectReply.toLatin1());
url.setPort(redirectServer.serverPort());
QNetworkRequest request(url);
request.setHeader(QNetworkRequest::ContentTypeHeader, QByteArray("text/plain"));
auto oldRedirectPolicy = manager.redirectPolicy();
manager.setRedirectPolicy(QNetworkRequest::RedirectPolicy::NoLessSafeRedirectPolicy);
QByteArray data = "Hello world";
QBuffer buffer(&data);
QNetworkReplyPtr reply;
if (method == "POST")
reply.reset(manager.post(request, &buffer));
else
reply.reset(manager.sendCustomRequest(request, method, &buffer));
// Restore previous policy:
manager.setRedirectPolicy(oldRedirectPolicy);
QCOMPARE(waitForFinish(reply), int(Success));
QByteArray expectedMethod = method;
if (!keepMethod)
expectedMethod = "GET";
QVERIFY2(target.receivedData.startsWith(expectedMethod), "Target server called with the wrong method");
if (keepMethod) { // keepMethod also means we resend the data
QVERIFY2(target.receivedData.endsWith(data), "Target server didn't receive the data");
} else {
// we shouldn't send Content-Length with not content (esp. for GET)
QVERIFY2(!target.receivedData.contains("Content-Length"),
"Target server should not have received a Content-Length header");
QVERIFY2(!target.receivedData.contains("content-type"),
"Target server should not have received a content-type header");
}
}
#if QT_CONFIG(ssl)
class PutWithServerClosingConnectionImmediatelyHandler: public QObject
{
Q_OBJECT
public:
bool m_parsedHeaders;
QByteArray m_receivedData;
QByteArray m_expectedData;
QSslSocket *m_socket;
PutWithServerClosingConnectionImmediatelyHandler(QSslSocket *s, QByteArray expected) :m_parsedHeaders(false), m_expectedData(expected), m_socket(s)
{
m_socket->setParent(this);
connect(m_socket, SIGNAL(readyRead()), SLOT(readyReadSlot()));
connect(m_socket, SIGNAL(disconnected()), SLOT(disconnectedSlot()));
}
signals:
void correctFileUploadReceived();
void corruptFileUploadReceived();
public slots:
void closeDelayed() { m_socket->close(); }
void readyReadSlot()
{
QByteArray data = m_socket->readAll();
m_receivedData += data;
if (!m_parsedHeaders && m_receivedData.contains("\r\n\r\n")) {
m_parsedHeaders = true;
QTimer::singleShot(QRandomGenerator::global()->bounded(60), this, SLOT(closeDelayed())); // simulate random network latency
// This server simulates a web server connection closing, e.g. because of Apaches MaxKeepAliveRequests or KeepAliveTimeout
// In this case QNAM needs to re-send the upload data but it had a bug which then corrupts the upload
// This test catches that.
}
}
void disconnectedSlot()
{
if (m_parsedHeaders) {
//qDebug() << m_receivedData.left(m_receivedData.indexOf("\r\n\r\n"));
m_receivedData = m_receivedData.mid(m_receivedData.indexOf("\r\n\r\n")+4); // check only actual data
}
if (m_receivedData.size() > 0 && !m_expectedData.startsWith(m_receivedData)) {
// We had received some data but it is corrupt!
qDebug() << "CORRUPT" << m_receivedData.size();
#if 0 // Use this to track down the pattern of the corruption and conclude the source
QFile a("/tmp/corrupt");
a.open(QIODevice::WriteOnly);
a.write(m_receivedData);
a.close();
QFile b("/tmp/correct");
b.open(QIODevice::WriteOnly);
b.write(m_expectedData);
b.close();
//exit(1);
#endif
emit corruptFileUploadReceived();
} else {
emit correctFileUploadReceived();
}
}
};
class PutWithServerClosingConnectionImmediatelyServer: public SslServer
{
Q_OBJECT
public:
int m_correctUploads;
int m_corruptUploads;
int m_repliesFinished;
int m_expectedReplies;
QByteArray m_expectedData;
PutWithServerClosingConnectionImmediatelyServer()
: SslServer(), m_correctUploads(0), m_corruptUploads(0),
m_repliesFinished(0), m_expectedReplies(0)
{
QObject::connect(this, SIGNAL(newEncryptedConnection(QSslSocket*)), this, SLOT(createHandlerForConnection(QSslSocket*)));
QObject::connect(this, SIGNAL(newPlainConnection(QSslSocket*)), this, SLOT(createHandlerForConnection(QSslSocket*)));
}
public slots:
void createHandlerForConnection(QSslSocket* s)
{
PutWithServerClosingConnectionImmediatelyHandler *handler = new PutWithServerClosingConnectionImmediatelyHandler(s, m_expectedData);
handler->setParent(this);
QObject::connect(handler, SIGNAL(correctFileUploadReceived()), this, SLOT(increaseCorrect()));
QObject::connect(handler, SIGNAL(corruptFileUploadReceived()), this, SLOT(increaseCorrupt()));
}
void increaseCorrect() { m_correctUploads++; }
void increaseCorrupt() { m_corruptUploads++; }
void replyFinished()
{
m_repliesFinished++;
if (m_repliesFinished == m_expectedReplies) {
QTestEventLoop::instance().exitLoop();
}
}
};
void tst_QNetworkReply::putWithServerClosingConnectionImmediately()
{
if (QTestPrivate::isSecureTransportBlockingTest())
QSKIP("SecureTransport: temporary keychain is not working on this version of macOS");
const int numUploads = 40;
qint64 wantedSize = 512*1024; // 512 kB
QByteArray sourceFile;
for (int i = 0; i < wantedSize; ++i) {
sourceFile += (char)'a' +(i%26);
}
bool withSsl = false;
for (int s = 0; s <= 1; s++) {
withSsl = (s == 1);
// Test also needs to run several times because of 9c2ecf89
for (int j = 0; j < 20; j++) {
// emulate a minimal https server
PutWithServerClosingConnectionImmediatelyServer server;
server.m_ssl = withSsl;
server.m_expectedData = sourceFile;
server.m_expectedReplies = numUploads;
server.listen(QHostAddress(QHostAddress::LocalHost), 0);
QString urlPrefix = QLatin1String("http");
if (withSsl)
urlPrefix += QLatin1Char('s');
urlPrefix += QLatin1String("://127.0.0.1:");
urlPrefix += QString::number(server.serverPort());
urlPrefix += QLatin1String("/file=");
for (int i = 0; i < numUploads; i++) {
// create the request
QNetworkRequest request(QUrl(urlPrefix + QString::number(i)));
// Disable http2 so we get the 6 simultaneous channels as when
// the test was originally written
request.setAttribute(QNetworkRequest::Http2AllowedAttribute, false);
QNetworkReply *reply = manager.put(request, sourceFile);
connect(reply, SIGNAL(sslErrors(QList<QSslError>)), reply, SLOT(ignoreSslErrors()));
connect(reply, SIGNAL(finished()), &server, SLOT(replyFinished()));
reply->setParent(&server);
}
// get the request started and the incoming socket connected
QTestEventLoop::instance().enterLoop(10);
QVERIFY(!QTestEventLoop::instance().timeout());
//qDebug() << "correct=" << server.m_correctUploads << "corrupt=" << server.m_corruptUploads << "expected=" <<numUploads;
// Sanity check because ecause of 9c2ecf89 most replies will error out but we want to make sure at least some of them worked
QVERIFY(server.m_correctUploads > 2);
// Because actually important is that we don't get any corruption:
QCOMPARE(server.m_corruptUploads, 0);
server.close();
}
}
}
#endif
void tst_QNetworkReply::autoDeleteRepliesAttribute_data()
{
QTest::addColumn<QUrl>("destination");
QUrl webServerUrl = QtNetworkSettings::httpServerIp().toString();
webServerUrl.setPath("/notfound");
webServerUrl.setScheme("http");
QTest::newRow("http") << webServerUrl;
webServerUrl.setScheme("https");
QTest::newRow("https") << webServerUrl;
if (ftpSupported)
#ifdef Q_OS_WIN
// Only supported on windows.
#endif
QTest::newRow("data") << QUrl("data:,Some%20plaintext%20data");
}
void tst_QNetworkReply::autoDeleteRepliesAttribute()
{
QFETCH(QUrl, destination);
{
// Get
QNetworkRequest request(destination);
request.setAttribute(QNetworkRequest::AutoDeleteReplyOnFinishAttribute, true);
QNetworkReply *reply = manager.get(request);
QSignalSpy finishedSpy(reply, &QNetworkReply::finished);
QSignalSpy destroyedSpy(reply, &QObject::destroyed);
QVERIFY(finishedSpy.wait());
QCOMPARE(destroyedSpy.size(), 0);
QVERIFY(destroyedSpy.wait());
}
{
// Post
QNetworkRequest request(destination);
request.setAttribute(QNetworkRequest::AutoDeleteReplyOnFinishAttribute, true);
QNetworkReply *reply = manager.post(request, QByteArrayLiteral("datastring"));
QSignalSpy finishedSpy(reply, &QNetworkReply::finished);
QSignalSpy destroyedSpy(reply, &QObject::destroyed);
QVERIFY(finishedSpy.wait());
QCOMPARE(destroyedSpy.size(), 0);
QVERIFY(destroyedSpy.wait());
}
// Now repeated, but without the attribute to make sure it does not get deleted automatically.
// We need two calls to processEvents to test that the QNetworkReply doesn't get deleted.
// The first call executes a metacall event which adds the deleteLater meta event which
// would be executed in the second call. But that shouldn't happen without the attribute.
{
// Get
QNetworkRequest request(destination);
auto reply = std::unique_ptr<QNetworkReply>(manager.get(request));
QSignalSpy finishedSpy(reply.get(), &QNetworkReply::finished);
QSignalSpy destroyedSpy(reply.get(), &QObject::destroyed);
QVERIFY(finishedSpy.wait());
QCOMPARE(destroyedSpy.size(), 0);
QCoreApplication::processEvents();
QCoreApplication::processEvents();
QCOMPARE(destroyedSpy.size(), 0);
}
{
// Post
QNetworkRequest request(destination);
auto reply = std::unique_ptr<QNetworkReply>(manager.post(request, "datastring"_ba));
QSignalSpy finishedSpy(reply.get(), &QNetworkReply::finished);
QSignalSpy destroyedSpy(reply.get(), &QObject::destroyed);
QVERIFY(finishedSpy.wait());
QCOMPARE(destroyedSpy.size(), 0);
QCoreApplication::processEvents();
QCoreApplication::processEvents();
QCOMPARE(destroyedSpy.size(), 0);
}
}
void tst_QNetworkReply::autoDeleteReplies_data()
{
autoDeleteRepliesAttribute_data();
}
void tst_QNetworkReply::autoDeleteReplies()
{
QFETCH(QUrl, destination);
manager.setAutoDeleteReplies(true);
auto cleanup = qScopeGuard([this] { manager.setAutoDeleteReplies(false); });
{
// Get
QNetworkRequest request(destination);
QNetworkReply *reply = manager.get(request);
QSignalSpy finishedSpy(reply, &QNetworkReply::finished);
QSignalSpy destroyedSpy(reply, &QObject::destroyed);
QVERIFY(finishedSpy.wait());
QCOMPARE(destroyedSpy.size(), 0);
QVERIFY(destroyedSpy.wait());
}
{
// Post
QNetworkRequest request(destination);
QNetworkReply *reply = manager.post(request, QByteArrayLiteral("datastring"));
QSignalSpy finishedSpy(reply, &QNetworkReply::finished);
QSignalSpy destroyedSpy(reply, &QObject::destroyed);
QVERIFY(finishedSpy.wait());
QCOMPARE(destroyedSpy.size(), 0);
QVERIFY(destroyedSpy.wait());
}
// Here we repeat the test, but override the auto-deletion in the QNetworkRequest
// We need two calls to processEvents to test that the QNetworkReply doesn't get deleted.
// The first call executes a metacall event which adds the deleteLater meta event which
// would be executed in the second call. But that shouldn't happen in this case.
{
// Get
QNetworkRequest request(destination);
request.setAttribute(QNetworkRequest::AutoDeleteReplyOnFinishAttribute, false);
auto reply = std::unique_ptr<QNetworkReply>(manager.get(request));
QSignalSpy finishedSpy(reply.get(), &QNetworkReply::finished);
QSignalSpy destroyedSpy(reply.get(), &QObject::destroyed);
QVERIFY(finishedSpy.wait());
QCOMPARE(destroyedSpy.size(), 0);
QCoreApplication::processEvents();
QCoreApplication::processEvents();
QCOMPARE(destroyedSpy.size(), 0);
}
{
// Post
QNetworkRequest request(destination);
request.setAttribute(QNetworkRequest::AutoDeleteReplyOnFinishAttribute, false);
auto reply = std::unique_ptr<QNetworkReply>(manager.post(request, "datastring"_ba));
QSignalSpy finishedSpy(reply.get(), &QNetworkReply::finished);
QSignalSpy destroyedSpy(reply.get(), &QObject::destroyed);
QVERIFY(finishedSpy.wait());
QCOMPARE(destroyedSpy.size(), 0);
QCoreApplication::processEvents();
QCoreApplication::processEvents();
QCOMPARE(destroyedSpy.size(), 0);
}
// Now we repeat the test with autoDeleteReplies set to false
cleanup.dismiss();
manager.setAutoDeleteReplies(false);
{
// Get
QNetworkRequest request(destination);
auto reply = std::unique_ptr<QNetworkReply>(manager.get(request));
QSignalSpy finishedSpy(reply.get(), &QNetworkReply::finished);
QSignalSpy destroyedSpy(reply.get(), &QObject::destroyed);
QVERIFY(finishedSpy.wait());
QCOMPARE(destroyedSpy.size(), 0);
QCoreApplication::processEvents();
QCoreApplication::processEvents();
QCOMPARE(destroyedSpy.size(), 0);
}
{
// Post
QNetworkRequest request(destination);
auto reply = std::unique_ptr<QNetworkReply>(manager.post(request, "datastring"_ba));
QSignalSpy finishedSpy(reply.get(), &QNetworkReply::finished);
QSignalSpy destroyedSpy(reply.get(), &QObject::destroyed);
QVERIFY(finishedSpy.wait());
QCOMPARE(destroyedSpy.size(), 0);
QCoreApplication::processEvents();
QCoreApplication::processEvents();
QCOMPARE(destroyedSpy.size(), 0);
}
}
#if QT_CONFIG(http) || defined (Q_OS_WASM)
void tst_QNetworkReply::requestWithTimeout_data()
{
using Operation = QNetworkAccessManager::Operation;
QTest::addColumn<Operation>("method");
QTest::addColumn<int>("reqInt");
QTest::addColumn<std::chrono::milliseconds>("reqChrono");
QTest::addColumn<int>("mgrInt");
QTest::addColumn<std::chrono::milliseconds>("mgrChrono");
QTest::addRow("get_req_int") << Operation::GetOperation << 500 << 0ms << 0 << 0ms;
QTest::addRow("get_req_chrono") << Operation::GetOperation << 0 << 500ms << 0 << 0ms;
QTest::addRow("get_mgr_int") << Operation::GetOperation << 0 << 0ms << 500 << 0ms;
QTest::addRow("get_mgr_chrono") << Operation::GetOperation << 0 << 0ms << 0 << 500ms;
QTest::addRow("post_req_int") << Operation::PostOperation << 500 << 0ms << 0 << 0ms;
QTest::addRow("post_req_chrono") << Operation::PostOperation << 0 << 500ms << 0 << 0ms;
QTest::addRow("post_mgr_int") << Operation::PostOperation << 0 << 0ms << 500 << 0ms;
QTest::addRow("post_mgr_chrono") << Operation::PostOperation << 0 << 0ms << 0 << 500ms;
}
void tst_QNetworkReply::requestWithTimeout()
{
QFETCH(QNetworkAccessManager::Operation, method);
QFETCH(int, reqInt);
QFETCH(int, mgrInt);
QFETCH(std::chrono::milliseconds, reqChrono);
QFETCH(std::chrono::milliseconds, mgrChrono);
const auto data = "some data"_ba;
// Manager instance remains between case runs => always reset it's transferTimeout to
// ensure setting its transferTimeout in this case has effect
manager.setTransferTimeout(0ms);
auto cleanup = qScopeGuard([this] { manager.setTransferTimeout(0ms); });
MiniHttpServer server(tst_QNetworkReply::httpEmpty200Response, false);
server.stopTransfer = true;
request.setRawHeader("content-type", "application/octet-stream");
if (reqInt > 0)
request.setTransferTimeout(reqInt);
if (reqChrono > 0ms)
request.setTransferTimeout(reqChrono);
if (mgrInt > 0)
manager.setTransferTimeout(mgrInt);
if (mgrChrono > 0ms)
manager.setTransferTimeout(mgrChrono);
QNetworkReplyPtr reply;
if (method == QNetworkAccessManager::GetOperation)
reply.reset(manager.get(request));
else if (method == QNetworkAccessManager::PostOperation)
reply.reset(manager.post(request, data));
QVERIFY(reply);
QSignalSpy spy(reply.data(), &QNetworkReply::errorOccurred);
QCOMPARE(waitForFinish(reply), int(Failure));
QCOMPARE(spy.size(), 1);
QCOMPARE(reply->error(), QNetworkReply::TimeoutError);
}
void tst_QNetworkReply::requestWithTimeoutAfterRedirect()
{
// QTBUG-147039: transfer timeout must survive redirects
MiniHttpServer target(QByteArray(), false);
target.stopTransfer = true;
targetUrl.setPort(target.serverPort());
QString redirectReply = QStringLiteral("HTTP/1.1 302 Found\r\n"
"location: %1\r\n"
"content-length: 0\r\n"
"\r\n")
.arg(targetUrl.toString());
MiniHttpServer redirectServer(redirectReply.toLatin1(), false);
url.setPort(redirectServer.serverPort());
QNetworkRequest request(url);
request.setAttribute(QNetworkRequest::RedirectPolicyAttribute,
QNetworkRequest::NoLessSafeRedirectPolicy);
request.setTransferTimeout(1000);
QNetworkReplyPtr reply(manager.get(request));
QSignalSpy spy(reply.data(), &QNetworkReply::errorOccurred);
QCOMPARE(waitForFinish(reply), int(Failure));
QCOMPARE(spy.size(), 1);
QCOMPARE(reply->error(), QNetworkReply::TimeoutError);
}
#endif
void tst_QNetworkReply::moreActivitySignals_data()
{
QTest::addColumn<QUrl>("url");
QTest::addColumn<bool>("useipv6");
QTest::addColumn<bool>("postWithData");
if (qEnvironmentVariable("QTEST_ENVIRONMENT").split(' ').contains("ci")) {
// On CI server
} else {
// For manual testing
QTest::addRow("localDns4") << QUrl("http://localhost") << true << false; // will find both v4 and v6
QTest::addRow("localDns6") << QUrl("http://localhost") << false << false; // will find both v4 and v6
}
}
void tst_QNetworkReply::moreActivitySignals()
{
QFETCH(QUrl, url);
QFETCH(bool, useipv6);
QFETCH(bool, postWithData);
MiniHttpServer server(tst_QNetworkReply::httpEmpty200Response, false, nullptr/*thread*/, useipv6);
server.doClose = false;
url.setPort(server.serverPort());
QNetworkRequest request(url);
QNetworkReplyPtr reply;
if (postWithData) {
request.setRawHeader("content-type", "text/plain");
reply.reset(manager.post(request, "Hello, world!"));
} else {
reply.reset(manager.get(request));
}
QSignalSpy spy1(reply.data(), SIGNAL(socketStartedConnecting()));
QSignalSpy spy2(reply.data(), SIGNAL(requestSent()));
QSignalSpy spy3(reply.data(), SIGNAL(metaDataChanged()));
QSignalSpy spy4(reply.data(), SIGNAL(finished()));
if (url.host() == u"localhost") {
// localhost may resolve to both v4 and v6, so we may get two
// socketStartedConnecting signals
QTRY_COMPARE_GE(spy1.size(), 1);
QCOMPARE_LE(spy1.size(), 2);
} else {
QTRY_COMPARE(spy1.size(), 1);
}
QTRY_COMPARE(spy2.size(), 1);
QTRY_COMPARE(spy3.size(), 1);
QTRY_COMPARE(spy4.size(), 1);
QVERIFY(reply->error() == QNetworkReply::NoError);
// Second request will not send socketStartedConnecting because of keep-alive, so don't check it.
QNetworkReplyPtr secondreply;
if (postWithData) {
request.setRawHeader("content-type", "text/plain");
secondreply.reset(manager.post(request, "Hello, world!"));
} else {
secondreply.reset(manager.get(request));
}
QSignalSpy secondspy2(secondreply.data(), SIGNAL(requestSent()));
QSignalSpy secondspy3(secondreply.data(), SIGNAL(metaDataChanged()));
QSignalSpy secondspy4(secondreply.data(), SIGNAL(finished()));
QTRY_COMPARE(secondspy2.size(), 1);
QTRY_COMPARE(secondspy3.size(), 1);
QTRY_COMPARE(secondspy4.size(), 1);
QVERIFY(secondreply->error() == QNetworkReply::NoError);
}
void tst_QNetworkReply::contentEncoding_data()
{
QTest::addColumn<QByteArray>("encoding");
QTest::addColumn<QByteArray>("body");
QTest::addColumn<QByteArray>("expected");
QTest::addColumn<bool>("decompress");
const QByteArray helloWorld = "hello world";
const QByteArray gzipBody = QByteArray::fromBase64("H4sIAAAAAAAAA8tIzcnJVyjPL8pJAQCFEUoNCwAAAA==");
QTest::newRow("gzip-hello-world")
<< QByteArray("gzip")
<< gzipBody
<< helloWorld
<< true;
QTest::newRow("gzip-hello-world-no-decompress")
<< QByteArray("gzip")
<< gzipBody
<< helloWorld
<< false;
const QByteArray deflateBody = QByteArray::fromBase64("eJzLSM3JyVcozy/KSQEAGgsEXQ==");
QTest::newRow("deflate-hello-world")
<< QByteArray("deflate") << deflateBody
<< helloWorld
<< true;
QTest::newRow("deflate-hello-world-no-decompress")
<< QByteArray("deflate") << deflateBody
<< helloWorld
<< false;
#if QT_CONFIG(brotli)
const QByteArray brotliBody = QByteArray::fromBase64("DwWAaGVsbG8gd29ybGQD");
QTest::newRow("brotli-hello-world")
<< QByteArray("br") << brotliBody
<< helloWorld
<< true;
QTest::newRow("brotli-hello-world-no-decompress")
<< QByteArray("br") << brotliBody
<< helloWorld
<< false;
#endif
#if defined(QT_BUILD_INTERNAL) && QT_CONFIG(zstd)
const QByteArray zstdBody = QByteArray::fromBase64("KLUv/QRYWQAAaGVsbG8gd29ybGRoaR6y");
QTest::newRow("zstandard-hello-world")
<< QByteArray("zstd") << zstdBody
<< helloWorld
<< true;
QTest::newRow("zstandard-hello-world-no-decompress")
<< QByteArray("zstd") << zstdBody
<< helloWorld
<< false;
#else
qDebug("Note: ZStandard testdata is only available for developer builds.");
#endif
}
void tst_QNetworkReply::contentEncoding()
{
QFETCH(QByteArray, encoding);
QFETCH(QByteArray, body);
QFETCH(bool, decompress);
QString header("HTTP/1.0 200 OK\r\nContent-Encoding: %1\r\nContent-Length: %2\r\n\r\n");
header = header.arg(encoding, QString::number(body.size()));
MiniHttpServer server(header.toLatin1() + body);
if (!decompress) {
// This disables decompression of the received content:
request.setRawHeader("accept-encoding", QLatin1String("%1").arg(encoding).toLatin1());
// This disables the zerocopy optimization
request.setAttribute(QNetworkRequest::MaximumDownloadBufferSizeAttribute, 0);
}
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->error(), QNetworkReply::NoError);
{
// Check that we included the content encoding method in our Accept-Encoding header
const QByteArray &receivedData = server.receivedData;
int start = receivedData.toLower().indexOf("accept-encoding");
QVERIFY(start != -1);
int end = receivedData.indexOf("\r\n", start);
QVERIFY(end != -1);
QByteArray acceptedEncoding = receivedData.mid(start, end - start);
acceptedEncoding = acceptedEncoding.mid(acceptedEncoding.indexOf(':') + 1).trimmed();
QByteArrayList list = acceptedEncoding.split(',');
for (QByteArray &encoding : list)
encoding = encoding.trimmed();
QVERIFY2(list.contains(encoding), acceptedEncoding.data());
}
if (decompress) {
QFETCH(QByteArray, expected);
QCOMPARE(reply->bytesAvailable(), expected.size());
QCOMPARE(reply->readAll(), expected);
} else {
QCOMPARE(reply->bytesAvailable(), body.size());
QCOMPARE(reply->readAll(), body);
}
}
#if QT_CONFIG(http)
void tst_QNetworkReply::contentEncodingBigPayload_data()
{
#if Q_PROCESSOR_WORDSIZE <= 4
QSKIP("Allocating 4GB leads to std::bad_alloc on a 32b architecture");
#endif
QTest::addColumn<QByteArray>("encoding");
QTest::addColumn<QString>("path");
QTest::addColumn<qint64>("expectedSize");
qint64 fourGiB = 4ll * 1024ll * 1024ll * 1024ll;
QTest::addRow("gzip-4GB") << QByteArray("gzip") << (":/4G.gz") << fourGiB;
#if QT_CONFIG(brotli)
QTest::addRow("brotli-4GB") << QByteArray("br") << (testDataDir + "/4G.br") << fourGiB;
#endif
#if defined(QT_BUILD_INTERNAL) && QT_CONFIG(zstd)
QTest::addRow("zstd-4GB") << QByteArray("zstd") << (":/4G.zst") << fourGiB;
#else
qDebug("Note: ZStandard testdata is only available for developer builds.");
#endif
}
void tst_QNetworkReply::contentEncodingBigPayload()
{
QFETCH(QString, path);
QFile compressedFile(path);
QVERIFY(compressedFile.open(QIODevice::ReadOnly));
QByteArray body = compressedFile.readAll();
QFETCH(QByteArray, encoding);
QString header("HTTP/1.0 200 OK\r\nContent-Encoding: %1\r\nContent-Length: %2\r\n\r\n");
header = header.arg(encoding, QString::number(body.size()));
MiniHttpServer server(header.toLatin1() + body);
// QDecompressHelper will abort the download if the compressed to decompressed size ratio
// differs too much, so we override it
request.setDecompressedSafetyCheckThreshold(-1);
QNetworkReplyPtr reply(manager.get(request));
QTRY_VERIFY2_WITH_TIMEOUT(reply->isFinished(), qPrintable(reply->errorString()), 15s);
QCOMPARE(reply->error(), QNetworkReply::NoError);
QFETCH(qint64, expectedSize);
QCOMPARE(reply->bytesAvailable(), expectedSize);
QByteArray output(512 * 1024 * 1024, Qt::Uninitialized);
qint64 total = 0;
while (reply->bytesAvailable()) {
qint64 read = reply->read(output.data(), output.size());
QVERIFY(read != -1);
total += read;
static const auto isZero = [](char c) { return c == '\0'; };
bool allZero = std::all_of(output.cbegin(), output.cbegin() + read, isZero);
QVERIFY(allZero);
}
QCOMPARE(total, expectedSize);
}
#endif
void tst_QNetworkReply::cacheWithContentEncoding_data()
{
contentEncoding_data();
}
void tst_QNetworkReply::cacheWithContentEncoding()
{
QFETCH(QByteArray, encoding);
QFETCH(QByteArray, body);
QFETCH(QByteArray, expected);
QString header("HTTP/1.0 200 OK\r\nContent-Encoding: %1\r\nContent-Length: %2\r\n\r\n");
header = header.arg(encoding, QString::number(body.size()));
MiniHttpServer server(header.toLatin1() + body);
MySpyMemoryCache *cache = new MySpyMemoryCache(this);
manager.setCache(cache);
auto unsetCache = qScopeGuard([this](){ manager.setCache(nullptr); });
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.get(request));
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->error(), QNetworkReply::NoError);
QByteArray output = reply->readAll();
QIODevice *device = cache->data(url);
QVERIFY(device);
QByteArray fromCache = device->readAll();
QCOMPARE(output, expected);
QCOMPARE(fromCache, expected);
}
void tst_QNetworkReply::downloadProgressWithContentEncoding_data()
{
contentEncoding_data();
}
void tst_QNetworkReply::downloadProgressWithContentEncoding()
{
QFETCH(QByteArray, encoding);
QFETCH(QByteArray, body);
QFETCH(QByteArray, expected);
QString header("HTTP/1.0 200 OK\r\nContent-Encoding: %1\r\nContent-Length: %2\r\n\r\n");
header = header.arg(encoding, QString::number(body.size()));
MiniHttpServer server(header.toLatin1() + body);
QNetworkRequest request(url);
QNetworkReplyPtr reply(manager.get(request));
// Limit the amount of bytes we read so we get more than one downloadProgress emission
reply->setReadBufferSize(5);
qint64 bytesReceived = -1;
connect(reply.data(), &QNetworkReply::downloadProgress, this,
[reply = reply.data(), &expected, &bytesReceived](qint64 recv, qint64 /*total*/) {
qint64 previous = bytesReceived;
bytesReceived = recv;
if (bytesReceived > expected.size()) {
qWarning("bytesReceived greater than expected size!");
reply->abort();
}
if (bytesReceived < previous) {
qWarning("bytesReceived shrank!");
reply->abort();
}
});
SlowReader reader(reply.data());
QVERIFY2(waitForFinish(reply) == Success, msgWaitForFinished(reply));
QCOMPARE(reply->error(), QNetworkReply::NoError);
QCOMPARE(bytesReceived, expected.size());
}
void tst_QNetworkReply::contentEncodingError_data()
{
QTest::addColumn<QByteArray>("encoding");
QTest::addColumn<QString>("path");
QTest::addColumn<QNetworkReply::NetworkError>("expectedError");
QTest::addRow("archive-bomb") << QByteArray("gzip") << (":/4G.gz")
<< QNetworkReply::UnknownContentError;
}
void tst_QNetworkReply::contentEncodingError()
{
QFETCH(QString, path);
QFile compressedFile(path);
QVERIFY(compressedFile.open(QIODevice::ReadOnly));
QByteArray body = compressedFile.readAll();
QFETCH(QByteArray, encoding);
QString header("HTTP/1.0 200 OK\r\nContent-Encoding: %1\r\nContent-Length: %2\r\n\r\n");
header = header.arg(encoding, QString::number(body.size()));
MiniHttpServer server(header.toLatin1() + body);
QNetworkRequest request(
QNetworkReplyPtr reply(manager.get(request));
QTRY_VERIFY2_WITH_TIMEOUT(reply->isFinished(), qPrintable(reply->errorString()), 15s);
QTEST(reply->error(), "expectedError");
}
// When this test is failing it will appear flaky because it relies on the
// timing of delivery from one socket to another in the OS.
// + we have to send all the data at once, so the readyRead emissions are
// compressed into a single emission, so we cannot artificially time it with
// waits and sleeps.
void tst_QNetworkReply::compressedReadyRead()
{
// There were historically an issue where a mix of signal compression and
// data decompression made it so we accidentally didn't emit the final
// readyRead signal before emitting finished(). Test this here to make sure
// it happens:
const QByteArray gzipPayload =
QByteArray::fromBase64("H4sIAAAAAAAAA8tIzcnJVyjPL8pJAQCFEUoNCwAAAA==");
const QByteArray expected = "hello world";
QString header("HTTP/1.0 200 OK\r\nContent-Encoding: gzip\r\nContent-Length: %1\r\n\r\n");
header = header.arg(gzipPayload.size());
MiniHttpServer server(header.toLatin1()); // only send header automatically
server.doClose = false; // don't close and delete client socket right away
QNetworkRequest request(
QNetworkReplyPtr reply(manager.get(request));
QObject::connect(reply.get(), &QNetworkReply::metaDataChanged, reply.get(),
[&server, &gzipPayload]() {
// Client received headers, now send data:
// We do this awkward write,flush,write dance to try to
// make sure the data does not all arrive at the same
// time. By design we send the final "=" byte by itself
qsizetype boundary = gzipPayload.size() - 1;
server.client->write(gzipPayload.sliced(0, boundary));
server.client->flush();
// Let the server take care of deleting the client once
// the rest of the data is written:
server.doClose = true;
server.client->write(gzipPayload.sliced(boundary));
});
QByteArray received;
QObject::connect(reply.get(), &QNetworkReply::readyRead, reply.get(),
[reply = reply.get(), &received]() {
received += reply->readAll();
});
QTRY_VERIFY(reply->isFinished());
QCOMPARE(received, expected);
}
void tst_QNetworkReply::notFoundWithCompression_data()
{
contentEncoding_data();
}
void tst_QNetworkReply::notFoundWithCompression()
{
QFETCH(QByteArray, encoding);
QFETCH(QByteArray, body);
QString header("HTTP/1.0 404 OK\r\nContent-Encoding: %1\r\nContent-Length: %2\r\n\r\n");
header = header.arg(encoding, QString::number(body.size()));
MiniHttpServer server(header.toLatin1() + body);
QNetworkRequest request(
QNetworkReplyPtr reply(manager.get(request));
QTRY_VERIFY2_WITH_TIMEOUT(reply->isFinished(), qPrintable(reply->errorString()), 15s);
QCOMPARE(reply->error(), QNetworkReply::ContentNotFoundError);
QFETCH(QByteArray, expected);
QCOMPARE(reply->readAll(), expected);
}
#if QT_CONFIG(http)
void tst_QNetworkReply::qhttpPartDebug_data()
{
QTest::addColumn<QByteArray>("header_data");
QTest::addColumn<QByteArray>("raw_header_data");
QTest::addColumn<QList<QByteArray>>("expected_header_values");
QTest::addColumn<bool>("overwrite");
QTest::newRow("header-data-set") << "form-data; name=\"prompt\""_ba << ""_ba
<< (QList<QByteArray>() << "form-data; name=\"prompt\""_ba) << false;
QTest::newRow("raw-header-data-set") << ""_ba << "thisismykeyherebutnotreally"_ba
<< (QList<QByteArray>() << "thisismykeyherebutnotreally"_ba) << false;
QTest::newRow("both-set") << "form-data; name=\"prompt\""_ba
<< "thisismykeyherebutnotreally"_ba
<< (QList<QByteArray>()
<< "form-data; name=\"prompt\""_ba
<< "thisismykeyherebutnotreally"_ba) << false;
QTest::newRow("overwrite") << "form-data; name=\"prompt\""_ba
<< "thisismykeyherebutnotreally"_ba
<< (QList<QByteArray>()
<< "thisismykeyherebutnotreally"_ba
<< "thisismykeyherebutnotreally"_ba) << true;
}
void tst_QNetworkReply::qhttpPartDebug()
{
QFETCH(const QByteArray, header_data);
QFETCH(const QByteArray, raw_header_data);
QFETCH(const QList<QByteArray>, expected_header_values);
QFETCH(bool, overwrite);
QHttpPart httpPart;
if (!header_data.isEmpty())
httpPart.setHeader(QNetworkRequest::ContentDispositionHeader, header_data);
if (!raw_header_data.isEmpty())
httpPart.setRawHeader("Authorization", raw_header_data);
if (overwrite)
httpPart.setRawHeader("Content-Disposition", raw_header_data);
QByteArray msg;
{
QBuffer buf(&msg);
QVERIFY(buf.open(QIODevice::WriteOnly));
QDebug debug(&buf);
debug << httpPart;
}
for (const auto &value : expected_header_values)
QVERIFY2(msg.contains(value), "Missing header value: " + value);
}
#if QT_CONFIG(networkproxy)
void tst_QNetworkReply::qtbug68821proxyError_data()
{
QTest::addColumn<QString>("proxyHost");
QTest::addColumn<QString>("scheme");
QTest::addColumn<QNetworkReply::NetworkError>("error");
QTest::newRow("invalidhost+http") << "this-host-will-never-exist.qt-project.org"
<< "http" << QNetworkReply::ProxyNotFoundError;
QTest::newRow("localhost+http") << "localhost"
<< "http" << QNetworkReply::ProxyConnectionRefusedError;
#ifndef QT_NO_SSL
QTest::newRow("invalidhost+https") << "this-host-will-never-exist.qt-project.org"
<< "https" << QNetworkReply::ProxyNotFoundError;
QTest::newRow("localhost+https") << "localhost"
<< "https" << QNetworkReply::ProxyConnectionRefusedError;
#endif
}
void tst_QNetworkReply::qtbug68821proxyError()
{
auto getUnusedPort = []() -> std::optional<quint16> {
QTcpServer probeServer;
if (!probeServer.listen())
return std::nullopt;
// If we can listen on it, it was unused, and hopefully is also
// still unused after we stop listening.
return probeServer.serverPort();
};
auto proxyPort = getUnusedPort();
QVERIFY(proxyPort);
QFETCH(QString, proxyHost);
QNetworkProxy proxy(QNetworkProxy::HttpProxy, proxyHost, proxyPort.value());
manager.setProxy(proxy);
QFETCH(QString, scheme);
QNetworkReply *reply = manager.get(QNetworkRequest(QUrl(scheme + "://example.com")));
QSignalSpy spy(reply, &QNetworkReply::errorOccurred);
QVERIFY(spy.isValid());
QVERIFY(spy.wait(15000));
QFETCH(QNetworkReply::NetworkError, error);
QCOMPARE(spy.count(), 1);
QCOMPARE(spy.at(0).at(0), error);
}
#endif // QT_CONFIG(networkproxy)
#endif // QT_CONFIG(http)
void tst_QNetworkReply::abortAndError()
{
const QByteArray response =
R"(HTTP/1.0 500 Internal Server Error
Content-Length: 12
Content-Type: text/plain
Hello World!)"_ba;
MiniHttpServer server(response);
QNetworkAccessManager manager;
auto reply = std::unique_ptr<QNetworkReply>(manager.post(req, "my data goes here"_ba));
QSignalSpy errorSignal(reply.get(), &QNetworkReply::errorOccurred);
QSignalSpy finishedSignal(reply.get(), &QNetworkReply::finished);
reply->abort();
// We don't want to print this warning in this case because it is impossible
// for users to avoid it.
QTest::failOnWarning("QNetworkReplyImplPrivate::error: Internal problem, this method must only "
"be called once.");
// Process any signals from the http thread:
QTest::qWait(1s);
if (QTest::currentTestFailed())
return;
QCOMPARE(finishedSignal.count(), 1);
QCOMPARE(errorSignal.count(), 1);
QCOMPARE(reply->error(), QNetworkReply::OperationCanceledError);
}
void tst_QNetworkReply::resendRequest_data(){
QTest::addColumn<QString>("method");
QTest::addColumn<bool>("shouldResend");
for (auto &method : { "get", "head", "put" })
QTest::addRow("%s", method) << method << true;
QTest::addRow("post") << "post" << false;
QTest::addRow("mycustom") << "mycustom" << false;
}
void tst_QNetworkReply::resendRequest()
{
QFETCH(const QString, method);
QFETCH(const bool, shouldResend);
MiniHttpServer server("");
server.earlyClose = true;
QSignalSpy requestReceived(&server, &MiniHttpServer::requestReceived);
url.setPort(server.serverPort());
const QByteArray data(4096, 'a');
QNetworkReplyPtr reply([&]() {
QNetworkRequest req(url);
if (method == "get")
return manager.get(req, data);
else if (method == "head")
return manager.head(req);
else if (method == "put")
return manager.put(req, data);
else
return manager.sendCustomRequest(req, method.toUtf8(), data);
}());
// We send one request and will get no response from the server:
QVERIFY(requestReceived.wait());
requestReceived.clear();
// Then, for idempotent requests, we send the request again. For
// non-idempotent requests we error out and don't try to resend.
QCOMPARE(requestReceived.wait(2s), shouldResend);
if (!shouldResend) {
QCOMPARE(reply->error(), QNetworkReply::RemoteHostClosedError);
} else {
// No error yet, still can resend another
QCOMPARE(reply->error(), QNetworkReply::NoError);
}
}
// NOTE: This test must be last testcase in tst_qnetworkreply!
void tst_QNetworkReply::parentingRepliesToTheApp()
{
QNetworkRequest request(QUrl("http://" + QtNetworkSettings::httpServerName()));
manager.get(request)->setParent(this); // parent to this object
manager.get(request)->setParent(qApp); // parent to the app
}
QTEST_MAIN(tst_QNetworkReply)
#include "tst_qnetworkreply.moc"