/**************************************************************************** ** ** Copyright (C) 2012 Digia Plc and/or its subsidiary(-ies). ** Contact: http://www.qt-project.org/legal ** ** This file is part of the QtNetwork module of the Qt Toolkit. ** ** $QT_BEGIN_LICENSE:LGPL$ ** Commercial License Usage ** Licensees holding valid commercial Qt licenses may use this file in ** accordance with the commercial license agreement provided with the ** Software or, alternatively, in accordance with the terms contained in ** a written agreement between you and Digia. For licensing terms and ** conditions see http://qt.digia.com/licensing. For further information ** use the contact form at http://qt.digia.com/contact-us. ** ** GNU Lesser General Public License Usage ** Alternatively, this file may be used under the terms of the GNU Lesser ** General Public License version 2.1 as published by the Free Software ** Foundation and appearing in the file LICENSE.LGPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU Lesser General Public License version 2.1 requirements ** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. ** ** In addition, as a special exception, Digia gives you certain additional ** rights. These rights are described in the Digia Qt LGPL Exception ** version 1.1, included in the file LGPL_EXCEPTION.txt in this package. ** ** GNU General Public License Usage ** Alternatively, this file may be used under the terms of the GNU ** General Public License version 3.0 as published by the Free Software ** Foundation and appearing in the file LICENSE.GPL included in the ** packaging of this file. Please review the following information to ** ensure the GNU General Public License version 3.0 requirements will be ** met: http://www.gnu.org/copyleft/gpl.html. ** ** ** $QT_END_LICENSE$ ** ****************************************************************************/ #include "qnetworkreplyimpl_p.h" #include "qnetworkaccessbackend_p.h" #include "qnetworkcookie.h" #include "qabstractnetworkcache.h" #include "QtCore/qcoreapplication.h" #include "QtCore/qdatetime.h" #include "QtNetwork/qsslconfiguration.h" #include QT_BEGIN_NAMESPACE inline QNetworkReplyImplPrivate::QNetworkReplyImplPrivate() : backend(0), outgoingData(0), copyDevice(0), cacheEnabled(false), cacheSaveDevice(0), notificationHandlingPaused(false), bytesDownloaded(0), lastBytesDownloaded(-1), bytesUploaded(-1), httpStatusCode(0), state(Idle) { } void QNetworkReplyImplPrivate::_q_startOperation() { // This function is called exactly once state = Working; if (!backend) { error(QNetworkReplyImpl::ProtocolUnknownError, QCoreApplication::translate("QNetworkReply", "Protocol \"%1\" is unknown").arg(url.scheme())); // not really true!; finished(); return; } backend->open(); if (state != Finished) { if (operation == QNetworkAccessManager::GetOperation) pendingNotifications.append(NotifyDownstreamReadyWrite); if (outgoingData) { _q_sourceReadyRead(); #if 0 // ### FIXME if (outgoingData->atEndOfStream() && writeBuffer.isEmpty()) // empty upload emit q->uploadProgress(0, 0); #endif } handleNotifications(); } } void QNetworkReplyImplPrivate::_q_sourceReadyRead() { if (state != Working) return; // read data from the outgoingData QIODevice into our internal buffer enum { DesiredBufferSize = 32 * 1024 }; if (writeBuffer.size() >= DesiredBufferSize) return; // don't grow the buffer too much // read as many bytes are available or up until we fill up the buffer // but always read at least one byte qint64 bytesToRead = qBound(1, outgoingData->bytesAvailable(), DesiredBufferSize - writeBuffer.size()); char *ptr = writeBuffer.reserve(bytesToRead); qint64 bytesActuallyRead = outgoingData->read(ptr, bytesToRead); if (bytesActuallyRead == -1) { // EOF writeBuffer.chop(bytesToRead); backendNotify(NotifyCloseUpstreamChannel); return; } if (bytesActuallyRead < bytesToRead) writeBuffer.chop(bytesToRead - bytesActuallyRead); // if we did read anything, let the backend know and handle it if (bytesActuallyRead) backendNotify(NotifyUpstreamReadyRead); // check for EOF again if (!outgoingData->isSequential() && outgoingData->atEnd()) backendNotify(NotifyCloseUpstreamChannel); } void QNetworkReplyImplPrivate::_q_sourceReadChannelFinished() { _q_sourceReadyRead(); } void QNetworkReplyImplPrivate::_q_copyReadyRead() { Q_Q(QNetworkReplyImpl); if (state != Working) return; if (!copyDevice || !q->isOpen()) return; forever { qint64 bytesToRead = nextDownstreamBlockSize(); if (bytesToRead == 0) // we'll be called again, eventually break; bytesToRead = qBound(1, bytesToRead, copyDevice->bytesAvailable()); char *ptr = readBuffer.reserve(bytesToRead); qint64 bytesActuallyRead = copyDevice->read(ptr, bytesToRead); if (bytesActuallyRead == -1) { readBuffer.chop(bytesToRead); backendNotify(NotifyCopyFinished); return; } if (bytesActuallyRead != bytesToRead) readBuffer.chop(bytesToRead - bytesActuallyRead); if (!copyDevice->isSequential() && copyDevice->atEnd()) { backendNotify(NotifyCopyFinished); break; } bytesDownloaded += bytesActuallyRead; } if (bytesDownloaded == lastBytesDownloaded) { // we didn't read anything return; } lastBytesDownloaded = bytesDownloaded; QVariant totalSize = cookedHeaders.value(QNetworkRequest::ContentLengthHeader); pauseNotificationHandling(); emit q->downloadProgress(bytesDownloaded, totalSize.isNull() ? Q_INT64_C(-1) : totalSize.toLongLong()); emit q->readyRead(); resumeNotificationHandling(); } void QNetworkReplyImplPrivate::_q_copyReadChannelFinished() { _q_copyReadyRead(); } void QNetworkReplyImplPrivate::setup(QNetworkAccessManager::Operation op, const QNetworkRequest &req, QIODevice *data) { Q_Q(QNetworkReplyImpl); outgoingData = data; request = req; url = request.url(); operation = op; if (outgoingData) { q->connect(outgoingData, SIGNAL(readyRead()), SLOT(_q_sourceReadyRead())); q->connect(outgoingData, SIGNAL(readChannelFinished()), SLOT(_q_sourceReadChannelFinished())); } q->QIODevice::open(QIODevice::ReadOnly); QMetaObject::invokeMethod(q, "_q_startOperation", Qt::QueuedConnection); } void QNetworkReplyImplPrivate::backendNotify(InternalNotifications notification) { Q_Q(QNetworkReplyImpl); if (!pendingNotifications.contains(notification)) pendingNotifications.enqueue(notification); if (pendingNotifications.size() == 1) QCoreApplication::postEvent(q, new QEvent(QEvent::NetworkReplyUpdated)); } void QNetworkReplyImplPrivate::handleNotifications() { if (notificationHandlingPaused) return; NotificationQueue current = pendingNotifications; pendingNotifications.clear(); if (state != Working) return; while (!current.isEmpty()) { InternalNotifications notification = current.dequeue(); switch (notification) { case NotifyDownstreamReadyWrite: if (copyDevice) _q_copyReadyRead(); else backend->downstreamReadyWrite(); break; case NotifyUpstreamReadyRead: backend->upstreamReadyRead(); break; case NotifyCloseDownstreamChannel: backend->closeDownstreamChannel(); break; case NotifyCloseUpstreamChannel: backend->closeUpstreamChannel(); break; case NotifyCopyFinished: { QIODevice *dev = copyDevice; copyDevice = 0; backend->copyFinished(dev); break; } } } } // Do not handle the notifications while we are emitting downloadProgress // or readyRead void QNetworkReplyImplPrivate::pauseNotificationHandling() { notificationHandlingPaused = true; } // Resume notification handling void QNetworkReplyImplPrivate::resumeNotificationHandling() { Q_Q(QNetworkReplyImpl); notificationHandlingPaused = false; if (pendingNotifications.size() >= 1) QCoreApplication::postEvent(q, new QEvent(QEvent::NetworkReplyUpdated)); } QAbstractNetworkCache *QNetworkReplyImplPrivate::networkCache() const { if (!backend) return 0; return backend->networkCache(); } void QNetworkReplyImplPrivate::createCache() { // check if we can save and if we're allowed to if (!networkCache() || !request.attribute(QNetworkRequest::CacheSaveControlAttribute, true).toBool() || request.attribute(QNetworkRequest::CacheLoadControlAttribute, QNetworkRequest::PreferNetwork).toInt() == QNetworkRequest::AlwaysNetwork) return; cacheEnabled = true; } bool QNetworkReplyImplPrivate::isCachingEnabled() const { return (cacheEnabled && networkCache() != 0); } void QNetworkReplyImplPrivate::setCachingEnabled(bool enable) { if (!enable && !cacheEnabled) return; // nothing to do if (enable && cacheEnabled) return; // nothing to do either! if (enable) { if (bytesDownloaded) { // refuse to enable in this case qCritical("QNetworkReplyImpl: backend error: caching was enabled after some bytes had been written"); return; } createCache(); } else { // someone told us to turn on, then back off? // ok... but you should make up your mind qDebug("QNetworkReplyImpl: setCachingEnabled(true) called after setCachingEnabled(false) -- " "backend %s probably needs to be fixed", backend->metaObject()->className()); networkCache()->remove(url); cacheSaveDevice = 0; cacheEnabled = false; } } void QNetworkReplyImplPrivate::completeCacheSave() { if (cacheEnabled && errorCode != QNetworkReplyImpl::NoError) { networkCache()->remove(url); } else if (cacheEnabled && cacheSaveDevice) { networkCache()->insert(cacheSaveDevice); } cacheSaveDevice = 0; cacheEnabled = false; } void QNetworkReplyImplPrivate::consume(qint64 count) { Q_Q(QNetworkReplyImpl); if (count <= 0) { qWarning("QNetworkConnection: backend signalled that it consumed %ld bytes", long(count)); return; } if (outgoingData) // schedule another read from the source QMetaObject::invokeMethod(q_func(), "_q_sourceReadyRead", Qt::QueuedConnection); writeBuffer.skip(count); if (bytesUploaded == -1) bytesUploaded = count; else bytesUploaded += count; QVariant totalSize = request.header(QNetworkRequest::ContentLengthHeader); pauseNotificationHandling(); emit q->uploadProgress(bytesUploaded, totalSize.isNull() ? Q_INT64_C(-1) : totalSize.toLongLong()); resumeNotificationHandling(); } qint64 QNetworkReplyImplPrivate::nextDownstreamBlockSize() const { enum { DesiredBufferSize = 32 * 1024 }; if (readBufferMaxSize == 0) return DesiredBufferSize; return qMax(0, readBufferMaxSize - readBuffer.size()); } void QNetworkReplyImplPrivate::feed(const QByteArray &data) { Q_Q(QNetworkReplyImpl); if (!q->isOpen()) return; char *ptr = readBuffer.reserve(data.size()); memcpy(ptr, data.constData(), data.size()); if (cacheEnabled && !cacheSaveDevice) { // save the meta data QNetworkCacheMetaData metaData; metaData.setUrl(url); metaData = backend->fetchCacheMetaData(metaData); // save the redirect request also in the cache QVariant redirectionTarget = q->attribute(QNetworkRequest::RedirectionTargetAttribute); if (redirectionTarget.isValid()) { QNetworkCacheMetaData::AttributesMap attributes = metaData.attributes(); attributes.insert(QNetworkRequest::RedirectionTargetAttribute, redirectionTarget); metaData.setAttributes(attributes); } cacheSaveDevice = networkCache()->prepare(metaData); if (!cacheSaveDevice || (cacheSaveDevice && !cacheSaveDevice->isOpen())) { if (cacheSaveDevice && !cacheSaveDevice->isOpen()) qCritical("QNetworkReplyImpl: network cache returned a device that is not open -- " "class %s probably needs to be fixed", networkCache()->metaObject()->className()); networkCache()->remove(url); cacheSaveDevice = 0; cacheEnabled = false; } } if (cacheSaveDevice) cacheSaveDevice->write(data); bytesDownloaded += data.size(); lastBytesDownloaded = bytesDownloaded; QPointer qq = q; QVariant totalSize = cookedHeaders.value(QNetworkRequest::ContentLengthHeader); pauseNotificationHandling(); emit q->downloadProgress(bytesDownloaded, totalSize.isNull() ? Q_INT64_C(-1) : totalSize.toLongLong()); emit q->readyRead(); // hopefully we haven't been deleted here if (!qq.isNull()) { resumeNotificationHandling(); // do we still have room in the buffer? if (nextDownstreamBlockSize() > 0) backendNotify(QNetworkReplyImplPrivate::NotifyDownstreamReadyWrite); } } void QNetworkReplyImplPrivate::feed(QIODevice *data) { Q_Q(QNetworkReplyImpl); if (!q->isOpen()) return; // read until EOF from data if (copyDevice) { qCritical("QNetworkReplyImpl: copy from QIODevice already in progress -- " "backend probly needs to be fixed"); return; } copyDevice = data; q->connect(copyDevice, SIGNAL(readyRead()), SLOT(_q_copyReadyRead())); q->connect(copyDevice, SIGNAL(readChannelFinished()), SLOT(_q_copyReadChannelFinished())); // start the copy: _q_copyReadyRead(); } void QNetworkReplyImplPrivate::finished() { Q_Q(QNetworkReplyImpl); Q_ASSERT_X(state != Finished, "QNetworkReplyImpl", "Backend called finished/finishedWithError more than once"); state = Finished; pendingNotifications.clear(); pauseNotificationHandling(); QVariant totalSize = cookedHeaders.value(QNetworkRequest::ContentLengthHeader); if (bytesDownloaded != lastBytesDownloaded || totalSize.isNull()) { emit q->downloadProgress(bytesDownloaded, bytesDownloaded); } if (bytesUploaded == -1 && outgoingData) { emit q->uploadProgress(0, 0); } resumeNotificationHandling(); completeCacheSave(); // note: might not be a good idea, since users could decide to delete us // which would delete the backend too... // maybe we should protect the backend pauseNotificationHandling(); emit q->readChannelFinished(); emit q->finished(); resumeNotificationHandling(); } void QNetworkReplyImplPrivate::error(QNetworkReplyImpl::NetworkError code, const QString &errorMessage) { Q_Q(QNetworkReplyImpl); errorCode = code; q->setErrorString(errorMessage); // note: might not be a good idea, since users could decide to delete us // which would delete the backend too... // maybe we should protect the backend emit q->error(code); } void QNetworkReplyImplPrivate::metaDataChanged() { Q_Q(QNetworkReplyImpl); // do we have cookies? if (cookedHeaders.contains(QNetworkRequest::SetCookieHeader) && !manager.isNull()) { QList cookies = qvariant_cast >(cookedHeaders.value(QNetworkRequest::SetCookieHeader)); QNetworkCookieJar *jar = manager->cookieJar(); if (jar) jar->setCookiesFromUrl(cookies, url); } emit q->metaDataChanged(); } void QNetworkReplyImplPrivate::redirectionRequested(const QUrl &target) { attributes.insert(QNetworkRequest::RedirectionTargetAttribute, target); } void QNetworkReplyImplPrivate::sslErrors(const QList &errors) { #ifndef QT_NO_OPENSSL Q_Q(QNetworkReplyImpl); emit q->sslErrors(errors); #else Q_UNUSED(errors); #endif } QNetworkReplyImpl::QNetworkReplyImpl(QObject *parent) : QNetworkReply(*new QNetworkReplyImplPrivate, parent) { } QNetworkReplyImpl::~QNetworkReplyImpl() { Q_D(QNetworkReplyImpl); if (d->isCachingEnabled()) d->networkCache()->remove(url()); } void QNetworkReplyImpl::abort() { Q_D(QNetworkReplyImpl); if (d->state == QNetworkReplyImplPrivate::Aborted) return; // stop both upload and download if (d->outgoingData) disconnect(d->outgoingData, 0, this, 0); if (d->copyDevice) disconnect(d->copyDevice, 0, this, 0); QNetworkReply::close(); if (d->state != QNetworkReplyImplPrivate::Finished) { // emit signals d->error(OperationCanceledError, tr("Operation canceled")); d->finished(); } d->state = QNetworkReplyImplPrivate::Aborted; // finished may access the backend if (d->backend) { d->backend->deleteLater(); d->backend = 0; } } void QNetworkReplyImpl::close() { Q_D(QNetworkReplyImpl); if (d->state == QNetworkReplyImplPrivate::Aborted || d->state == QNetworkReplyImplPrivate::Finished) return; // stop the download if (d->backend) d->backend->closeDownstreamChannel(); if (d->copyDevice) disconnect(d->copyDevice, 0, this, 0); QNetworkReply::close(); // emit signals d->error(OperationCanceledError, tr("Operation canceled")); d->finished(); } /*! Returns the number of bytes available for reading with QIODevice::read(). The number of bytes available may grow until the finished() signal is emitted. */ qint64 QNetworkReplyImpl::bytesAvailable() const { return QNetworkReply::bytesAvailable() + d_func()->readBuffer.size(); } void QNetworkReplyImpl::setReadBufferSize(qint64 size) { Q_D(QNetworkReplyImpl); if (size > d->readBufferMaxSize && size == d->readBuffer.size()) d->backendNotify(QNetworkReplyImplPrivate::NotifyDownstreamReadyWrite); QNetworkReply::setReadBufferSize(size); } #ifndef QT_NO_OPENSSL QSslConfiguration QNetworkReplyImpl::sslConfigurationImplementation() const { Q_D(const QNetworkReplyImpl); QSslConfiguration config; if (d->backend) d->backend->fetchSslConfiguration(config); return config; } void QNetworkReplyImpl::setSslConfigurationImplementation(const QSslConfiguration &config) { Q_D(QNetworkReplyImpl); if (d->backend && !config.isNull()) d->backend->setSslConfiguration(config); } void QNetworkReplyImpl::ignoreSslErrors() { Q_D(QNetworkReplyImpl); if (d->backend) d->backend->ignoreSslErrors(); } #endif // QT_NO_OPENSSL /*! \internal */ qint64 QNetworkReplyImpl::readData(char *data, qint64 maxlen) { Q_D(QNetworkReplyImpl); if (d->readBuffer.isEmpty()) return d->state == QNetworkReplyImplPrivate::Finished ? -1 : 0; d->backendNotify(QNetworkReplyImplPrivate::NotifyDownstreamReadyWrite); if (maxlen == 1) { // optimization for getChar() *data = d->readBuffer.getChar(); return 1; } maxlen = qMin(maxlen, d->readBuffer.size()); return d->readBuffer.read(data, maxlen); } /*! \internal Reimplemented for internal purposes */ bool QNetworkReplyImpl::event(QEvent *e) { if (e->type() == QEvent::NetworkReplyUpdated) { d_func()->handleNotifications(); return true; } return QObject::event(e); } QT_END_NAMESPACE #include "moc_qnetworkreplyimpl_p.cpp"