5#include "access/http2/http2protocol_p.h"
6#include "access/qhttp2connection_p.h"
10#include "http2/http2frames_p.h"
12#include <private/qnoncontiguousbytedevice_p.h>
13#include <private/qsocketabstraction_p.h>
15#include <QtNetwork/qabstractsocket.h>
17#include <QtCore/qloggingcategory.h>
18#include <QtCore/qendian.h>
19#include <QtCore/qdebug.h>
20#include <QtCore/qlist.h>
21#include <QtCore/qnumeric.h>
22#include <QtCore/qurl.h>
24#include <qhttp2configuration.h>
26#ifndef QT_NO_NETWORKPROXY
27# include <QtNetwork/qnetworkproxy.h>
30#include <qcoreapplication.h>
38using namespace Qt::StringLiterals;
43HPack::HttpHeader build_headers(
const QHttpNetworkRequest &request, quint32 maxHeaderListSize,
46 using namespace HPack;
53 const auto auth = request.url().authority(QUrl::FullyEncoded | QUrl::RemoveUserInfo).toLatin1();
54 header.emplace_back(
":authority", auth);
55 header.emplace_back(
":method", request.methodName());
56 header.emplace_back(
":path", request.uri(useProxy));
57 header.emplace_back(
":scheme", request.url().scheme().toLatin1());
59 HeaderSize size = header_size(header);
63 if (size.second > maxHeaderListSize)
66 const QHttpHeaders requestHeader = request.header();
67 for (qsizetype i = 0; i < requestHeader.size(); ++i) {
68 const auto name = requestHeader.nameAt(i);
69 const auto value = requestHeader.valueAt(i);
70 const HeaderSize delta = entry_size(name, value);
73 if (std::numeric_limits<quint32>::max() - delta.second < size.second)
75 size.second += delta.second;
76 if (size.second > maxHeaderListSize)
79 if (name ==
"connection"_L1 || name ==
"host"_L1 || name ==
"keep-alive"_L1
80 || name ==
"proxy-connection"_L1 || name ==
"transfer-encoding"_L1) {
88 header.emplace_back(
QByteArray{name.data(), name.size()},
95QUrl urlkey_from_request(
const QHttpNetworkRequest &request)
99 url.setScheme(request.url().scheme());
100 url.setAuthority(request.url().authority(QUrl::FullyEncoded | QUrl::RemoveUserInfo));
101 url.setPath(QLatin1StringView(request.uri(
false)));
109using namespace Http2;
111QHttp2ProtocolHandler::QHttp2ProtocolHandler(QHttpNetworkConnectionChannel *channel)
112 : QAbstractProtocolHandler(channel)
114 const auto h2Config = m_connection->http2Parameters();
117 && m_connection->connectionType() != QHttpNetworkConnection::ConnectionTypeHTTP2Direct) {
118 h2Connection = QHttp2Connection::createUpgradedConnection(channel->socket, h2Config);
121 QHttp2Stream *stream = h2Connection->getStream(1);
123 Q_ASSERT(channel->reply);
124 connectStream({ channel->request, channel->reply }, stream);
126 Q_ASSERT(QSocketAbstraction::socketState(channel->socket) == QAbstractSocket::ConnectedState);
127 h2Connection = QHttp2Connection::createDirectConnection(channel->socket, h2Config);
129 connect(h2Connection, &QHttp2Connection::receivedGOAWAY,
this,
130 &QHttp2ProtocolHandler::handleGOAWAY);
131 connect(h2Connection, &QHttp2Connection::errorOccurred,
this,
132 &QHttp2ProtocolHandler::connectionError);
133 connect(h2Connection, &QHttp2Connection::newIncomingStream,
this,
134 [
this](QHttp2Stream *stream){
137 stream->sendRST_STREAM(REFUSE_STREAM);
138 if (!h2Connection->isGoingAway())
139 h2Connection->close(Http2::PROTOCOL_ERROR);
143void QHttp2ProtocolHandler::handleConnectionClosure()
152 h2Connection->handleConnectionClosure();
155void QHttp2ProtocolHandler::_q_uploadDataDestroyed(QObject *uploadData)
157 QPointer<QHttp2Stream> stream = streamIDs.take(uploadData);
158 if (stream && stream->isActive())
159 stream->sendRST_STREAM(
CANCEL);
162void QHttp2ProtocolHandler::_q_readyRead()
167void QHttp2ProtocolHandler::_q_receiveReply()
172 Q_ASSERT(h2Connection);
173 h2Connection->handleReadyRead();
176bool QHttp2ProtocolHandler::sendRequest()
178 if (h2Connection->isGoingAway()) {
181 m_channel->emitFinishedWithError(QNetworkReply::ProtocolUnknownError,
182 "GOAWAY received, cannot start a request");
183 m_channel->h2RequestsToSend.clear();
189 auto &requests = m_channel->h2RequestsToSend;
190 for (
auto it = requests.begin(), endIt = requests.end(); it != endIt;) {
191 const auto &pair = *it;
192 if (pair.first.isPreConnect()) {
193 m_connection->preConnectFinished();
194 emit pair.second->finished();
195 it = requests.erase(it);
196 if (requests.empty()) {
208 if (requests.empty())
211 m_channel->state = QHttpNetworkConnectionChannel::WritingState;
215 for (
auto it = requests.begin(), end = requests.end(); it != end;) {
216 HttpMessagePair &httpPair = *it;
218 QUrl promiseKey = urlkey_from_request(httpPair.first);
219 if (h2Connection->promisedStream(promiseKey) !=
nullptr) {
221 initReplyFromPushPromise(httpPair, promiseKey);
222 it = requests.erase(it);
226 QHttp2Stream *stream = createNewStream(httpPair);
229 if (httpPair.second->isFinished()) {
230 it = requests.erase(it);
236 QHttpNetworkRequest &request = requestReplyPairs[stream].first;
237 if (!sendHEADERS(stream, request)) {
238 finishStreamWithError(stream, QNetworkReply::UnknownNetworkError,
239 "failed to send HEADERS frame(s)"_L1);
242 if (request.uploadByteDevice()) {
243 if (!sendDATA(stream, httpPair.second)) {
244 finishStreamWithError(stream, QNetworkReply::UnknownNetworkError,
245 "failed to send DATA frame(s)"_L1);
249 it = requests.erase(it);
252 m_channel->state = QHttpNetworkConnectionChannel::IdleState;
258
259
260
261
262
263
264
265bool QHttp2ProtocolHandler::tryRemoveReply(QHttpNetworkReply *reply)
267 QHttp2Stream *stream = streamIDs.take(reply);
269 stream->sendRST_STREAM(stream->isUploadingDATA() ? Http2::CANCEL : Http2::HTTP2_NO_ERROR);
270 requestReplyPairs.remove(stream);
271 stream->deleteLater();
277bool QHttp2ProtocolHandler::sendHEADERS(QHttp2Stream *stream, QHttpNetworkRequest &request)
279 using namespace HPack;
281 bool useProxy =
false;
282#ifndef QT_NO_NETWORKPROXY
283 useProxy = m_connection->d_func()->networkProxy.type() != QNetworkProxy::NoProxy;
285 if (request.withCredentials()) {
286 m_connection->d_func()->createAuthorization(m_socket, request);
287 request.d->needResendWithCredentials =
false;
289 const auto headers = build_headers(request, h2Connection->maxHeaderListSize(), useProxy);
293 bool mustUploadData = request.uploadByteDevice();
294 return stream->sendHEADERS(headers, !mustUploadData);
297bool QHttp2ProtocolHandler::sendDATA(QHttp2Stream *stream, QHttpNetworkReply *reply)
300 QHttpNetworkReplyPrivate *replyPrivate = reply->d_func();
301 Q_ASSERT(replyPrivate);
302 QHttpNetworkRequest &request = replyPrivate->request;
303 Q_ASSERT(request.uploadByteDevice());
305 bool startedSending = stream->sendDATA(request.uploadByteDevice(),
true);
306 return startedSending && !stream->wasReset();
309void QHttp2ProtocolHandler::handleHeadersReceived(
const HPack::HttpHeader &headers,
bool endStream)
311 QHttp2Stream *stream = qobject_cast<QHttp2Stream *>(sender());
313 auto &requestPair = requestReplyPairs[stream];
314 auto *httpReply = requestPair.second;
315 auto &httpRequest = requestPair.first;
319 auto *httpReplyPrivate = httpReply->d_func();
327 for (
const auto &pair : headers) {
328 const auto &name = pair.name;
329 const auto value = QByteArrayView(pair.value);
335 if (name ==
":status") {
336 statusCode = value.left(3).toInt();
337 httpReply->setStatusCode(statusCode);
338 m_channel->lastStatus = statusCode;
339 httpReply->setReasonPhrase(QString::fromLatin1(value.mid(4)));
340 }
else if (name ==
"content-length") {
342 const qlonglong length = value.toLongLong(&ok);
344 httpReply->setContentLength(length);
346 const auto binder = name ==
"set-cookie" ? QByteArrayView(
"\n") : QByteArrayView(
", ");
347 httpReply->appendHeaderField(name, QByteArray(pair.value).replace(
'\0', binder));
353 if (statusCode == 100 || (102 <= statusCode && statusCode <= 199)) {
354 httpReplyPrivate->clearHttpLayerInformation();
358 if (QHttpNetworkReply::isHttpRedirect(statusCode) && httpRequest.isFollowRedirects()) {
361 if (result.errorCode != QNetworkReply::NoError) {
362 auto errorString = m_connection->d_func()->errorDetail(result.errorCode, m_socket);
363 finishStreamWithError(stream, result.errorCode, errorString);
364 stream->sendRST_STREAM(INTERNAL_ERROR);
368 if (result.redirectUrl.isValid())
369 httpReply->setRedirectUrl(result.redirectUrl);
372 if (httpReplyPrivate->isCompressed() && httpRequest.d->autoDecompress)
373 httpReplyPrivate->removeAutoDecompressHeader();
375 if (QHttpNetworkReply::isHttpRedirect(statusCode)) {
381 if (
auto *byteDevice = httpRequest.uploadByteDevice()) {
383 httpReplyPrivate->totallyUploadedData = 0;
387 QMetaObject::invokeMethod(httpReply, &QHttpNetworkReply::headerChanged, Qt::QueuedConnection);
389 finishStream(stream, Qt::QueuedConnection);
392void QHttp2ProtocolHandler::handleDataReceived(
const QByteArray &data,
bool endStream)
394 QHttp2Stream *stream = qobject_cast<QHttp2Stream *>(sender());
395 auto &httpPair = requestReplyPairs[stream];
396 auto *httpReply = httpPair.second;
399 Q_ASSERT(!stream->isPromisedStream());
401 if (!data.isEmpty() && !httpPair.first.d->needResendWithCredentials) {
402 auto *replyPrivate = httpReply->d_func();
404 replyPrivate->totalProgress += data.size();
406 replyPrivate->responseData.append(data);
408 if (replyPrivate->shouldEmitSignals()) {
409 QMetaObject::invokeMethod(httpReply, &QHttpNetworkReply::readyRead,
410 Qt::QueuedConnection);
411 QMetaObject::invokeMethod(httpReply, &QHttpNetworkReply::dataReadProgress,
412 Qt::QueuedConnection, replyPrivate->totalProgress,
413 replyPrivate->bodyLength);
416 stream->clearDownloadBuffer();
418 finishStream(stream, Qt::QueuedConnection);
424void QHttp2ProtocolHandler::handleAuthorization(QHttp2Stream *stream)
426 auto &requestPair = requestReplyPairs[stream];
427 auto *httpReply = requestPair.second;
428 auto *httpReplyPrivate = httpReply->d_func();
429 auto &httpRequest = requestPair.first;
431 Q_ASSERT(httpReply && (httpReply->statusCode() == 401 || httpReply->statusCode() == 407));
433 const auto handleAuth = [&,
this](QByteArrayView authField,
bool isProxy) ->
bool {
435 const QByteArrayView auth = authField.trimmed();
436 if (auth.startsWith(
"Negotiate") || auth.startsWith(
"NTLM")) {
447 const bool authenticateHandled = m_connection->d_func()->handleAuthenticateChallenge(
448 m_socket, httpReply, isProxy, resend);
449 if (authenticateHandled) {
451 httpReply->d_func()->eraseData();
454 httpRequest.d->needResendWithCredentials =
true;
455 m_channel->h2RequestsToSend.insert(httpRequest.priority(), requestPair);
456 httpReply->d_func()->clearHeaders();
458 if (
auto *byteDevice = httpRequest.uploadByteDevice()) {
460 httpReplyPrivate->totallyUploadedData = 0;
474 emit httpReply->headerChanged();
475 emit httpReply->readyRead();
476 QNetworkReply::NetworkError error = httpReply->statusCode() == 401
477 ? QNetworkReply::AuthenticationRequiredError
478 : QNetworkReply::ProxyAuthenticationRequiredError;
479 finishStreamWithError(stream, QNetworkReply::AuthenticationRequiredError,
480 m_connection->d_func()->errorDetail(error, m_socket));
490 switch (httpReply->statusCode()) {
492 authOk = handleAuth(httpReply->headerField(
"www-authenticate"),
false);
495 authOk = handleAuth(httpReply->headerField(
"proxy-authenticate"),
true);
501 stream->sendRST_STREAM(CANCEL);
506void QHttp2ProtocolHandler::finishStream(QHttp2Stream *stream, Qt::ConnectionType connectionType)
508 if (stream->state() != QHttp2Stream::State::Closed)
509 stream->sendRST_STREAM(CANCEL);
511 auto &pair = requestReplyPairs[stream];
512 auto *httpReply = pair.second;
514 int statusCode = httpReply->statusCode();
515 if (statusCode == 401 || statusCode == 407) {
519 handleAuthorization(stream);
523 httpReply->disconnect(
this);
525 if (!pair.first.d->needResendWithCredentials) {
526 if (connectionType == Qt::DirectConnection)
527 emit httpReply->finished();
529 QMetaObject::invokeMethod(httpReply, &QHttpNetworkReply::finished, connectionType);
533 qCDebug(QT_HTTP2) <<
"stream" << stream->streamID() <<
"closed";
534 stream->deleteLater();
537void QHttp2ProtocolHandler::handleGOAWAY(
Http2Error errorCode, quint32 lastStreamID)
539 qCDebug(QT_HTTP2) <<
"GOAWAY received, error code:" << errorCode <<
"last stream ID:"
544 m_channel->emitFinishedWithError(QNetworkReply::ProtocolUnknownError,
545 "GOAWAY received, cannot start a request");
547 m_channel->h2RequestsToSend.clear();
549 QNetworkReply::NetworkError error = QNetworkReply::NoError;
551 qt_error(errorCode, error, message);
557 error = QNetworkReply::ContentReSendError;
558 message =
"Server stopped accepting new streams before this stream was established"_L1;
562void QHttp2ProtocolHandler::finishStreamWithError(QHttp2Stream *stream, Http2Error errorCode)
564 QNetworkReply::NetworkError error = QNetworkReply::NoError;
566 qt_error(errorCode, error, message);
567 finishStreamWithError(stream, error, message);
570void QHttp2ProtocolHandler::finishStreamWithError(QHttp2Stream *stream,
571 QNetworkReply::NetworkError error,
const QString &message)
573 stream->sendRST_STREAM(CANCEL);
574 const HttpMessagePair &pair = requestReplyPairs.value(stream);
575 if (
auto *httpReply = pair.second) {
576 httpReply->disconnect(
this);
579 emit httpReply->finishedWithError(error, message);
582 qCWarning(QT_HTTP2) <<
"stream" << stream->streamID() <<
"finished with error:" << message;
586
587
588
589
590
591QHttp2Stream *QHttp2ProtocolHandler::createNewStream(
const HttpMessagePair &message,
594 QUrl streamKey = urlkey_from_request(message.first);
595 if (
auto promisedStream = h2Connection->promisedStream(streamKey)) {
596 Q_ASSERT(promisedStream->state() != QHttp2Stream::State::Closed);
597 return promisedStream;
600 QH2Expected<QHttp2Stream *, QHttp2Connection::CreateStreamError>
601 streamResult = h2Connection->createStream();
602 if (!streamResult.ok()) {
603 if (streamResult.error()
604 == QHttp2Connection::CreateStreamError::MaxConcurrentStreamsReached) {
609 qCDebug(QT_HTTP2) <<
"failed to create new stream:" << streamResult.error();
610 auto *reply = message.second;
611 const char *cstr =
"Failed to initialize HTTP/2 stream with errorcode: %1";
612 const QString errorString = QCoreApplication::tr(
"QHttp", cstr)
613 .arg(QDebug::toString(streamResult.error()));
614 emit reply->finishedWithError(QNetworkReply::ProtocolFailure, errorString);
617 QHttp2Stream *stream = streamResult.unwrap();
620 if (
auto *src = message.first.uploadByteDevice()) {
621 connect(src, &QObject::destroyed,
this, &QHttp2ProtocolHandler::_q_uploadDataDestroyed);
622 streamIDs.insert(src, stream);
626 auto *reply = message.second;
627 QMetaObject::invokeMethod(reply, &QHttpNetworkReply::requestSent, Qt::QueuedConnection);
629 connectStream(message, stream);
633void QHttp2ProtocolHandler::connectStream(
const HttpMessagePair &message, QHttp2Stream *stream)
635 auto *reply = message.second;
636 auto *replyPrivate = reply->d_func();
637 replyPrivate->connection = m_connection;
638 replyPrivate->connectionChannel = m_channel;
640 reply->setHttp2WasUsed(
true);
641 QPointer<QHttp2Stream> &oldStream = streamIDs[reply];
643 disconnect(oldStream,
nullptr,
this,
nullptr);
645 requestReplyPairs.emplace(stream, message);
647 QObject::connect(stream, &QHttp2Stream::headersReceived,
this,
648 &QHttp2ProtocolHandler::handleHeadersReceived);
649 QObject::connect(stream, &QHttp2Stream::dataReceived,
this,
650 &QHttp2ProtocolHandler::handleDataReceived);
651 QObject::connect(stream, &QHttp2Stream::errorOccurred,
this,
652 [
this, stream](Http2Error errorCode,
const QString &errorString) {
654 <<
"stream" << stream->streamID() <<
"error:" << errorString;
655 finishStreamWithError(stream, errorCode);
658 QObject::connect(stream, &QHttp2Stream::stateChanged,
this, [
this](QHttp2Stream::State state) {
659 if (state == QHttp2Stream::State::Closed) {
661 if (!m_channel->h2RequestsToSend.empty()) {
662 QMetaObject::invokeMethod(
this, &QHttp2ProtocolHandler::sendRequest,
663 Qt::QueuedConnection);
669void QHttp2ProtocolHandler::initReplyFromPushPromise(
const HttpMessagePair &message,
670 const QUrl &cacheKey)
672 QHttp2Stream *promise = h2Connection->promisedStream(cacheKey);
674 Q_ASSERT(message.second);
675 message.second->setHttp2WasUsed(
true);
677 qCDebug(QT_HTTP2) <<
"found cached/promised response on stream" << promise->streamID();
679 const bool replyFinished = promise->state() == QHttp2Stream::State::Closed;
681 connectStream(message, promise);
686 QByteDataBuffer downloadBuffer = promise->takeDownloadBuffer();
687 if (
const auto &headers = promise->receivedHeaders(); !headers.empty())
688 emit promise->headersReceived(headers, replyFinished && downloadBuffer.isEmpty());
690 if (!downloadBuffer.isEmpty()) {
691 for (qsizetype i = 0; i < downloadBuffer.bufferCount(); ++i) {
692 const bool streamEnded = replyFinished && i == downloadBuffer.bufferCount() - 1;
693 emit promise->dataReceived(downloadBuffer[i], streamEnded);
698void QHttp2ProtocolHandler::connectionError(
Http2::
Http2Error errorCode,
const QString &message)
700 Q_ASSERT(!message.isNull());
702 qCCritical(QT_HTTP2) <<
"connection error:" << message;
704 const auto error = qt_error(errorCode);
705 m_channel->emitFinishedWithError(error, qPrintable(message));
710void QHttp2ProtocolHandler::closeSession()
717#include "moc_qhttp2protocolhandler_p.cpp"
static ParseRedirectResult parseRedirectResponse(QHttpNetworkReply *reply)