/////////////////////////////////////////////////////////////////////////////////// // Copyright (C) 2020-2023 Jon Beniston, M7RCE // // // // This program is free software; you can redistribute it and/or modify // // it under the terms of the GNU General Public License as published by // // the Free Software Foundation as version 3 of the License, or // // (at your option) any later version. // // // // This program is distributed in the hope that it will be useful, // // but WITHOUT ANY WARRANTY; without even the implied warranty of // // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // // GNU General Public License V3 for more details. // // // // You should have received a copy of the GNU General Public License // // along with this program. If not, see . // /////////////////////////////////////////////////////////////////////////////////// #include "httpdownloadmanager.h" #include #include #include #include HttpDownloadManager::HttpDownloadManager() { connect(&manager, &QNetworkAccessManager::finished, this, &HttpDownloadManager::downloadFinished); } QNetworkReply *HttpDownloadManager::download(const QUrl &url, const QString &filename) { QNetworkRequest request(url); request.setAttribute(QNetworkRequest::RedirectPolicyAttribute, QNetworkRequest::NoLessSafeRedirectPolicy); QNetworkReply *reply = manager.get(request); connect(reply, &QNetworkReply::sslErrors, this, &HttpDownloadManager::sslErrors); qDebug() << "HttpDownloadManager: Downloading from " << url << " to " << filename; m_downloads.append(reply); m_filenames.append(filename); return reply; } // Indicate if we have any downloads in progress bool HttpDownloadManager::downloading() const { return m_filenames.size() > 0; } qint64 HttpDownloadManager::fileAgeInDays(const QString& filename) { QFile file(filename); if (file.exists()) { QDateTime modified = file.fileTime(QFileDevice::FileModificationTime); if (modified.isValid()) return modified.daysTo(QDateTime::currentDateTime()); else return -1; } return -1; } // Get default directory to write downloads to QString HttpDownloadManager::downloadDir() { // Get directory to store app data in QStringList locations = QStandardPaths::standardLocations(QStandardPaths::AppDataLocation); // First dir is writable return locations[0]; } void HttpDownloadManager::sslErrors(const QList &sslErrors) { for (const QSslError &error : sslErrors) { qCritical() << "HttpDownloadManager: SSL error" << (int)error.error() << ": " << error.errorString(); #ifdef ANDROID // On Android 6 (but not on 12), we always seem to get: "The issuer certificate of a locally looked up certificate could not be found" // which causes downloads to fail, so ignore if (error.error() == QSslError::UnableToGetLocalIssuerCertificate) { QNetworkReply *reply = qobject_cast(sender()); QList errorsThatCanBeIgnored; errorsThatCanBeIgnored << QSslError(QSslError::UnableToGetLocalIssuerCertificate, error.certificate()); reply->ignoreSslErrors(errorsThatCanBeIgnored); } #endif } } bool HttpDownloadManager::isHttpRedirect(QNetworkReply *reply) { int status = reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt(); // 304 is file not changed, but maybe we did return (status >= 301 && status <= 308); } bool HttpDownloadManager::writeToFile(const QString &filename, const QByteArray &data) { QFile file(filename); // Make sure directory to save the file in exists QFileInfo fileInfo(filename); QDir dir = fileInfo.absoluteDir(); if (!dir.exists()) dir.mkpath("."); if (file.open(QIODevice::WriteOnly)) { file.write(data); file.close(); return true; } else { qCritical() << "HttpDownloadManager: Could not open " << filename << " for writing: " << file.errorString(); return false; } } void HttpDownloadManager::downloadFinished(QNetworkReply *reply) { QString url = reply->url().toEncoded().constData(); int idx = m_downloads.indexOf(reply); QString filename = m_filenames[idx]; bool success = false; bool retry = false; if (!reply->error()) { if (!isHttpRedirect(reply)) { QByteArray data = reply->readAll(); // Google drive can redirect downloads to a virus scan warning page // We need to use URL with confirm code and retry if (url.startsWith("https://drive.google.com/uc?export=download") && data.startsWith("") && !filename.endsWith(".html") ) { QRegularExpression regexp("action=\\\"(.*?)\\\""); QRegularExpressionMatch match = regexp.match(data); if (match.hasMatch()) { m_downloads.removeAll(reply); m_filenames.remove(idx); QString action = match.captured(1); action = action.replace("&", "&"); qDebug() << "HttpDownloadManager: Skipping Google drive warning - downloading " << action; QUrl newUrl(action); QNetworkReply *newReply = download(newUrl, filename); // Indicate that we are retrying, so progress dialogs can be updated emit retryDownload(filename, reply, newReply); retry = true; } else { qDebug() << "HttpDownloadManager: Can't find action URL in Google Drive page\nURL: " << url << "\nData:\n" << data; } } else if (url.startsWith("https://drive.usercontent.google.com/download") && data.startsWith("") && !filename.endsWith(".html") ) { QRegularExpression regexpAction("action=\\\"(.*?)\\\""); QRegularExpressionMatch matchAction = regexpAction.match(data); QRegularExpression regexpId("name=\"id\" value=\"([\\w-]+)\""); QRegularExpressionMatch matchId = regexpId.match(data); QRegularExpression regexpUuid("name=\"uuid\" value=\"([\\w-]+)\""); QRegularExpressionMatch matchUuid = regexpUuid.match(data); QRegularExpression regexpAt("name=\"at\" value=\"([\\w-]+\\:)\""); QRegularExpressionMatch matchAt = regexpAt.match(data); if (matchAction.hasMatch() && matchId.hasMatch() && matchUuid.hasMatch()) { m_downloads.removeAll(reply); m_filenames.remove(idx); QString newURLString = matchAction.captured(1) + "?id=" + matchId.captured(1) + "&export=download" + "&authuser=0" + "&confirm=t" + "&uuid=" + matchUuid.captured(1) ; if (matchAt.hasMatch()) { newURLString = newURLString + "at=" + matchAt.captured(1); } qDebug() << "HttpDownloadManager: Skipping Google drive warning - downloading " << newURLString; QUrl newUrl(newURLString); QNetworkReply *newReply = download(newUrl, filename); // Indicate that we are retrying, so progress dialogs can be updated emit retryDownload(filename, reply, newReply); retry = true; } else { qDebug() << "HttpDownloadManager: Can't find action URL in Google Drive page\nURL: " << url << "\nData:\n" << data; } } else if (writeToFile(filename, data)) { success = true; qDebug() << "HttpDownloadManager: Download from " << url << " to " << filename << " finshed."; } } else { qDebug() << "HttpDownloadManager: Request to download " << url << " was redirected."; } } else { qCritical() << "HttpDownloadManager: Download of " << url << " failed: " << reply->errorString(); } if (!retry) { m_downloads.removeAll(reply); m_filenames.remove(idx); emit downloadComplete(filename, success, url, reply->errorString()); } reply->deleteLater(); }