1
0
mirror of https://github.com/f4exb/sdrangel.git synced 2024-12-23 18:15:45 -05:00
sdrangel/sdrbase/util/httpdownloadmanager.cpp

234 lines
9.1 KiB
C++

///////////////////////////////////////////////////////////////////////////////////
// Copyright (C) 2020-2023 Jon Beniston, M7RCE <jon@beniston.com> //
// //
// This program is free software; you can redistribute it and/or modify //
// it under the terms of the GNU General Public License as published by //
// the Free Software Foundation as version 3 of the License, or //
// (at your option) any later version. //
// //
// This program is distributed in the hope that it will be useful, //
// but WITHOUT ANY WARRANTY; without even the implied warranty of //
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the //
// GNU General Public License V3 for more details. //
// //
// You should have received a copy of the GNU General Public License //
// along with this program. If not, see <http://www.gnu.org/licenses/>. //
///////////////////////////////////////////////////////////////////////////////////
#include "httpdownloadmanager.h"
#include <QDebug>
#include <QFile>
#include <QDateTime>
#include <QRegularExpression>
HttpDownloadManager::HttpDownloadManager()
{
connect(&manager, &QNetworkAccessManager::finished, this, &HttpDownloadManager::downloadFinished);
}
QNetworkReply *HttpDownloadManager::download(const QUrl &url, const QString &filename)
{
QNetworkRequest request(url);
request.setAttribute(QNetworkRequest::RedirectPolicyAttribute, QNetworkRequest::NoLessSafeRedirectPolicy);
QNetworkReply *reply = manager.get(request);
connect(reply, &QNetworkReply::sslErrors, this, &HttpDownloadManager::sslErrors);
qDebug() << "HttpDownloadManager: Downloading from " << url << " to " << filename;
m_downloads.append(reply);
m_filenames.append(filename);
return reply;
}
// Indicate if we have any downloads in progress
bool HttpDownloadManager::downloading() const
{
return m_filenames.size() > 0;
}
qint64 HttpDownloadManager::fileAgeInDays(const QString& filename)
{
QFile file(filename);
if (file.exists())
{
QDateTime modified = file.fileTime(QFileDevice::FileModificationTime);
if (modified.isValid())
return modified.daysTo(QDateTime::currentDateTime());
else
return -1;
}
return -1;
}
// Get default directory to write downloads to
QString HttpDownloadManager::downloadDir()
{
// Get directory to store app data in
QStringList locations = QStandardPaths::standardLocations(QStandardPaths::AppDataLocation);
// First dir is writable
return locations[0];
}
void HttpDownloadManager::sslErrors(const QList<QSslError> &sslErrors)
{
for (const QSslError &error : sslErrors)
{
qCritical() << "HttpDownloadManager: SSL error" << (int)error.error() << ": " << error.errorString();
#ifdef ANDROID
// On Android 6 (but not on 12), we always seem to get: "The issuer certificate of a locally looked up certificate could not be found"
// which causes downloads to fail, so ignore
if (error.error() == QSslError::UnableToGetLocalIssuerCertificate)
{
QNetworkReply *reply = qobject_cast<QNetworkReply *>(sender());
QList<QSslError> errorsThatCanBeIgnored;
errorsThatCanBeIgnored << QSslError(QSslError::UnableToGetLocalIssuerCertificate, error.certificate());
reply->ignoreSslErrors(errorsThatCanBeIgnored);
}
#endif
}
}
bool HttpDownloadManager::isHttpRedirect(QNetworkReply *reply)
{
int status = reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt();
// 304 is file not changed, but maybe we did
return (status >= 301 && status <= 308);
}
bool HttpDownloadManager::writeToFile(const QString &filename, const QByteArray &data)
{
QFile file(filename);
// Make sure directory to save the file in exists
QFileInfo fileInfo(filename);
QDir dir = fileInfo.absoluteDir();
if (!dir.exists())
dir.mkpath(".");
if (file.open(QIODevice::WriteOnly))
{
file.write(data);
file.close();
return true;
}
else
{
qCritical() << "HttpDownloadManager: Could not open " << filename << " for writing: " << file.errorString();
return false;
}
}
void HttpDownloadManager::downloadFinished(QNetworkReply *reply)
{
QString url = reply->url().toEncoded().constData();
int idx = m_downloads.indexOf(reply);
QString filename = m_filenames[idx];
bool success = false;
bool retry = false;
if (!reply->error())
{
if (!isHttpRedirect(reply))
{
QByteArray data = reply->readAll();
// Google drive can redirect downloads to a virus scan warning page
// We need to use URL with confirm code and retry
if (url.startsWith("https://drive.google.com/uc?export=download")
&& data.startsWith("<!DOCTYPE html>")
&& !filename.endsWith(".html")
)
{
QRegularExpression regexp("action=\\\"(.*?)\\\"");
QRegularExpressionMatch match = regexp.match(data);
if (match.hasMatch())
{
m_downloads.removeAll(reply);
m_filenames.remove(idx);
QString action = match.captured(1);
action = action.replace("&amp;", "&");
qDebug() << "HttpDownloadManager: Skipping Google drive warning - downloading " << action;
QUrl newUrl(action);
QNetworkReply *newReply = download(newUrl, filename);
// Indicate that we are retrying, so progress dialogs can be updated
emit retryDownload(filename, reply, newReply);
retry = true;
}
else
{
qDebug() << "HttpDownloadManager: Can't find action URL in Google Drive page\nURL: " << url << "\nData:\n" << data;
}
}
else if (url.startsWith("https://drive.usercontent.google.com/download")
&& data.startsWith("<!DOCTYPE html>")
&& !filename.endsWith(".html")
)
{
QRegularExpression regexpAction("action=\\\"(.*?)\\\"");
QRegularExpressionMatch matchAction = regexpAction.match(data);
QRegularExpression regexpId("name=\"id\" value=\"([\\w-]+)\"");
QRegularExpressionMatch matchId = regexpId.match(data);
QRegularExpression regexpUuid("name=\"uuid\" value=\"([\\w-]+)\"");
QRegularExpressionMatch matchUuid = regexpUuid.match(data);
QRegularExpression regexpAt("name=\"at\" value=\"([\\w-]+\\:)\"");
QRegularExpressionMatch matchAt = regexpAt.match(data);
if (matchAction.hasMatch() && matchId.hasMatch() && matchUuid.hasMatch())
{
m_downloads.removeAll(reply);
m_filenames.remove(idx);
QString newURLString = matchAction.captured(1)
+ "?id=" + matchId.captured(1)
+ "&export=download"
+ "&authuser=0"
+ "&confirm=t"
+ "&uuid=" + matchUuid.captured(1)
;
if (matchAt.hasMatch()) {
newURLString = newURLString + "at=" + matchAt.captured(1);
}
qDebug() << "HttpDownloadManager: Skipping Google drive warning - downloading " << newURLString;
QUrl newUrl(newURLString);
QNetworkReply *newReply = download(newUrl, filename);
// Indicate that we are retrying, so progress dialogs can be updated
emit retryDownload(filename, reply, newReply);
retry = true;
}
else
{
qDebug() << "HttpDownloadManager: Can't find action URL in Google Drive page\nURL: " << url << "\nData:\n" << data;
}
}
else if (writeToFile(filename, data))
{
success = true;
qDebug() << "HttpDownloadManager: Download from " << url << " to " << filename << " finshed.";
}
}
else
{
qDebug() << "HttpDownloadManager: Request to download " << url << " was redirected.";
}
}
else
{
qCritical() << "HttpDownloadManager: Download of " << url << " failed: " << reply->errorString();
}
if (!retry)
{
m_downloads.removeAll(reply);
m_filenames.remove(idx);
emit downloadComplete(filename, success, url, reply->errorString());
}
reply->deleteLater();
}