/////////////////////////////////////////////////////////////////////////////////// // Copyright (C) 2020 Edouard Griffiths, F4EXB // // // // File recorder in SigMF format single channel for SI plugins // // // // This program is free software; you can redistribute it and/or modify // // it under the terms of the GNU General Public License as published by // // the Free Software Foundation as version 3 of the License, or // // (at your option) any later version. // // // // This program is distributed in the hope that it will be useful, // // but WITHOUT ANY WARRANTY; without even the implied warranty of // // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // // GNU General Public License V3 for more details. // // // // You should have received a copy of the GNU General Public License // // along with this program. If not, see . // /////////////////////////////////////////////////////////////////////////////////// #include #include #include #include #include "libsigmf/sigmf_core_generated.h" #include "libsigmf/sigmf_sdrangel_generated.h" #include "libsigmf/sigmf.h" #include "dsp/dspcommands.h" //#include "util/sha512.h" - SHA512 is skipped because it takes too long #include "sigmffilerecord.h" SigMFFileRecord::SigMFFileRecord() : FileRecordInterface(), m_fileName("test"), m_sampleRate(0), m_centerFrequency(0), m_msShift(0), m_recordOn(false), m_recordStart(true), m_sampleStart(0), m_sampleCount(0), m_initialMsCount(0), m_initialBytesCount(0) { qDebug("SigMFFileRecord::SigMFFileRecord: test"); setObjectName("SigMFFileSink"); m_metaRecord = new sigmf::SigMF, sigmf::Capture, sigmf::Annotation >(); } SigMFFileRecord::SigMFFileRecord(const QString& fileName, const QString& hardwareId) : FileRecordInterface(), m_hardwareId(hardwareId), m_fileName(fileName), m_sampleRate(0), m_centerFrequency(0), m_recordOn(false), m_recordStart(true), m_sampleStart(0), m_sampleCount(0), m_initialMsCount(0), m_initialBytesCount(0) { qDebug("SigMFFileRecord::SigMFFileRecord: %s", qPrintable(fileName)); setObjectName("SigMFFileSink"); m_metaRecord = new sigmf::SigMF, sigmf::Capture, sigmf::Annotation >(); } SigMFFileRecord::~SigMFFileRecord() { qDebug("SigMFFileRecord::~SigMFFileRecord"); stopRecording(); if (m_metaFile.is_open()) { m_metaFile.close(); } if (m_sampleFile.is_open()) { m_sampleFile.close(); } delete m_metaRecord; } void SigMFFileRecord::setFileName(const QString& fileName) { if (!m_recordOn) { qDebug("SigMFFileRecord::setFileName: %s", qPrintable(fileName)); if (m_metaFile.is_open()) { m_metaFile.close(); } if (m_sampleFile.is_open()) { m_sampleFile.close(); } m_fileName = fileName; if (QFile::exists(fileName + ".sigmf-data") && QFile::exists(fileName + ".sigmf-meta")) { m_metaFileName = m_fileName + ".sigmf-meta"; std::ifstream metaStream; #ifdef Q_OS_WIN metaStream.open(m_metaFileName.toStdWString().c_str()); #else metaStream.open(m_metaFileName.toStdString().c_str()); #endif std::ostringstream meta_buffer; meta_buffer << metaStream.rdbuf(); try { from_json(json::parse(meta_buffer.str()), *m_metaRecord); metaStream.close(); std::string sdrAngelVersion = m_metaRecord->global.access().version; if (sdrAngelVersion.size() != 0) { qDebug("SigMFFileRecord::setFileName: appending mode"); m_metaFile.open(m_metaFileName.toStdString().c_str(), std::ofstream::out); m_initialMsCount = 0; for (auto capture : m_metaRecord->captures) { uint64_t length = capture.get().length; int32_t sampleRate = capture.get().sample_rate; m_initialMsCount += (length * 1000) / sampleRate; } m_sampleFileName = m_fileName + ".sigmf-data"; m_sampleFile.open(m_sampleFileName.toStdString().c_str(), std::ios::binary & std::ios::app); m_initialBytesCount = (uint64_t) m_sampleFile.tellp(); m_sampleStart = m_initialBytesCount / sizeof(Sample); m_recordStart = false; } else { qDebug("SigMFFileRecord::setFileName: SigMF not recorded with SDRangel. Recreating files..."); m_initialBytesCount = 0; m_initialMsCount = 0; m_recordStart = true; } } catch(const std::exception& e) { qInfo("SigMFFileRecord::setFileName: exception: %s. Recreating files...", qPrintable(e.what())); m_initialBytesCount = 0; m_initialMsCount = 0; m_recordStart = true; } } else { m_initialBytesCount = 0; m_initialMsCount = 0; m_recordStart = true; } } } unsigned int SigMFFileRecord::getNbCaptures() const { return m_metaRecord->captures.size(); } bool SigMFFileRecord::startRecording() { bool success = true; if (m_recordStart) { qDebug("SigMFFileRecord::startRecording: new record %s", qPrintable(m_fileName)); clearMeta(); m_sampleStart = 0; m_sampleFileName = m_fileName + ".sigmf-data"; m_metaFileName = m_fileName + ".sigmf-meta"; m_sampleFile.open(m_sampleFileName.toStdString().c_str(), std::ios::binary); if (!m_sampleFile.is_open()) { qWarning() << "SigMFFileRecord::startRecording: failed to open file: " << m_sampleFileName; success = false; } m_metaFile.open(m_metaFileName.toStdString().c_str(), std::ofstream::out); if (!m_metaFile.is_open()) { qWarning() << "SigMFFileRecord::startRecording: failed to open file: " << m_metaFileName; success = false; } makeHeader(); m_recordStart = false; } else { qDebug("SigMFFileRecord::startRecording: start new capture"); } m_captureStartDT = QDateTime::currentDateTimeUtc().addMSecs(m_msShift); m_recordOn = true; m_sampleCount = 0; return success; } bool SigMFFileRecord::stopRecording() { if (m_recordOn) { qDebug("SigMFFileRecord::stopRecording: file previous capture"); makeCapture(); m_recordOn = false; if (m_sampleFile.bad()) { qWarning() << "SigMFFileRecord::stopRecording: an error occurred while writing to " << m_sampleFileName; return false; } if (m_metaFile.bad()) { qWarning() << "SigMFFileRecord::stopRecording: an error occurred while writing to " << m_metaFileName; return false; } } return true; } void SigMFFileRecord::makeHeader() { m_metaRecord->global.access().author = "SDRangel"; m_metaRecord->global.access().description = "SDRangel SigMF I/Q recording file"; m_metaRecord->global.access().sample_rate = m_sampleRate; m_metaRecord->global.access().hw = m_hardwareId.toStdString(); m_metaRecord->global.access().recorder = QString(QCoreApplication::applicationName()).toStdString(); m_metaRecord->global.access().version = "0.0.2"; m_metaRecord->global.access().version = QString(QCoreApplication::applicationVersion()).toStdString(); m_metaRecord->global.access().qt_version = QT_VERSION_STR; m_metaRecord->global.access().rx_bits = SDR_RX_SAMP_SZ; m_metaRecord->global.access().arch = QString(QSysInfo::currentCpuArchitecture()).toStdString(); m_metaRecord->global.access().os = QString(QSysInfo::prettyProductName()).toStdString(); QString endianSuffix = QSysInfo::ByteOrder == QSysInfo::LittleEndian ? "le" : "be"; int size = 8*sizeof(FixReal); m_metaRecord->global.access().datatype = QString("ci%1_%2").arg(size).arg(endianSuffix).toStdString(); } void SigMFFileRecord::makeCapture() { if (m_sampleCount) { qDebug("SigMFFileRecord::makeCapture: m_sampleStart: %llu m_sampleCount: %llu", m_sampleStart, m_sampleCount); // Flush samples to disk m_sampleFile.flush(); // calculate SHA512 and write it to header // m_metaRecord->global.access().sha512 = sw::sha512::file(m_sampleFileName.toStdString()); // skip takes too long // Add new capture auto recording_capture = sigmf::Capture(); recording_capture.get().frequency = m_centerFrequency; recording_capture.get().sample_start = m_sampleStart; recording_capture.get().length = m_sampleCount; recording_capture.get().datetime = m_captureStartDT.toString("yyyy-MM-ddTHH:mm:ss.zzzZ").toStdString(); recording_capture.get().sample_rate = m_sampleRate; recording_capture.get().tsms = m_captureStartDT.toMSecsSinceEpoch(); m_metaRecord->captures.emplace_back(recording_capture); m_sampleStart += m_sampleCount; // Flush meta to disk m_metaFile.seekp(0); std::string jsonRecord = json(*m_metaRecord).dump(2); m_metaFile << jsonRecord; m_metaFile.flush(); } else { qDebug("SigMFFileRecord::makeCapture: skipped because of no samples"); } } void SigMFFileRecord::clearMeta() { m_metaRecord->captures.clear(); } void SigMFFileRecord::feed(const SampleVector::const_iterator& begin, const SampleVector::const_iterator& end, bool positiveOnly) { (void) positiveOnly; // if no recording is active, send the samples to /dev/null if(!m_recordOn) return; if (begin < end) // if there is something to put out { m_sampleFile.write(reinterpret_cast(&*(begin)), (end - begin)*sizeof(Sample)); m_sampleCount += end - begin; } } void SigMFFileRecord::start() { } void SigMFFileRecord::stop() { stopRecording(); } bool SigMFFileRecord::handleMessage(const Message& message) { if (DSPSignalNotification::match(message)) { if (m_recordOn) { makeCapture(); m_captureStartDT = QDateTime::currentDateTimeUtc(); m_sampleCount = 0; } DSPSignalNotification& notif = (DSPSignalNotification&) message; m_sampleRate = notif.getSampleRate(); m_centerFrequency = notif.getCenterFrequency(); qDebug() << "SigMFFileRecord::handleMessage: DSPSignalNotification: " << " m_inputSampleRate: " << m_sampleRate << " m_centerFrequency: " << m_centerFrequency; return true; } else { return false; } }