From eaa257925ddef888402e1b601dda45646ad6a373 Mon Sep 17 00:00:00 2001 From: "Matthias P. Braendli" Date: Sat, 5 Aug 2017 20:51:52 +0200 Subject: Check input zmq message size --- src/InputZeroMQReader.cpp | 73 ++++++++++++++++++++++++++++------------------- 1 file changed, 44 insertions(+), 29 deletions(-) diff --git a/src/InputZeroMQReader.cpp b/src/InputZeroMQReader.cpp index 1418db7..783f0f5 100644 --- a/src/InputZeroMQReader.cpp +++ b/src/InputZeroMQReader.cpp @@ -3,7 +3,7 @@ Her Majesty the Queen in Right of Canada (Communications Research Center Canada) - Copyright (C) 2013, 2014, 2015 + Copyright (C) 2017 Matthias P. Braendli, matthias.braendli@mpb.li http://opendigitalradio.org @@ -42,6 +42,8 @@ #include "PcDebug.h" #include "Utils.h" +using namespace std; + #define NUM_FRAMES_PER_ZMQ_MESSAGE 4 /* A concatenation of four ETI frames, * whose maximal size is 6144. @@ -63,7 +65,10 @@ struct zmq_dab_message_t uint8_t buf[NUM_FRAMES_PER_ZMQ_MESSAGE*6144]; }; -int InputZeroMQReader::Open(const std::string& uri, size_t max_queued_frames) +#define ZMQ_DAB_MESSAGE_T_HEADERSIZE \ + (sizeof(uint32_t) + NUM_FRAMES_PER_ZMQ_MESSAGE*sizeof(uint16_t)) + +int InputZeroMQReader::Open(const string& uri, size_t max_queued_frames) { // The URL might start with zmq+tcp:// if (uri.substr(0, 4) == "zmq+") { @@ -89,7 +94,7 @@ int InputZeroMQReader::GetNextFrame(void* buffer) return 0; } - std::shared_ptr > incoming; + shared_ptr > incoming; /* Do some prebuffering because reads will happen in bursts * (4 ETI frames in TM1) and we should make sure that @@ -167,41 +172,51 @@ void InputZeroMQWorker::RecvProcess(struct InputZeroMQThreadData* workerdata) } else if (queue_size < workerdata->max_queued_frames) { if (buffer_full) { - etiLog.level(info) << "ZeroMQ buffer recovered: " << queue_size << " elements"; + etiLog.level(info) << "ZeroMQ buffer recovered: " << + queue_size << " elements"; buffer_full = false; } - zmq_dab_message_t* dab_msg = (zmq_dab_message_t*)incoming.data(); - - if (dab_msg->version != 1) { - etiLog.level(error) << "ZeroMQ wrong packet version " << dab_msg->version; + if (incoming.size() < ZMQ_DAB_MESSAGE_T_HEADERSIZE) { + throw runtime_error("ZeroMQ packet too small for header"); } + else { + const zmq_dab_message_t* dab_msg = (zmq_dab_message_t*)incoming.data(); - int offset = sizeof(dab_msg->version) + - NUM_FRAMES_PER_ZMQ_MESSAGE * sizeof(*dab_msg->buflen); - - for (int i = 0; i < NUM_FRAMES_PER_ZMQ_MESSAGE; i++) - { - if (dab_msg->buflen[i] <= 0 || - dab_msg->buflen[i] > 6144) - { - etiLog.level(error) << "ZeroMQ buffer " << i << " has invalid length " << - dab_msg->buflen[i]; + if (dab_msg->version != 1) { + etiLog.level(error) << + "ZeroMQ wrong packet version " << + dab_msg->version; } - else { - std::shared_ptr > buf = - std::make_shared >(6144, 0x55); - const int framesize = dab_msg->buflen[i]; + int offset = sizeof(dab_msg->version) + + NUM_FRAMES_PER_ZMQ_MESSAGE * sizeof(*dab_msg->buflen); + + for (int i = 0; i < NUM_FRAMES_PER_ZMQ_MESSAGE; i++) { + if (dab_msg->buflen[i] > 6144) { + stringstream ss; + ss << "ZeroMQ buffer " << i << + " has invalid buflen " << dab_msg->buflen[i]; + throw runtime_error(ss.str()); + } + else { + auto buf = make_shared >(6144, 0x55); + + const int framesize = dab_msg->buflen[i]; + + if ((ssize_t)incoming.size() < offset + framesize) { + throw runtime_error("ZeroMQ packet too small"); + } - memcpy(&buf->front(), - ((uint8_t*)incoming.data()) + offset, - framesize); + memcpy(&buf->front(), + ((uint8_t*)incoming.data()) + offset, + framesize); - offset += framesize; + offset += framesize; - queue_size = workerdata->in_messages->push(buf); - etiLog.log(trace, "ZMQ,push %zu", queue_size); + queue_size = workerdata->in_messages->push(buf); + etiLog.log(trace, "ZMQ,push %zu", queue_size); + } } } } @@ -212,7 +227,7 @@ void InputZeroMQWorker::RecvProcess(struct InputZeroMQThreadData* workerdata) etiLog.level(warn) << "ZeroMQ buffer overfull !"; buffer_full = true; - throw std::runtime_error("ZMQ input full"); + throw runtime_error("ZMQ input full"); } queue_size = workerdata->in_messages->size(); -- cgit v1.2.3 From 56047e1f068b2ea4386cabd73bc0f29f55068250 Mon Sep 17 00:00:00 2001 From: "Matthias P. Braendli" Date: Sun, 6 Aug 2017 11:39:03 +0200 Subject: Remove raw flowgraph pointer from DabModulator --- src/DabModulator.cpp | 14 +++----------- src/DabModulator.h | 6 +----- 2 files changed, 4 insertions(+), 16 deletions(-) diff --git a/src/DabModulator.cpp b/src/DabModulator.cpp index 4e0bc33..bebbedd 100644 --- a/src/DabModulator.cpp +++ b/src/DabModulator.cpp @@ -74,7 +74,7 @@ DabModulator::DabModulator( myNormalise(normalise), myGainmodeVariance(gainmodeVariance), myEtiSource(etiSource), - myFlowgraph(NULL), + myFlowgraph(), myFilterTapsFilename(filterTapsFilename), myPolyCoefFilename(polyCoefFilename), myTiiConfig(tiiConfig) @@ -90,14 +90,6 @@ DabModulator::DabModulator( } -DabModulator::~DabModulator() -{ - PDEBUG("DabModulator::~DabModulator() @ %p\n", this); - - delete myFlowgraph; -} - - void DabModulator::setMode(unsigned mode) { switch (mode) { @@ -145,7 +137,7 @@ int DabModulator::process(Buffer* dataOut) PDEBUG("DabModulator::process(dataOut: %p)\n", dataOut); - if (myFlowgraph == NULL) { + if (not myFlowgraph) { unsigned mode = myEtiSource.getMode(); if (myDabMode != 0) { mode = myDabMode; @@ -154,7 +146,7 @@ int DabModulator::process(Buffer* dataOut) } setMode(mode); - myFlowgraph = new Flowgraph(); + myFlowgraph = make_shared(); //////////////////////////////////////////////////////////////// // CIF data initialisation //////////////////////////////////////////////////////////////// diff --git a/src/DabModulator.h b/src/DabModulator.h index 0c691dd..e8048ac 100644 --- a/src/DabModulator.h +++ b/src/DabModulator.h @@ -57,9 +57,6 @@ public: float gainmodeVariance, const std::string& filterTapsFilename, const std::string& polyCoefFilename); - DabModulator(const DabModulator& other) = delete; - DabModulator& operator=(const DabModulator& other) = delete; - virtual ~DabModulator(); int process(Buffer* dataOut); const char* name() { return "DabModulator"; } @@ -78,8 +75,7 @@ protected: float myNormalise; float myGainmodeVariance; EtiSource& myEtiSource; - Flowgraph* myFlowgraph; - OutputMemory* myOutput; + std::shared_ptr myFlowgraph; std::string myFilterTapsFilename; std::string myPolyCoefFilename; tii_config_t& myTiiConfig; -- cgit v1.2.3 From 84c8d100c682fece37b448f38228260f84c070f2 Mon Sep 17 00:00:00 2001 From: "Matthias P. Braendli" Date: Wed, 16 Aug 2017 19:48:02 +0200 Subject: configure.ac: Properly check for FFTW --- configure.ac | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configure.ac b/configure.ac index 4d94592..172d43c 100644 --- a/configure.ac +++ b/configure.ac @@ -79,7 +79,7 @@ AC_ARG_ENABLE([output_uhd], [AS_HELP_STRING([--disable-output-uhd], [Disable UHD output])], [], [enable_output_uhd=yes]) -PKG_CHECK_MODULES([FFTW], [fftw3f], enable_fftw=yes, enable_fftw=no) +PKG_CHECK_MODULES([FFTW], [fftw3f], [], [AC_MSG_ERROR([FFTW is required])]) echo "Checking zeromq" -- cgit v1.2.3 From 1cfebd56f205f95498079a20bca1a0667be07296 Mon Sep 17 00:00:00 2001 From: "Matthias P. Braendli" Date: Thu, 17 Aug 2017 16:15:54 +0200 Subject: Simplify DabModulator ctor signature --- src/DabMod.cpp | 26 ++---------------- src/DabModulator.cpp | 77 ++++++++++++++++++++++++---------------------------- src/DabModulator.h | 24 ++++------------ src/GainControl.cpp | 2 +- src/GainControl.h | 4 +-- src/TII.cpp | 2 +- src/TII.h | 4 +-- 7 files changed, 49 insertions(+), 90 deletions(-) diff --git a/src/DabMod.cpp b/src/DabMod.cpp index 7c342a2..15b3be2 100644 --- a/src/DabMod.cpp +++ b/src/DabMod.cpp @@ -317,18 +317,7 @@ int launch_modulator(int argc, char* argv[]) } Flowgraph flowgraph; - auto modulator = make_shared( - ediReader, - mod_settings.tiiConfig, - mod_settings.outputRate, - mod_settings.clockRate, - mod_settings.dabMode, - mod_settings.gainMode, - mod_settings.digitalgain, - mod_settings.normalise, - mod_settings.gainmodeVariance, - mod_settings.filterTapsFilename, - mod_settings.polyCoefFilename); + auto modulator = make_shared(ediReader, mod_settings); if (format_converter) { flowgraph.connect(modulator, format_converter); @@ -422,18 +411,7 @@ int launch_modulator(int argc, char* argv[]) m.etiReader = &etiReader; auto input = make_shared(&m.data); - auto modulator = make_shared( - etiReader, - mod_settings.tiiConfig, - mod_settings.outputRate, - mod_settings.clockRate, - mod_settings.dabMode, - mod_settings.gainMode, - mod_settings.digitalgain, - mod_settings.normalise, - mod_settings.gainmodeVariance, - mod_settings.filterTapsFilename, - mod_settings.polyCoefFilename); + auto modulator = make_shared(etiReader, mod_settings); if (format_converter) { flowgraph.connect(modulator, format_converter); diff --git a/src/DabModulator.cpp b/src/DabModulator.cpp index bebbedd..34d8e66 100644 --- a/src/DabModulator.cpp +++ b/src/DabModulator.cpp @@ -55,37 +55,21 @@ #include "RemoteControl.h" #include "Log.h" -DabModulator::DabModulator( - EtiSource& etiSource, - tii_config_t& tiiConfig, - unsigned outputRate, unsigned clockRate, - unsigned dabMode, GainMode gainMode, - float& digGain, float normalise, - float gainmodeVariance, - const std::string& filterTapsFilename, - const std::string& polyCoefFilename - ) : +DabModulator::DabModulator(EtiSource& etiSource, + const mod_settings_t& settings) : ModInput(), - myOutputRate(outputRate), - myClockRate(clockRate), - myDabMode(dabMode), - myGainMode(gainMode), - myDigGain(digGain), - myNormalise(normalise), - myGainmodeVariance(gainmodeVariance), + m_settings(settings), myEtiSource(etiSource), - myFlowgraph(), - myFilterTapsFilename(filterTapsFilename), - myPolyCoefFilename(polyCoefFilename), - myTiiConfig(tiiConfig) + myFlowgraph() { PDEBUG("DabModulator::DabModulator(%u, %u, %u, %zu) @ %p\n", outputRate, clockRate, dabMode, (size_t)gainMode, this); - if (myDabMode == 0) { + if (m_settings.dabMode == 0) { setMode(2); - } else { - setMode(myDabMode); + } + else { + setMode(m_settings.dabMode); } } @@ -139,8 +123,8 @@ int DabModulator::process(Buffer* dataOut) if (not myFlowgraph) { unsigned mode = myEtiSource.getMode(); - if (myDabMode != 0) { - mode = myDabMode; + if (m_settings.dabMode != 0) { + mode = m_settings.dabMode; } else if (mode == 0) { mode = 4; } @@ -166,10 +150,10 @@ int DabModulator::process(Buffer* dataOut) // TODO this needs a review bool useCicEq = false; unsigned cic_ratio = 1; - if (myClockRate) { - cic_ratio = myClockRate / myOutputRate; + if (m_settings.clockRate) { + cic_ratio = m_settings.clockRate / m_settings.outputRate; cic_ratio /= 4; // FPGA DUC - if (myClockRate == 400000000) { // USRP2 + if (m_settings.clockRate == 400000000) { // USRP2 if (cic_ratio & 1) { // odd useCicEq = true; } // even, no filter @@ -181,12 +165,16 @@ int DabModulator::process(Buffer* dataOut) auto cifCicEq = make_shared( myNbCarriers, - (float)mySpacing * (float)myOutputRate / 2048000.0f, cic_ratio); + (float)mySpacing * (float)m_settings.outputRate / 2048000.0f, + cic_ratio); shared_ptr tii; shared_ptr tiiRef; try { - tii = make_shared(myDabMode, myTiiConfig, myEtiSource.getFp()); + tii = make_shared( + m_settings.dabMode, + m_settings.tiiConfig, + myEtiSource.getFp()); rcs.enrol(tii.get()); tiiRef = make_shared(mode); } @@ -198,8 +186,11 @@ int DabModulator::process(Buffer* dataOut) (1 + myNbSymbols), myNbCarriers, mySpacing); auto cifGain = make_shared( - mySpacing, myGainMode, myDigGain, myNormalise, - myGainmodeVariance); + mySpacing, + m_settings.gainMode, + m_settings.digitalgain, + m_settings.normalise, + m_settings.gainmodeVariance); rcs.enrol(cifGain.get()); @@ -207,15 +198,15 @@ int DabModulator::process(Buffer* dataOut) myNbSymbols, mySpacing, myNullSize, mySymSize); shared_ptr cifFilter; - if (not myFilterTapsFilename.empty()) { - cifFilter = make_shared(myFilterTapsFilename); + if (not m_settings.filterTapsFilename.empty()) { + cifFilter = make_shared(m_settings.filterTapsFilename); rcs.enrol(cifFilter.get()); } shared_ptr cifPoly; - if (not myPolyCoefFilename.empty()) { - cifPoly = make_shared(myPolyCoefFilename); - etiLog.level(debug) << myPolyCoefFilename << "\n"; + if (not m_settings.polyCoefFilename.empty()) { + cifPoly = make_shared(m_settings.polyCoefFilename); + etiLog.level(debug) << m_settings.polyCoefFilename << "\n"; etiLog.level(debug) << cifPoly->m_coefs[0] << " " << cifPoly->m_coefs[1] << " "<< cifPoly->m_coefs[2] << " "<< cifPoly->m_coefs[3] << " "<< cifPoly->m_coefs[4] << " "<< @@ -227,9 +218,13 @@ int DabModulator::process(Buffer* dataOut) auto myOutput = make_shared(dataOut); shared_ptr cifRes; - if (myOutputRate != 2048000) { - cifRes = make_shared(2048000, myOutputRate, mySpacing); - } else { + if (m_settings.outputRate != 2048000) { + cifRes = make_shared( + 2048000, + m_settings.outputRate, + mySpacing); + } + else { fprintf(stderr, "No resampler\n"); } diff --git a/src/DabModulator.h b/src/DabModulator.h index e8048ac..6878853 100644 --- a/src/DabModulator.h +++ b/src/DabModulator.h @@ -36,6 +36,7 @@ #include #include "ModPlugin.h" +#include "ConfigParser.h" #include "EtiReader.h" #include "Flowgraph.h" #include "GainControl.h" @@ -48,15 +49,8 @@ class DabModulator : public ModInput { public: - DabModulator( - EtiSource& etiSource, - tii_config_t& tiiConfig, - unsigned outputRate, unsigned clockRate, - unsigned dabMode, GainMode gainMode, - float& digGain, float normalise, - float gainmodeVariance, - const std::string& filterTapsFilename, - const std::string& polyCoefFilename); + DabModulator(EtiSource& etiSource, + const mod_settings_t& settings); int process(Buffer* dataOut); const char* name() { return "DabModulator"; } @@ -67,18 +61,10 @@ public: protected: void setMode(unsigned mode); - unsigned myOutputRate; - unsigned myClockRate; - unsigned myDabMode; - GainMode myGainMode; - float& myDigGain; - float myNormalise; - float myGainmodeVariance; + const mod_settings_t& m_settings; + EtiSource& myEtiSource; std::shared_ptr myFlowgraph; - std::string myFilterTapsFilename; - std::string myPolyCoefFilename; - tii_config_t& myTiiConfig; size_t myNbSymbols; size_t myNbCarriers; diff --git a/src/GainControl.cpp b/src/GainControl.cpp index f363d20..2a91b12 100644 --- a/src/GainControl.cpp +++ b/src/GainControl.cpp @@ -47,7 +47,7 @@ static float var_variance; GainControl::GainControl(size_t framesize, GainMode mode, - float& digGain, + float digGain, float normalise, float varVariance) : PipelinedModCodec(), diff --git a/src/GainControl.h b/src/GainControl.h index e8f1be9..44c9fa9 100644 --- a/src/GainControl.h +++ b/src/GainControl.h @@ -52,7 +52,7 @@ class GainControl : public PipelinedModCodec, public RemoteControllable public: GainControl(size_t framesize, GainMode mode, - float& digGain, + float digGain, float normalise, float varVariance); @@ -76,7 +76,7 @@ class GainControl : public PipelinedModCodec, public RemoteControllable Buffer* const dataIn, Buffer* dataOut) override; size_t m_frameSize; - float& m_digGain; + float m_digGain; float m_normalise; // The following variables are accessed from the RC thread diff --git a/src/TII.cpp b/src/TII.cpp index 6bc3f0d..8a8bd86 100644 --- a/src/TII.cpp +++ b/src/TII.cpp @@ -106,7 +106,7 @@ const int pattern_tm1_2_4[][8] = { // {{{ {1,1,1,0,1,0,0,0}, {1,1,1,1,0,0,0,0} }; // }}} -TII::TII(unsigned int dabmode, tii_config_t& tii_config, unsigned phase) : +TII::TII(unsigned int dabmode, const tii_config_t& tii_config, unsigned phase) : ModCodec(), RemoteControllable("tii"), m_dabmode(dabmode), diff --git a/src/TII.h b/src/TII.h index 2bd2040..fe67978 100644 --- a/src/TII.h +++ b/src/TII.h @@ -83,7 +83,7 @@ class TIIError : public std::runtime_error { class TII : public ModCodec, public RemoteControllable { public: - TII(unsigned int dabmode, tii_config_t& tii_config, unsigned phase); + TII(unsigned int dabmode, const tii_config_t& tii_config, unsigned phase); virtual ~TII(); TII(const TII&) = delete; TII& operator=(const TII&) = delete; @@ -110,7 +110,7 @@ class TII : public ModCodec, public RemoteControllable unsigned int m_dabmode; // Remote-controllable settings - tii_config_t& m_conf; + tii_config_t m_conf; // Internal flag when to insert TII bool m_insert; -- cgit v1.2.3