/*
Copyright (C) 2019
Matthias P. Braendli, matthias.braendli@mpb.li
http://www.opendigitalradio.org
EDI output,
Protection, Fragmentation and Transport. (PFT)
Are supported:
Reed-Solomon and Fragmentation
This implements part of PFT as defined ETSI TS 102 821.
*/
/*
This file is part of the ODR-mmbTools.
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as
published by the Free Software Foundation, either version 3 of the
License, or (at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see .
*/
#include "config.h"
#include
#include
#include
#include
#include
#include
#include
#include
#include "PFT.h"
#include "crc.h"
#include "ReedSolomon.h"
namespace edi {
using namespace std;
// An integer division that rounds up, i.e. ceil(a/b)
#define CEIL_DIV(a, b) (a % b == 0 ? a / b : a / b + 1)
PFT::PFT() { }
PFT::PFT(const configuration_t &conf) :
m_k(conf.chunk_len),
m_m(conf.fec),
m_pseq(0),
m_num_chunks(0),
m_verbose(conf.verbose)
{
if (m_k > 207) {
etiLog.level(warn) <<
"EDI PFT: maximum chunk size is 207.";
throw std::out_of_range("EDI PFT Chunk size too large.");
}
if (m_m > 5) {
etiLog.level(warn) <<
"EDI PFT: high number of recoverable fragments"
" may lead to large overhead";
// See TS 102 821, 7.2.1 Known values, list entry for 'm'
}
}
RSBlock PFT::Protect(AFPacket af_packet)
{
RSBlock rs_block;
// number of chunks is ceil(afpacketsize / m_k)
// TS 102 821 7.2.2: c = ceil(l / k_max)
m_num_chunks = CEIL_DIV(af_packet.size(), m_k);
if (m_verbose) {
fprintf(stderr, "Protect %zu chunks of size %zu\n",
m_num_chunks, af_packet.size());
}
// calculate size of chunk:
// TS 102 821 7.2.2: k = ceil(l / c)
// chunk_len does not include the 48 bytes of protection.
const size_t chunk_len = CEIL_DIV(af_packet.size(), m_num_chunks);
if (chunk_len > 207) {
std::stringstream ss;
ss << "Chunk length " << chunk_len << " too large (>207)";
throw std::runtime_error(ss.str());
}
// The last RS chunk is zero padded
// TS 102 821 7.2.2: z = c*k - l
const size_t zero_pad = m_num_chunks * chunk_len - af_packet.size();
// Create the RS(k+p,k) encoder
const int firstRoot = 1; // Discovered by analysing EDI dump
const int gfPoly = 0x11d;
const bool reverse = false;
// The encoding has to be 255, 207 always, because the chunk has to
// be padded at the end, and not at the beginning as libfec would
// do
ReedSolomon rs_encoder(255, 207, reverse, gfPoly, firstRoot);
// add zero padding to last chunk
for (size_t i = 0; i < zero_pad; i++) {
af_packet.push_back(0);
}
if (m_verbose) {
fprintf(stderr, " add %zu zero padding\n", zero_pad);
}
// Calculate RS for each chunk and assemble RS block
for (size_t i = 0; i < af_packet.size(); i+= chunk_len) {
vector chunk(207);
vector protection(PARITYBYTES);
// copy chunk_len bytes into new chunk
memcpy(&chunk.front(), &af_packet[i], chunk_len);
// calculate RS for chunk with padding
rs_encoder.encode(&chunk.front(), &protection.front(), 207);
// Drop the padding
chunk.resize(chunk_len);
// append new chunk and protection to the RS Packet
rs_block.insert(rs_block.end(), chunk.begin(), chunk.end());
rs_block.insert(rs_block.end(), protection.begin(), protection.end());
}
return rs_block;
}
vector< vector > PFT::ProtectAndFragment(AFPacket af_packet)
{
const bool enable_RS = (m_m > 0);
if (enable_RS) {
RSBlock rs_block = Protect(af_packet);
#if 0
fprintf(stderr, " af_packet (%zu):", af_packet.size());
for (size_t i = 0; i < af_packet.size(); i++) {
fprintf(stderr, "%02x ", af_packet[i]);
}
fprintf(stderr, "\n");
fprintf(stderr, " rs_block (%zu):", rs_block.size());
for (size_t i = 0; i < rs_block.size(); i++) {
fprintf(stderr, "%02x ", rs_block[i]);
}
fprintf(stderr, "\n");
#endif
// TS 102 821 7.2.2: s_max = MIN(floor(c*p/(m+1)), MTU - h))
const size_t max_payload_size = ( m_num_chunks * PARITYBYTES ) / (m_m + 1);
// Calculate fragment count and size
// TS 102 821 7.2.2: ceil((l + c*p + z) / s_max)
// l + c*p + z = length of RS block
const size_t num_fragments = CEIL_DIV(rs_block.size(), max_payload_size);
// TS 102 821 7.2.2: ceil((l + c*p + z) / f)
const size_t fragment_size = CEIL_DIV(rs_block.size(), num_fragments);
if (m_verbose)
fprintf(stderr, " PnF fragment_size %zu, num frag %zu\n",
fragment_size, num_fragments);
vector< vector > fragments(num_fragments);
for (size_t i = 0; i < num_fragments; i++) {
fragments[i].resize(fragment_size);
for (size_t j = 0; j < fragment_size; j++) {
const size_t ix = j*num_fragments + i;
if (ix < rs_block.size()) {
fragments[i][j] = rs_block[ix];
}
else {
fragments[i][j] = 0;
}
}
}
return fragments;
}
else { // No RS, only fragmentation
// TS 102 821 7.2.2: s_max = MTU - h
// Ethernet MTU is 1500, but maybe you are routing over a network which
// has some sort of packet encapsulation. Add some margin.
const size_t max_payload_size = 1400;
// Calculate fragment count and size
// TS 102 821 7.2.2: ceil((l + c*p + z) / s_max)
// l + c*p + z = length of AF packet
const size_t num_fragments = CEIL_DIV(af_packet.size(), max_payload_size);
// TS 102 821 7.2.2: ceil((l + c*p + z) / f)
const size_t fragment_size = CEIL_DIV(af_packet.size(), num_fragments);
vector< vector > fragments(num_fragments);
for (size_t i = 0; i < num_fragments; i++) {
fragments[i].reserve(fragment_size);
for (size_t j = 0; j < fragment_size; j++) {
const size_t ix = i*fragment_size + j;
if (ix < af_packet.size()) {
fragments[i].push_back(af_packet.at(ix));
}
else {
break;
}
}
}
return fragments;
}
}
std::vector< PFTFragment > PFT::Assemble(AFPacket af_packet)
{
vector< vector > fragments = ProtectAndFragment(af_packet);
vector< vector > pft_fragments; // These contain PF headers
const bool enable_RS = (m_m > 0);
unsigned int findex = 0;
unsigned fcount = fragments.size();
// calculate size of chunk:
// TS 102 821 7.2.2: k = ceil(l / c)
// chunk_len does not include the 48 bytes of protection.
const size_t chunk_len = enable_RS ?
CEIL_DIV(af_packet.size(), m_num_chunks) : 0;
// The last RS chunk is zero padded
// TS 102 821 7.2.2: z = c*k - l
const size_t zero_pad = enable_RS ?
m_num_chunks * chunk_len - af_packet.size() : 0;
for (const auto &fragment : fragments) {
// Psync
std::string psync("PF");
std::vector packet(psync.begin(), psync.end());
// Pseq
packet.push_back(m_pseq >> 8);
packet.push_back(m_pseq & 0xFF);
// Findex
packet.push_back(findex >> 16);
packet.push_back(findex >> 8);
packet.push_back(findex & 0xFF);
findex++;
// Fcount
packet.push_back(fcount >> 16);
packet.push_back(fcount >> 8);
packet.push_back(fcount & 0xFF);
// RS (1 bit), transport (1 bit) and Plen (14 bits)
unsigned int plen = fragment.size();
if (enable_RS) {
plen |= 0x8000; // Set FEC bit
}
if (m_transport_header) {
plen |= 0x4000; // Set ADDR bit
}
packet.push_back(plen >> 8);
packet.push_back(plen & 0xFF);
if (enable_RS) {
packet.push_back(chunk_len); // RSk
packet.push_back(zero_pad); // RSz
}
if (m_transport_header) {
// Source (16 bits)
packet.push_back(m_addr_source >> 8);
packet.push_back(m_addr_source & 0xFF);
// Dest (16 bits)
packet.push_back(m_dest_port >> 8);
packet.push_back(m_dest_port & 0xFF);
}
// calculate CRC over AF Header and payload
uint16_t crc = 0xffff;
crc = crc16(crc, &(packet.front()), packet.size());
crc ^= 0xffff;
packet.push_back((crc >> 8) & 0xFF);
packet.push_back(crc & 0xFF);
// insert payload, must have a length multiple of 8 bytes
packet.insert(packet.end(), fragment.begin(), fragment.end());
pft_fragments.push_back(packet);
#if 0
fprintf(stderr, "* PFT pseq %d, findex %d, fcount %d, plen %d\n",
m_pseq, findex, fcount, plen & ~0xC000);
#endif
}
m_pseq++;
return pft_fragments;
}
}