/* Copyright (C) 2015 Matthias P. Braendli (http://opendigitalradio.org) This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . charset.h Define the EBU charsets for DLS encoding Authors: Matthias P. Braendli */ #ifndef __CHARSET_H_ #define __CHARSET_H_ #include "utf8.h" #include #include #include /**********************************************/ /************* BIG FAT WARNING ****************/ /**********************************************/ /**** Make sure this file is always saved ****/ /**** encoded in UTF-8, otherwise you will ****/ /**** mess up the table below ! ****/ /**********************************************/ /********* END OF BIG FAT WARNING *************/ /**********************************************/ // The first 32 entries are control characters and are not specified in // the table. #define CHARSET_TABLE_OFFSET 32 #define CHARSET_TABLE_ENTRIES (255 - CHARSET_TABLE_OFFSET) const char* utf8_encoded_EBU_Latin[CHARSET_TABLE_ENTRIES] = { " ", "!", "\"","#", "¤", "%", "&", "'", "(", ")", "*", "+", ",", "-", ".", "/", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", ":", ";", "<", "=", ">", "?", "@", "A", "B", "C", "D", "E", "F", "G", "H", "I", "J", "K", "L", "M", "N", "O", "P", "Q", "R", "S", "T", "U", "V", "W", "X", "Y", "Z", "[", "\\","]", "—", "_", "‖", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "{", "|", "}", "⎺", " ", "á", "à", "é", "è", "í", "ì", "ó", "ò", "ú", "ù", "Ñ", "Ç", "Ş", "ß", "¡", "IJ", "â", "ä", "ê", "ë", "î", "ï", "ô", "ö", "û", "ü", "ñ", "ç", "ş", "ǧ", "ı", "ij", "ª", "α", "©", "‰", "Ǧ", "ě", "ň", "ő", "π", "€", "£", "$", "←", "↑", "→", "↓", "º", "¹", "²", "³", "±", "İ", "ń", "ű", "μ", "¿", "÷", "°", "¼", "½", "¾", "§", "Á", "À", "Ê", "È", "Í", "Ì", "Ó", "Ò", "Ú", "Ù", "Ř", "Č", "Š", "Ž", "Ð", "Ŀ", "Â", "Ä", "Ê", "Ë", "Î", "Ï", "Ô", "Ö", "Û", "Ü", "ř", "č", "š", "ž", "đ", "ŀ", "Ã", "Å", "Æ", "Œ", "ŷ", "Ý", "Õ", "Ø", "Þ", "Ŋ", "Ŕ", "Ć", "Ś", "Ź", "∓", "ð", "ã", "å", "æ", "œ", "ŵ", "ý", "õ", "ø", "þ", "ŋ", "ŕ", "ć", "ś", "ź", "ł"}; class CharsetConverter { public: CharsetConverter() { /* Build the converstion table that contains the known code points, * at the indices corresponding to the EBU Latin table */ using namespace std; for (size_t i = 0; i < CHARSET_TABLE_ENTRIES; i++) { string table_entry(utf8_encoded_EBU_Latin[i]); string::iterator it = table_entry.begin(); uint32_t code_point = utf8::next(it, table_entry.end()); m_conversion_table.push_back(code_point); } } /* Convert a UTF-8 encoded text line into a EBU Latin 1 encoded byte stream */ std::string convert(std::string line_utf8) { using namespace std; // check for invalid utf-8, we only convert up to the first error string::iterator end_it = utf8::find_invalid(line_utf8.begin(), line_utf8.end()); // Convert it to utf-32 vector utf32line; utf8::utf8to32(line_utf8.begin(), end_it, back_inserter(utf32line)); string encoded_line(utf32line.size(), '0'); // Try to convert each codepoint for (size_t i = 0; i < utf32line.size(); i++) { vector::iterator iter = find(m_conversion_table.begin(), m_conversion_table.end(), utf32line[i]); if (iter != m_conversion_table.end()) { size_t index = std::distance(m_conversion_table.begin(), iter); encoded_line[i] = (char)(index + CHARSET_TABLE_OFFSET); } else { encoded_line[i] = ' '; } } return encoded_line; } private: std::vector m_conversion_table; }; #endif