// // Copyright 2019 Ettus Research, a National Instruments Brand // // SPDX-License-Identifier: GPL-3.0-or-later // #include #include #include #include #include #include #include using namespace uhd; using namespace uhd::rfnoc; using namespace uhd::rfnoc::chdr; graph_stream_manager::~graph_stream_manager() = default; class graph_stream_manager_impl : public graph_stream_manager { public: graph_stream_manager_impl(const chdr::chdr_packet_factory& pkt_factory, const epid_allocator::sptr& epid_alloc, const std::vector>& links) : _epid_alloc(epid_alloc) { for (const auto& lnk : links) { UHD_ASSERT_THROW(lnk.second); _link_mgrs.emplace(lnk.first, std::move(link_stream_manager::make( pkt_factory, *lnk.second, epid_alloc, lnk.first))); } for (const auto& mgr_pair : _link_mgrs) { for (const auto& ep : mgr_pair.second->get_reachable_endpoints()) { // Add the (potential) destinations to the _reachable_endpoints.insert(ep); // Add entry to source map if (_src_map.count(ep) == 0) { _src_map[ep] = std::vector(); } _src_map[ep].push_back(mgr_pair.first); } } } virtual ~graph_stream_manager_impl() = default; virtual const std::set& get_reachable_endpoints() const { return _reachable_endpoints; } virtual std::vector get_local_devices() const { std::vector retval; for (const auto& mgr_pair : _link_mgrs) { retval.push_back(mgr_pair.first); } return retval; } virtual sep_id_pair_t connect_host_to_device( sep_addr_t dst_addr, device_id_t host_device = NULL_DEVICE_ID) { UHD_LOGGER_DEBUG("RFNOC::GRAPH") << boost::format("Connecting the Host to Endpoint %d:%d through Device " "%d (0 = no preference)... ") % dst_addr.first % dst_addr.second % host_device; // When we connect, we setup a route and fire up a control stream between // the endpoints device_id_t gateway = _check_dst_and_find_src(dst_addr, host_device); sep_id_pair_t epid_pair = _link_mgrs.at(gateway)->connect_host_to_device(dst_addr); UHD_LOGGER_DEBUG("RFNOC::GRAPH") << boost::format("Connection to Endpoint %d:%d completed through Device %d. " "Using EPIDs %d -> %d.") % dst_addr.first % dst_addr.second % gateway % epid_pair.first % epid_pair.second; return epid_pair; } virtual sep_id_pair_t connect_device_to_device( sep_addr_t dst_addr, sep_addr_t src_addr) { UHD_LOGGER_DEBUG("RFNOC::GRAPH") << boost::format("Connecting the Endpoint %d:%d to Endpoint %d:%d...") % src_addr.first % src_addr.second % dst_addr.first % dst_addr.second; // Iterate through all link managers and check if they are capable of connecting // the requested endpoints. If no one can connect then the endpoints may actually // not share a common crossbar or we don't have enough connectivity in the // software session to reach the common crossbar. for (auto& kv : _link_mgrs) { if (kv.second->can_connect_device_to_device(dst_addr, src_addr)) { sep_id_pair_t epid_pair = kv.second->connect_device_to_device(dst_addr, src_addr); UHD_LOGGER_DEBUG("RFNOC::GRAPH") << boost::format("Connection from Endpoint %d:%d to Endpoint %d:%d " "completed through Device %d. Using " "EPIDs %d -> %d.") % src_addr.first % src_addr.second % dst_addr.first % dst_addr.second % kv.first % epid_pair.first % epid_pair.second; return epid_pair; } } throw uhd::routing_error("The specified destination is unreachable from the " "specified source endpoint"); } virtual ctrlport_endpoint::sptr get_block_register_iface(sep_addr_t dst_addr, uint16_t block_index, const clock_iface& client_clk, const clock_iface& timebase_clk, device_id_t via_device = NULL_DEVICE_ID) { // We must be connected to dst_addr before getting a register iface sep_id_t dst_epid = _epid_alloc->get_epid(dst_addr); return _link_mgrs.at(_check_dst_and_find_src(dst_addr, via_device)) ->get_block_register_iface(dst_epid, block_index, client_clk, timebase_clk); } virtual detail::client_zero::sptr get_client_zero( sep_addr_t dst_addr, device_id_t via_device = NULL_DEVICE_ID) const { // We must be connected to dst_addr before getting a client zero sep_id_t dst_epid = _epid_alloc->get_epid(dst_addr); return _link_mgrs.at(_check_dst_and_find_src(dst_addr, via_device)) ->get_client_zero(dst_epid); } virtual std::tuple create_device_to_device_data_stream(const sep_addr_t dst_addr, const sep_addr_t src_addr, const bool lossy_xport, const double fc_freq_ratio, const double fc_headroom_ratio, const bool reset = false) { UHD_LOGGER_DEBUG("RFNOC::GRAPH") << boost::format( "Initializing data stream from Endpoint %d:%d to Endpoint %d:%d...") % src_addr.first % src_addr.second % dst_addr.first % dst_addr.second; // Iterate through all link managers and check if they are capable of connecting // the requested endpoints. If no one can connect then the endpoints may actually // not share a common crossbar or we don't have enough connectivity in the // software session to reach the common crossbar. for (auto& kv : _link_mgrs) { if (kv.second->can_connect_device_to_device(dst_addr, src_addr)) { sep_id_pair_t epid_pair = kv.second->connect_device_to_device(dst_addr, src_addr); UHD_LOGGER_DEBUG("RFNOC::GRAPH") << boost::format("Connection from Endpoint %d:%d to Endpoint %d:%d " "completed through Device %d. Using " "EPIDs %d -> %d.") % src_addr.first % src_addr.second % dst_addr.first % dst_addr.second % kv.first % epid_pair.first % epid_pair.second; stream_buff_params_t buff_params = kv.second->create_device_to_device_data_stream(epid_pair.second, epid_pair.first, lossy_xport, fc_freq_ratio, fc_headroom_ratio, reset); return std::make_tuple(epid_pair, buff_params); } } throw uhd::routing_error("The specified destination is unreachable from the " "specified source endpoint"); } private: device_id_t _check_dst_and_find_src(sep_addr_t dst_addr, device_id_t via_device) const { if (_src_map.count(dst_addr) > 0) { const auto& src_devs = _src_map.at(dst_addr); if (via_device == NULL_DEVICE_ID) { // TODO: Maybe we can come up with a better heuristic for when the user // gives no preference return src_devs[0]; } else { for (const auto& src : src_devs) { if (src == via_device) { return src; } } throw uhd::rfnoc_error("Specified destination address is unreachable " "from the via device"); } } else { throw uhd::rfnoc_error("Specified destination address is unreachable"); } } // The cached EPID allocator object epid_allocator::sptr _epid_alloc; // A map the contains all link manager indexed by the device ID std::map _link_mgrs; // A set of the addresses of all devices reachable from this graph std::set _reachable_endpoints; // A map of addresses that can be taken to reach a particular destination std::map> _src_map; }; graph_stream_manager::uptr graph_stream_manager::make( const chdr::chdr_packet_factory& pkt_factory, const epid_allocator::sptr& epid_alloc, const std::vector>& links) { return std::make_unique(pkt_factory, epid_alloc, links); }