/* * Copyright (c) 2008 Princeton University * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are * met: redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer; * redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution; * neither the name of the copyright holders nor the names of its * contributors may be used to endorse or promote products derived from * this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * * Authors: Niket Agarwal */ #include #include "base/cast.hh" #include "base/stl_helpers.hh" #include "mem/protocol/MachineType.hh" #include "mem/ruby/buffers/MessageBuffer.hh" #include "mem/ruby/common/NetDest.hh" #include "mem/ruby/network/BasicLink.hh" #include "mem/ruby/network/garnet/flexible-pipeline/GarnetLink.hh" #include "mem/ruby/network/garnet/flexible-pipeline/GarnetNetwork.hh" #include "mem/ruby/network/garnet/flexible-pipeline/NetworkInterface.hh" #include "mem/ruby/network/garnet/flexible-pipeline/NetworkLink.hh" #include "mem/ruby/network/garnet/flexible-pipeline/Router.hh" #include "mem/ruby/network/Topology.hh" using namespace std; using m5::stl_helpers::deletePointers; GarnetNetwork::GarnetNetwork(const Params *p) : BaseGarnetNetwork(p) { m_buffer_size = p->buffer_size; m_number_of_pipe_stages = p->number_of_pipe_stages; // record the routers for (vector::const_iterator i = p->routers.begin(); i != p->routers.end(); ++i) { Router* router = safe_cast(*i); m_router_ptr_vector.push_back(router); } } void GarnetNetwork::init() { BaseGarnetNetwork::init(); // Setup the network switches assert (m_topology_ptr!=NULL); // initialize the router's network pointers for (vector::const_iterator i = m_router_ptr_vector.begin(); i != m_router_ptr_vector.end(); ++i) { Router* router = safe_cast(*i); router->init_net_ptr(this); } for (int i=0; i < m_nodes; i++) { NetworkInterface *ni = new NetworkInterface(i, m_virtual_networks, this); ni->addNode(m_toNetQueues[i], m_fromNetQueues[i]); m_ni_ptr_vector.push_back(ni); } m_topology_ptr->createLinks(this); } GarnetNetwork::~GarnetNetwork() { for (int i = 0; i < m_nodes; i++) { deletePointers(m_toNetQueues[i]); deletePointers(m_fromNetQueues[i]); } deletePointers(m_router_ptr_vector); deletePointers(m_ni_ptr_vector); deletePointers(m_link_ptr_vector); delete m_topology_ptr; } void GarnetNetwork::reset() { for (int node = 0; node < m_nodes; node++) { for (int j = 0; j < m_virtual_networks; j++) { m_toNetQueues[node][j]->clear(); m_fromNetQueues[node][j]->clear(); } } } void GarnetNetwork::makeInLink(NodeID src, SwitchID dest, BasicLink* link, LinkDirection direction, const NetDest& routing_table_entry) { assert(src < m_nodes); GarnetExtLink* garnet_link = safe_cast(link); NetworkLink *net_link = garnet_link->m_network_links[direction]; net_link->init_net_ptr(this); m_link_ptr_vector.push_back(net_link); m_router_ptr_vector[dest]->addInPort(net_link); m_ni_ptr_vector[src]->addOutPort(net_link); } void GarnetNetwork::makeOutLink(SwitchID src, NodeID dest, BasicLink* link, LinkDirection direction, const NetDest& routing_table_entry) { assert(dest < m_nodes); assert(src < m_router_ptr_vector.size()); assert(m_router_ptr_vector[src] != NULL); GarnetExtLink* garnet_link = safe_cast(link); NetworkLink *net_link = garnet_link->m_network_links[direction]; net_link->init_net_ptr(this); m_link_ptr_vector.push_back(net_link); m_router_ptr_vector[src]->addOutPort(net_link, routing_table_entry, link->m_weight); m_ni_ptr_vector[dest]->addInPort(net_link); } void GarnetNetwork::makeInternalLink(SwitchID src, SwitchID dest, BasicLink* link, LinkDirection direction, const NetDest& routing_table_entry) { GarnetIntLink* garnet_link = safe_cast(link); NetworkLink *net_link = garnet_link->m_network_links[direction]; net_link->init_net_ptr(this); m_link_ptr_vector.push_back(net_link); m_router_ptr_vector[dest]->addInPort(net_link); m_router_ptr_vector[src]->addOutPort(net_link, routing_table_entry, link->m_weight); } void GarnetNetwork::checkNetworkAllocation(NodeID id, bool ordered, int network_num, std::string vnet_type) { assert(id < m_nodes); assert(network_num < m_virtual_networks); if (ordered) { m_ordered[network_num] = true; } m_in_use[network_num] = true; } /* * Go through all the routers, network interfaces and the interconnecting * links for reading/writing all the messages. */ bool GarnetNetwork::functionalRead(Packet *pkt) { for (unsigned int i = 0; i < m_router_ptr_vector.size(); i++) { if (m_router_ptr_vector[i]->functionalRead(pkt)) { return true; } } for (unsigned int i = 0; i < m_ni_ptr_vector.size(); ++i) { if (m_ni_ptr_vector[i]->functionalRead(pkt)) { return true; } } for (unsigned int i = 0; i < m_link_ptr_vector.size(); ++i) { if (m_link_ptr_vector[i]->functionalRead(pkt)) { return true; } } return false; } uint32_t GarnetNetwork::functionalWrite(Packet *pkt) { uint32_t num_functional_writes = 0; for (unsigned int i = 0; i < m_router_ptr_vector.size(); i++) { num_functional_writes += m_router_ptr_vector[i]->functionalWrite(pkt); } for (unsigned int i = 0; i < m_ni_ptr_vector.size(); ++i) { num_functional_writes += m_ni_ptr_vector[i]->functionalWrite(pkt); } for (unsigned int i = 0; i < m_link_ptr_vector.size(); ++i) { num_functional_writes += m_link_ptr_vector[i]->functionalWrite(pkt); } return num_functional_writes; } void GarnetNetwork::printLinkStats(ostream& out) const { double average_link_utilization = 0; vector average_vc_load; average_vc_load.resize(m_virtual_networks*m_vcs_per_vnet); for (int i = 0; i < m_virtual_networks*m_vcs_per_vnet; i++) { average_vc_load[i] = 0; } out << endl; for (int i = 0; i < m_link_ptr_vector.size(); i++) { average_link_utilization += (double(m_link_ptr_vector[i]->getLinkUtilization())) / (double(curCycle() - g_ruby_start)); vector vc_load = m_link_ptr_vector[i]->getVcLoad(); for (int j = 0; j < vc_load.size(); j++) { assert(vc_load.size() == m_vcs_per_vnet*m_virtual_networks); average_vc_load[j] += vc_load[j]; } } average_link_utilization = average_link_utilization/m_link_ptr_vector.size(); out << "Average Link Utilization :: " << average_link_utilization << " flits/cycle" << endl; out << "-------------" << endl; for (int i = 0; i < m_vcs_per_vnet*m_virtual_networks; i++) { if (!m_in_use[i/m_vcs_per_vnet]) continue; average_vc_load[i] = double(average_vc_load[i]) / (double(curCycle() - g_ruby_start)); out << "Average VC Load [" << i << "] = " << average_vc_load[i] << " flits/cycle " << endl; } out << "-------------" << endl; out << endl; } void GarnetNetwork::printPowerStats(ostream& out) const { out << "Network Power" << endl; out << "-------------" << endl; out << "Orion does not work with flexible pipeline" << endl; out << endl; } void GarnetNetwork::print(ostream& out) const { out << "[GarnetNetwork]"; } GarnetNetwork * GarnetNetworkParams::create() { return new GarnetNetwork(this); }