nms-p2p-nix.cc

Go to the documentation of this file.

/*
 * Copyright (c) 2009, GTech Systems, Inc.
 * Copyright (c) 2021 NITK Surathkal: Extended to handle IPv6
 *
 * SPDX-License-Identifier: GPL-2.0-only
 *
 * Author: Alfred Park <park@gtech-systems.com>
 * Modified By: Josh Pelkey <jpelkey@gatech.edu> (ported to ns-3)
 * Modified By: Ameya Deshpande <ameyanrd@outlook.com> (IPv6 extensions)
 *              Tommaso Pecorella <tommaso.pecorella@unifi.it> (IPv6 extensions)
 */
/*
 * DARPA NMS Campus Network Model
 *
 * This topology replicates the original NMS Campus Network model
 * with the exception of chord links (which were never utilized in the
 * original model)
 * Link Bandwidths and Delays may not be the same as the original
 * specifications
 *
 * The fundamental unit of the NMS model consists of a campus network. The
 * campus network topology can been seen in the model manual.
 *
 * The number of hosts (default 42) is variable.  Finally, an arbitrary
 * number of these campus networks can be connected together (default 2)
 * to make very large simulations.
 */
 
#include "ns3/applications-module.h"
#include "ns3/core-module.h"
#include "ns3/internet-module.h"
#include "ns3/network-module.h"
#include "ns3/nix-vector-helper.h"
#include "ns3/onoff-application.h"
#include "ns3/packet-sink.h"
#include "ns3/point-to-point-module.h"
#include "ns3/simulator.h"
 
#include <chrono>
#include <sstream>
 
using namespace ns3;
 
NS_LOG_COMPONENT_DEFINE("CampusNetworkModel");
 
void
Progress()
{
    Simulator::Schedule(Seconds(0.1), Progress);
}
 
/**
 * \ingroup nix-vector-routing
 * 2D array used in nix-vector-routing example "nms-p2p-nix.cc"
 */
template <typename T>
class Array2D
{
  public:
    /**
     * Constructor
     * \param x number of rows
     * \param y number of columns
     */
    Array2D(const size_t x, const size_t y)
        : p(new T*[x]),
          m_xMax(x)
    {
        for (size_t i = 0; i < m_xMax; i++)
        {
            p[i] = new T[y];
        }
    }
 
    ~Array2D()
    {
        for (size_t i = 0; i < m_xMax; i++)
        {
            delete[] p[i];
        }
        delete[] p;
        p = nullptr;
    }
 
    /**
     * Accessor operator
     * \param i index to be retrieved
     * \return a pointer to the indexed element
     */
    T* operator[](const size_t i)
    {
        return p[i];
    }
 
  private:
    T** p;               //!< Stored elements
    const size_t m_xMax; //!< maximum number of rows
};
 
/**
 * \ingroup nix-vector-routing
 * 3D array used in nix-vector-routing example "nms-p2p-nix.cc"
 */
template <typename T>
class Array3D
{
  public:
    /**
     * Constructor
     * \param x number of rows
     * \param y number of columns
     * \param z number of layers
     */
    Array3D(const size_t x, const size_t y, const size_t z)
        : p(new Array2D<T>*[x]),
          m_xMax(x)
    {
        for (size_t i = 0; i < m_xMax; i++)
        {
            p[i] = new Array2D<T>(y, z);
        }
    }
 
    ~Array3D()
    {
        for (size_t i = 0; i < m_xMax; i++)
        {
            delete p[i];
            p[i] = nullptr;
        }
        delete[] p;
        p = nullptr;
    }
 
    /**
     * Accessor operator
     * \param i index to be retrieved
     * \return a reference to an Array2D of the indexed element
     */
    Array2D<T>& operator[](const size_t i)
    {
        return *(p[i]);
    }
 
  private:
    Array2D<T>** p;      //!< Stored elements
    const size_t m_xMax; //!< maximum number of rows
};
 
int
main(int argc, char* argv[])
{
    auto t0 = std::chrono::steady_clock::now();
 
    std::cout << " ==== DARPA NMS CAMPUS NETWORK SIMULATION ====" << std::endl;
    // LogComponentEnable ("OnOffApplication", LOG_LEVEL_INFO);
 
    int nCN = 2;
    int nLANClients = 42;
    bool nix = true;
    bool useIpv6 = false;
 
    CommandLine cmd(__FILE__);
    cmd.AddValue("useIPv6", "Use IPv6 instead of IPv4", useIpv6);
    cmd.AddValue("CN", "Number of total CNs [2]", nCN);
    cmd.AddValue("LAN", "Number of nodes per LAN [42]", nLANClients);
    cmd.AddValue("NIX", "Toggle nix-vector routing", nix);
    cmd.Parse(argc, argv);
 
    if (useIpv6 && !nix)
    {
        std::cout << "This script can work in IPv6 only by using NIX" << std::endl;
        return 1;
    }
    if (nCN < 2)
    {
        std::cout << "Number of total CNs (" << nCN << ") lower than minimum of 2" << std::endl;
        return 1;
    }
 
    std::cout << "Number of CNs: " << nCN << ", LAN nodes: " << nLANClients << std::endl;
 
    Array2D<NodeContainer> nodes_net0(nCN, 3);
    Array2D<NodeContainer> nodes_net1(nCN, 6);
    auto nodes_netLR = new NodeContainer[nCN];
    Array2D<NodeContainer> nodes_net2(nCN, 14);
    Array3D<NodeContainer> nodes_net2LAN(nCN, 7, nLANClients);
    Array2D<NodeContainer> nodes_net3(nCN, 9);
    Array3D<NodeContainer> nodes_net3LAN(nCN, 5, nLANClients);
 
    PointToPointHelper p2p_2gb200ms;
    PointToPointHelper p2p_1gb5ms;
    PointToPointHelper p2p_100mb1ms;
    InternetStackHelper stack;
    Array3D<Address> ifs2LanRemoteAddress(nCN, 7, nLANClients);
    Array3D<Address> ifs3LanRemoteAddress(nCN, 5, nLANClients);
 
    Ipv4AddressHelper addressHelperv4;
    Ipv6AddressHelper addressHelperv6;
    std::ostringstream oss;
    p2p_1gb5ms.SetDeviceAttribute("DataRate", StringValue("1Gbps"));
    p2p_1gb5ms.SetChannelAttribute("Delay", StringValue("5ms"));
    p2p_2gb200ms.SetDeviceAttribute("DataRate", StringValue("2Gbps"));
    p2p_2gb200ms.SetChannelAttribute("Delay", StringValue("200ms"));
    p2p_100mb1ms.SetDeviceAttribute("DataRate", StringValue("100Mbps"));
    p2p_100mb1ms.SetChannelAttribute("Delay", StringValue("1ms"));
 
    // Setup NixVector Routing
    if (nix)
    {
        if (!useIpv6)
        {
            Ipv4NixVectorHelper nixRouting;
            stack.SetRoutingHelper(nixRouting); // has effect on the next Install ()
        }
        else
        {
            Ipv6NixVectorHelper nixRouting;
            stack.SetRoutingHelper(nixRouting); // has effect on the next Install ()
        }
    }
 
    // Create Campus Networks
    for (int z = 0; z < nCN; ++z)
    {
        std::cout << "Creating Campus Network " << z << ":" << std::endl;
        // Create Net0
        std::cout << "  SubNet [ 0";
        for (int i = 0; i < 3; ++i)
        {
            nodes_net0[z][i].Create(1);
            stack.Install(nodes_net0[z][i]);
        }
        nodes_net0[z][0].Add(nodes_net0[z][1].Get(0));
        nodes_net0[z][1].Add(nodes_net0[z][2].Get(0));
        nodes_net0[z][2].Add(nodes_net0[z][0].Get(0));
        NetDeviceContainer ndc0[3];
        for (int i = 0; i < 3; ++i)
        {
            ndc0[i] = p2p_1gb5ms.Install(nodes_net0[z][i]);
        }
        // Create Net1
        std::cout << " 1";
        for (int i = 0; i < 6; ++i)
        {
            nodes_net1[z][i].Create(1);
            stack.Install(nodes_net1[z][i]);
        }
        nodes_net1[z][0].Add(nodes_net1[z][1].Get(0));
        nodes_net1[z][2].Add(nodes_net1[z][0].Get(0));
        nodes_net1[z][3].Add(nodes_net1[z][0].Get(0));
        nodes_net1[z][4].Add(nodes_net1[z][1].Get(0));
        nodes_net1[z][5].Add(nodes_net1[z][1].Get(0));
        NetDeviceContainer ndc1[6];
        for (int i = 0; i < 6; ++i)
        {
            if (i == 1)
            {
                continue;
            }
            ndc1[i] = p2p_1gb5ms.Install(nodes_net1[z][i]);
        }
        // Connect Net0 <-> Net1
        NodeContainer net0_1;
        net0_1.Add(nodes_net0[z][2].Get(0));
        net0_1.Add(nodes_net1[z][0].Get(0));
        NetDeviceContainer ndc0_1;
        ndc0_1 = p2p_1gb5ms.Install(net0_1);
        oss.str("");
        if (!useIpv6)
        {
            oss << 10 + z << ".1.252.0";
            addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
            addressHelperv4.Assign(ndc0_1);
        }
        else
        {
            oss << 2001 + z << ":1:252::";
            addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
            addressHelperv6.Assign(ndc0_1);
        }
        // Create Net2
        std::cout << " 2";
        for (int i = 0; i < 14; ++i)
        {
            nodes_net2[z][i].Create(1);
            stack.Install(nodes_net2[z][i]);
        }
        nodes_net2[z][0].Add(nodes_net2[z][1].Get(0));
        nodes_net2[z][2].Add(nodes_net2[z][0].Get(0));
        nodes_net2[z][1].Add(nodes_net2[z][3].Get(0));
        nodes_net2[z][3].Add(nodes_net2[z][2].Get(0));
        nodes_net2[z][4].Add(nodes_net2[z][2].Get(0));
        nodes_net2[z][5].Add(nodes_net2[z][3].Get(0));
        nodes_net2[z][6].Add(nodes_net2[z][5].Get(0));
        nodes_net2[z][7].Add(nodes_net2[z][2].Get(0));
        nodes_net2[z][8].Add(nodes_net2[z][3].Get(0));
        nodes_net2[z][9].Add(nodes_net2[z][4].Get(0));
        nodes_net2[z][10].Add(nodes_net2[z][5].Get(0));
        nodes_net2[z][11].Add(nodes_net2[z][6].Get(0));
        nodes_net2[z][12].Add(nodes_net2[z][6].Get(0));
        nodes_net2[z][13].Add(nodes_net2[z][6].Get(0));
        NetDeviceContainer ndc2[14];
        for (int i = 0; i < 14; ++i)
        {
            ndc2[i] = p2p_1gb5ms.Install(nodes_net2[z][i]);
        }
        Array2D<NetDeviceContainer> ndc2LAN(7, nLANClients);
        for (int i = 0; i < 7; ++i)
        {
            oss.str("");
            if (!useIpv6)
            {
                oss << 10 + z << ".4." << 15 + i << ".0";
                addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
            }
            else
            {
                oss << 2001 + z << ":4:" << 15 + i << "::";
                addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
            }
            for (int j = 0; j < nLANClients; ++j)
            {
                nodes_net2LAN[z][i][j].Create(1);
                stack.Install(nodes_net2LAN[z][i][j]);
                nodes_net2LAN[z][i][j].Add(nodes_net2[z][i + 7].Get(0));
                ndc2LAN[i][j] = p2p_100mb1ms.Install(nodes_net2LAN[z][i][j]);
                if (!useIpv6)
                {
                    ifs2LanRemoteAddress[z][i][j] =
                        InetSocketAddress(addressHelperv4.Assign(ndc2LAN[i][j]).GetAddress(0),
                                          9999);
                }
                else
                {
                    ifs2LanRemoteAddress[z][i][j] =
                        Inet6SocketAddress(addressHelperv6.Assign(ndc2LAN[i][j]).GetAddress(0, 1),
                                           9999);
                }
            }
        }
        // Create Net3
        std::cout << " 3 ]" << std::endl;
        for (int i = 0; i < 9; ++i)
        {
            nodes_net3[z][i].Create(1);
            stack.Install(nodes_net3[z][i]);
        }
        nodes_net3[z][0].Add(nodes_net3[z][1].Get(0));
        nodes_net3[z][1].Add(nodes_net3[z][2].Get(0));
        nodes_net3[z][2].Add(nodes_net3[z][3].Get(0));
        nodes_net3[z][3].Add(nodes_net3[z][1].Get(0));
        nodes_net3[z][4].Add(nodes_net3[z][0].Get(0));
        nodes_net3[z][5].Add(nodes_net3[z][0].Get(0));
        nodes_net3[z][6].Add(nodes_net3[z][2].Get(0));
        nodes_net3[z][7].Add(nodes_net3[z][3].Get(0));
        nodes_net3[z][8].Add(nodes_net3[z][3].Get(0));
        NetDeviceContainer ndc3[9];
        for (int i = 0; i < 9; ++i)
        {
            ndc3[i] = p2p_1gb5ms.Install(nodes_net3[z][i]);
        }
        Array2D<NetDeviceContainer> ndc3LAN(5, nLANClients);
        for (int i = 0; i < 5; ++i)
        {
            oss.str("");
            if (!useIpv6)
            {
                oss << 10 + z << ".5." << 10 + i << ".0";
                addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
            }
            else
            {
                oss << 2001 + z << ":5:" << 10 + i << "::";
                addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
            }
            for (int j = 0; j < nLANClients; ++j)
            {
                nodes_net3LAN[z][i][j].Create(1);
                stack.Install(nodes_net3LAN[z][i][j]);
                nodes_net3LAN[z][i][j].Add(nodes_net3[z][i + 4].Get(0));
                ndc3LAN[i][j] = p2p_100mb1ms.Install(nodes_net3LAN[z][i][j]);
                if (!useIpv6)
                {
                    ifs3LanRemoteAddress[z][i][j] =
                        InetSocketAddress(addressHelperv4.Assign(ndc3LAN[i][j]).GetAddress(0),
                                          9999);
                }
                else
                {
                    ifs3LanRemoteAddress[z][i][j] =
                        Inet6SocketAddress(addressHelperv6.Assign(ndc3LAN[i][j]).GetAddress(0, 1),
                                           9999);
                }
            }
        }
        std::cout << "  Connecting Subnets..." << std::endl;
        // Create Lone Routers (Node 4 & 5)
        nodes_netLR[z].Create(2);
        stack.Install(nodes_netLR[z]);
        NetDeviceContainer ndcLR;
        ndcLR = p2p_1gb5ms.Install(nodes_netLR[z]);
        // Connect Net2/Net3 through Lone Routers to Net0
        NodeContainer net0_4;
        NodeContainer net0_5;
        NodeContainer net2_4a;
        NodeContainer net2_4b;
        NodeContainer net3_5a;
        NodeContainer net3_5b;
        net0_4.Add(nodes_netLR[z].Get(0));
        net0_4.Add(nodes_net0[z][0].Get(0));
        net0_5.Add(nodes_netLR[z].Get(1));
        net0_5.Add(nodes_net0[z][1].Get(0));
        net2_4a.Add(nodes_netLR[z].Get(0));
        net2_4a.Add(nodes_net2[z][0].Get(0));
        net2_4b.Add(nodes_netLR[z].Get(1));
        net2_4b.Add(nodes_net2[z][1].Get(0));
        net3_5a.Add(nodes_netLR[z].Get(1));
        net3_5a.Add(nodes_net3[z][0].Get(0));
        net3_5b.Add(nodes_netLR[z].Get(1));
        net3_5b.Add(nodes_net3[z][1].Get(0));
        NetDeviceContainer ndc0_4;
        NetDeviceContainer ndc0_5;
        NetDeviceContainer ndc2_4a;
        NetDeviceContainer ndc2_4b;
        NetDeviceContainer ndc3_5a;
        NetDeviceContainer ndc3_5b;
        ndc0_4 = p2p_1gb5ms.Install(net0_4);
        ndc0_5 = p2p_1gb5ms.Install(net0_5);
        ndc2_4a = p2p_1gb5ms.Install(net2_4a);
        ndc2_4b = p2p_1gb5ms.Install(net2_4b);
        ndc3_5a = p2p_1gb5ms.Install(net3_5a);
        ndc3_5b = p2p_1gb5ms.Install(net3_5b);
 
        // Assign IP addresses
 
        if (!useIpv6)
        {
            // ndc0_4
            oss.str("");
            oss << 10 + z << ".1.253.0";
            addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
            addressHelperv4.Assign(ndc0_4);
            // ndc0_5
            oss.str("");
            oss << 10 + z << ".1.254.0";
            addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
            addressHelperv4.Assign(ndc0_5);
            // ndc2_4a
            oss.str("");
            oss << 10 + z << ".4.253.0";
            addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
            addressHelperv4.Assign(ndc2_4a);
            // ndc2_4b
            oss.str("");
            oss << 10 + z << ".4.254.0";
            addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
            addressHelperv4.Assign(ndc2_4b);
            // ndc3_5a
            oss.str("");
            oss << 10 + z << ".5.253.0";
            addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
            addressHelperv4.Assign(ndc3_5a);
            // ndc3_5b
            oss.str("");
            oss << 10 + z << ".5.254.0";
            addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
            addressHelperv4.Assign(ndc3_5b);
        }
        else
        {
            // ndc0_4
            oss.str("");
            oss << 2001 + z << ":1:253::";
            addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
            addressHelperv6.Assign(ndc0_4);
            // ndc0_5
            oss.str("");
            oss << 2001 + z << ":1:254::";
            addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
            addressHelperv6.Assign(ndc0_5);
            // ndc2_4a
            oss.str("");
            oss << 2001 + z << ":4:253::";
            addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
            addressHelperv6.Assign(ndc2_4a);
            // ndc2_4b
            oss.str("");
            oss << 2001 + z << ":4:254::";
            addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
            addressHelperv6.Assign(ndc2_4b);
            // ndc3_5a
            oss.str("");
            oss << 2001 + z << ":5:253::";
            addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
            addressHelperv6.Assign(ndc3_5a);
            // ndc3_5b
            oss.str("");
            oss << 2001 + z << ":5:254::";
            addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
            addressHelperv6.Assign(ndc3_5b);
        }
 
        std::cout << "  Assigning IP addresses..." << std::endl;
        for (int i = 0; i < 3; ++i)
        {
            oss.str("");
            if (!useIpv6)
            {
                oss << 10 + z << ".1." << 1 + i << ".0";
                addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
                addressHelperv4.Assign(ndc0[i]);
            }
            else
            {
                oss << 2001 + z << ":1:" << 1 + i << "::";
                addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
                addressHelperv6.Assign(ndc0[i]);
            }
        }
        for (int i = 0; i < 6; ++i)
        {
            if (i == 1)
            {
                continue;
            }
            oss.str("");
            if (!useIpv6)
            {
                oss << 10 + z << ".2." << 1 + i << ".0";
                addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
                addressHelperv4.Assign(ndc1[i]);
            }
            else
            {
                oss << 2001 + z << ":2:" << 1 + i << "::";
                addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
                addressHelperv6.Assign(ndc1[i]);
            }
        }
        oss.str("");
        if (!useIpv6)
        {
            oss << 10 + z << ".3.1.0";
            addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
            addressHelperv4.Assign(ndcLR);
        }
        else
        {
            oss << 2001 + z << ":3:1::";
            addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
            addressHelperv6.Assign(ndcLR);
        }
        for (int i = 0; i < 14; ++i)
        {
            oss.str("");
            if (!useIpv6)
            {
                oss << 10 + z << ".4." << 1 + i << ".0";
                addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
                addressHelperv4.Assign(ndc2[i]);
            }
            else
            {
                oss << 2001 + z << ":4:" << 1 + i << "::";
                addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
                addressHelperv6.Assign(ndc2[i]);
            }
        }
        for (int i = 0; i < 9; ++i)
        {
            oss.str("");
            if (!useIpv6)
            {
                oss << 10 + z << ".5." << 1 + i << ".0";
                addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
                addressHelperv4.Assign(ndc3[i]);
            }
            else
            {
                oss << 2001 + z << ":5:" << 1 + i << "::";
                addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
                addressHelperv6.Assign(ndc3[i]);
            }
        }
    }
    // Create Ring Links
    if (nCN > 1)
    {
        std::cout << "Forming Ring Topology..." << std::endl;
        auto nodes_ring = new NodeContainer[nCN];
        for (int z = 0; z < nCN - 1; ++z)
        {
            nodes_ring[z].Add(nodes_net0[z][0].Get(0));
            nodes_ring[z].Add(nodes_net0[z + 1][0].Get(0));
        }
        nodes_ring[nCN - 1].Add(nodes_net0[nCN - 1][0].Get(0));
        nodes_ring[nCN - 1].Add(nodes_net0[0][0].Get(0));
        auto ndc_ring = new NetDeviceContainer[nCN];
        for (int z = 0; z < nCN; ++z)
        {
            ndc_ring[z] = p2p_2gb200ms.Install(nodes_ring[z]);
            oss.str("");
            if (!useIpv6)
            {
                oss << "254.1." << z + 1 << ".0";
                addressHelperv4.SetBase(oss.str().c_str(), "255.255.255.0");
                addressHelperv4.Assign(ndc_ring[z]);
            }
            else
            {
                oss << "254:1:" << z + 1 << "::";
                addressHelperv6.SetBase(oss.str().c_str(), Ipv6Prefix(64));
                addressHelperv6.Assign(ndc_ring[z]);
            }
        }
        delete[] ndc_ring;
        delete[] nodes_ring;
    }
 
    // Create Traffic Flows
    std::cout << "Creating TCP Traffic Flows:" << std::endl;
    Config::SetDefault("ns3::OnOffApplication::MaxBytes", UintegerValue(500000));
    Config::SetDefault("ns3::OnOffApplication::OnTime",
                       StringValue("ns3::ConstantRandomVariable[Constant=1.0]"));
    Config::SetDefault("ns3::OnOffApplication::OffTime",
                       StringValue("ns3::ConstantRandomVariable[Constant=0.0]"));
    Config::SetDefault("ns3::TcpSocket::SegmentSize", UintegerValue(512));
 
    Ptr<UniformRandomVariable> urng = CreateObject<UniformRandomVariable>();
    int r1;
    double r2;
 
    Address sinkAddress;
    if (!useIpv6)
    {
        sinkAddress = InetSocketAddress(Ipv4Address::GetAny(), 9999);
    }
    else
    {
        sinkAddress = Inet6SocketAddress(Ipv6Address::GetAny(), 9999);
    }
 
    for (int z = 0; z < nCN; ++z)
    {
        int x = z + 1;
        if (z == nCN - 1)
        {
            x = 0;
        }
        // Subnet 2 LANs
        std::cout << "  Campus Network " << z << " Flows [ Net2 ";
        for (int i = 0; i < 7; ++i)
        {
            for (int j = 0; j < nLANClients; ++j)
            {
                // Sinks
                PacketSinkHelper sinkHelper("ns3::TcpSocketFactory", sinkAddress);
                ApplicationContainer sinkApp = sinkHelper.Install(nodes_net2LAN[z][i][j].Get(0));
                sinkApp.Start(Seconds(0.0));
                // Sources
                r1 = 2 + (int)(4 * urng->GetValue());
                r2 = 10 * urng->GetValue();
                OnOffHelper client("ns3::TcpSocketFactory", Address());
                AddressValue remoteAddress(ifs2LanRemoteAddress[z][i][j]);
                client.SetAttribute("Remote", remoteAddress);
                ApplicationContainer clientApp;
                clientApp.Add(client.Install(nodes_net1[x][r1].Get(0)));
                clientApp.Start(Seconds(r2));
            }
        }
        // Subnet 3 LANs
        std::cout << "Net3 ]" << std::endl;
        for (int i = 0; i < 5; ++i)
        {
            for (int j = 0; j < nLANClients; ++j)
            {
                // Sinks
                PacketSinkHelper sinkHelper("ns3::TcpSocketFactory", sinkAddress);
                ApplicationContainer sinkApp = sinkHelper.Install(nodes_net3LAN[z][i][j].Get(0));
                sinkApp.Start(Seconds(0.0));
                // Sources
                r1 = 2 + (int)(4 * urng->GetValue());
                r2 = 10 * urng->GetValue();
                OnOffHelper client("ns3::TcpSocketFactory", Address());
                AddressValue remoteAddress(ifs3LanRemoteAddress[z][i][j]);
                client.SetAttribute("Remote", remoteAddress);
                ApplicationContainer clientApp;
                clientApp.Add(client.Install(nodes_net1[x][r1].Get(0)));
                clientApp.Start(Seconds(r2));
            }
        }
    }
 
    std::cout << "Created " << NodeList::GetNNodes() << " nodes." << std::endl;
    auto routingStart = std::chrono::steady_clock::now();
 
    if (nix)
    {
        // Calculate routing tables
        std::cout << "Using Nix-vectors..." << std::endl;
    }
    else
    {
        // Calculate routing tables
        std::cout << "Populating Global Static Routing Tables..." << std::endl;
        Ipv4GlobalRoutingHelper::PopulateRoutingTables();
    }
 
    auto routingEnd = std::chrono::steady_clock::now();
    std::cout
        << "Routing tables population took "
        << std::chrono::duration_cast<std::chrono::milliseconds>(routingEnd - routingStart).count()
        << "ms" << std::endl;
 
    Simulator::ScheduleNow(Progress);
    std::cout << "Running simulator..." << std::endl;
    auto t1 = std::chrono::steady_clock::now();
    Simulator::Stop(Seconds(100.0));
    Simulator::Run();
    auto t2 = std::chrono::steady_clock::now();
    std::cout << "Simulator finished." << std::endl;
    Simulator::Destroy();
 
    auto d1 = std::chrono::duration_cast<std::chrono::seconds>(t1 - t0);
    auto d2 = std::chrono::duration_cast<std::chrono::seconds>(t2 - t1);
 
    std::cout << "-----" << std::endl << "Runtime Stats:" << std::endl;
    std::cout << "Simulator init time: " << d1.count() << "s" << std::endl;
    std::cout << "Simulator run time: " << d2.count() << "s" << std::endl;
    std::cout << "Total elapsed time: " << (d1 + d2).count() << "s" << std::endl;
 
    delete[] nodes_netLR;
    return 0;
}