test_fip_cfg.cc

/*
 * Copyright (c) 2013 Juniper Networks, Inc. All rights reserved.
 */

#include "base/os.h"
#include <cmn/agent_cmn.h>
#include "vr_types.h"

#include "testing/gunit.h"
#include "test_cmn_util.h"

using namespace std;

void RouterIdDepInit(Agent *agent) {
}

class FipCfg : public ::testing::Test {
    virtual void SetUp() {
        client->WaitForIdle();
        AddVm("vm1", 1);
        AddVn("vn1", 1);
        AddVn("default-project:vn2", 2);
        AddVrf("vrf1");
        AddVrf("default-project:vn2:vn2");
        AddPort("vnet1", 1);
        AddLink("virtual-network", "vn1", "routing-instance", "vrf1");
        AddLink("virtual-network", "default-project:vn2",
                "routing-instance", "default-project:vn2:vn2");
        AddFloatingIpPool("fip-pool2", 2);
        AddFloatingIp("fip1", 2, "2.2.2.100");
        AddLink("floating-ip-pool", "fip-pool2", "virtual-network",
                "default-project:vn2");
        AddLink("floating-ip", "fip1", "floating-ip-pool", "fip-pool2");

        // Add vm-port interface to vrf link
        AddVmPortVrf("vmvrf1", "", 0);
        AddLink("virtual-machine-interface-routing-instance", "vmvrf1",
                "routing-instance", "vrf1");
        AddLink("virtual-machine-interface-routing-instance", "vmvrf1",
            "virtual-machine-interface", "vnet1");
        client->WaitForIdle();

        client->WaitForIdle();
        EXPECT_TRUE(VmFind(1));
        EXPECT_TRUE(VnFind(1));
        EXPECT_TRUE(VnFind(2));
        EXPECT_TRUE(VrfFind("vrf1"));
        EXPECT_TRUE(VrfFind("default-project:vn2:vn2"));
        client->WaitForIdle();
    }

    virtual void TearDown() {
        DelLink("virtual-network", "vn1", "routing-instance", "vrf1");
        DelLink("virtual-network", "default-project:vn2", "routing-instance",
                "default-project:vn2:vn2");
        DelLink("floating-ip-pool", "fip-pool2", "virtual-network",
                "default-project:vn2");
        DelLink("floating-ip", "fip1", "floating-ip-pool", "fip-pool2");
        client->WaitForIdle();

        DelFloatingIp("fip1");
        DelFloatingIpPool("fip-pool2");
        client->WaitForIdle();

        // Delete virtual-machine-interface to vrf link attribute
        DelLink("virtual-machine-interface-routing-instance", "vmvrf1",
                "routing-instance", "vrf1");
        DelLink("virtual-machine-interface-routing-instance", "vmvrf1",
                "virtual-machine-interface", "vnet1");
        DelNode("virtual-machine-interface-routing-instance", "vmvrf1");
        client->WaitForIdle();

        DelPort("vnet1");
        DelVn("vn1");
        DelVn("default-project:vn2");
        DelVrf("vrf1");
        DelVrf("default-project:vn2:vn2");
        DelVm("vm1");
        client->WaitForIdle();

        EXPECT_FALSE(VrfFind("vrf1"));
        EXPECT_FALSE(VrfFind("default-project:vn2:vn2"));
        EXPECT_FALSE(VnFind(1));
        EXPECT_FALSE(VnFind(2));
        EXPECT_FALSE(VmFind(1));
    }
};

class CfgTest : public ::testing::Test {
};

TEST_F(CfgTest, FloatingIp_1) {
    struct PortInfo input[] = {
        {"vnet1", 1, "1.1.1.1", "00:00:00:01:01:01", 1, 1},
        {"vnet2", 2, "2.2.2.2", "00:00:00:01:01:01", 2, 2},
    };

    client->WaitForIdle();
    client->Reset();
    AddVm("vm1", 1);
    AddVm("vm2", 2);
    client->WaitForIdle();
    EXPECT_TRUE(client->VmNotifyWait(2));
    EXPECT_TRUE(VmFind(1));
    EXPECT_TRUE(VmFind(2));

    client->Reset();
    AddVrf("vrf1");
    AddVrf("default-project:vn2:vn2");
    client->WaitForIdle();
    EXPECT_TRUE(client->VrfNotifyWait(2));

    AddVn("vn1", 1);
    AddVn("default-project:vn2", 2);
    client->WaitForIdle();
    EXPECT_TRUE(client->VnNotifyWait(2));
    EXPECT_EQ(2U, Agent::GetInstance()->vn_table()->Size());

    AddLink("virtual-network", "vn1", "routing-instance", "vrf1");
    AddLink("virtual-network", "default-project:vn2", "routing-instance",
            "default-project:vn2:vn2");

    client->Reset();
    IntfCfgAdd(input, 0);
    IntfCfgAdd(input, 1);
    client->WaitForIdle();
    EXPECT_TRUE(client->PortNotifyWait(2));

    AddPort(input[0].name, input[0].intf_id);
    AddPort(input[1].name, input[1].intf_id);
    client->WaitForIdle();

    // Add vm-port interface to vrf link
    AddVmPortVrf("vmvrf1", "", 0);
    AddLink("virtual-machine-interface-routing-instance", "vmvrf1",
            "routing-instance", "vrf1");
    AddLink("virtual-machine-interface-routing-instance", "vmvrf1",
        "virtual-machine-interface", "vnet1");

    AddVmPortVrf("vmvrf2", "", 0);
    AddLink("virtual-machine-interface-routing-instance", "vmvrf2",
            "routing-instance", "default-project:vn2:vn2");
    AddLink("virtual-machine-interface-routing-instance", "vmvrf2",
        "virtual-machine-interface", "vnet2");
    client->WaitForIdle();
    // Create floating-ip on default-project:vn2
    client->Reset();
    AddFloatingIpPool("fip-pool1", 1);
    AddFloatingIpPool("fip-pool2", 2);

    AddFloatingIp("fip2", 2, "2.2.2.100");

    AddLink("floating-ip-pool", "fip-pool2", "virtual-network",
            "default-project:vn2");

    AddLink("floating-ip", "fip2", "floating-ip-pool", "fip-pool2");

    AddLink("virtual-machine-interface", "vnet1", "floating-ip", "fip2");
    client->WaitForIdle();

    // Port Active since VRF and VM already added
    client->Reset();
    AddLink("virtual-network", "vn1", "virtual-machine-interface", "vnet1");
    AddLink("virtual-machine", "vm1", "virtual-machine-interface", "vnet1");

    AddLink("virtual-network", "default-project:vn2", "virtual-machine-interface",
            "vnet2");
    AddLink("virtual-machine", "vm2", "virtual-machine-interface", "vnet2");

    AddInstanceIp("instance0", input[0].vm_id, input[0].addr);
    AddInstanceIp("instance1", input[0].vm_id, input[1].addr);
    AddLink("virtual-machine-interface", input[0].name,
            "instance-ip", "instance0");
    AddLink("virtual-machine-interface", input[1].name,
            "instance-ip", "instance1");

    client->WaitForIdle();

    EXPECT_TRUE(VmPortActive(input, 0));
    EXPECT_TRUE(VmPortActive(input, 1));
    EXPECT_TRUE(VmPortFloatingIpCount(1, 1));
    EXPECT_TRUE(RouteFind("vrf1", Ip4Address::from_string("1.1.1.1"), 32));
    EXPECT_TRUE(RouteFind("default-project:vn2:vn2",
                          Ip4Address::from_string("2.2.2.2"), 32));
    EXPECT_TRUE(RouteFind("default-project:vn2:vn2",
                          Ip4Address::from_string("2.2.2.100"), 32));

    PhysicalInterface::CreateReq(Agent::GetInstance()->interface_table(),
                            "enet1", Agent::GetInstance()->fabric_vrf_name(),
                            PhysicalInterface::FABRIC,
                            PhysicalInterface::ETHERNET, false, nil_uuid(),
                            Ip4Address(0), Interface::TRANSPORT_ETHERNET);
    client->WaitForIdle();

    AddArp("10.1.1.2", "00:00:00:00:00:02", "enet1");
    TunnelRouteAdd("10.1.1.2", "1.1.1.3", "vrf1", 16, "Test");
    TunnelRouteAdd("10.1.1.2", "2.2.2.3", "default-project:vn2:vn2", 16,
                   "Test");
    // Port Active since VRF and VM already added
    client->WaitForIdle();

    // Cleanup
    LOG(DEBUG, "Doing cleanup");

    // Delete routes
    InetUnicastAgentRouteTable::DeleteReq(bgp_peer_, "vrf1",
                               Ip4Address::from_string("1.1.1.3"), 32, NULL);
    InetUnicastAgentRouteTable::DeleteReq(bgp_peer_, "default-project:vn2:vn2",
                               Ip4Address::from_string("2.2.2.3"), 32, NULL);
    client->WaitForIdle();
    DelArp("10.1.1.2", "00:00:00:00:00:02", "enet1");

    // Delete links
    DelLink("virtual-network", "vn1", "virtual-machine-interface", "vnet1");
    DelLink("virtual-machine", "vm1", "virtual-machine-interface", "vnet1");

    DelLink("virtual-network", "default-project:vn2", "virtual-machine-interface",
            "vnet2");
    DelLink("virtual-machine", "vm2", "virtual-machine-interface", "vnet2");

    DelLink("virtual-machine-interface", input[0].name, "instance-ip", 
            "instance0");
    DelLink("virtual-machine-interface", input[1].name, "instance-ip", 
            "instance1");

    DelLink("virtual-machine-interface", "vnet1", "floating-ip", "fip2");

    DelLink("floating-ip-pool", "fip-pool2", "virtual-network",
            "default-project:vn2");
    DelLink("floating-ip", "fip2", "floating-ip-pool", "fip-pool2");

    DelLink("virtual-network", "vn1", "routing-instance", "vrf1");
    DelLink("virtual-network", "default-project:vn2", "routing-instance",
            "default-project:vn2:vn2");

    PhysicalInterface::DeleteReq(Agent::GetInstance()->interface_table(), "enet1");
    client->WaitForIdle();

    EXPECT_TRUE(VmPortInactive(input, 0));
    EXPECT_TRUE(VmPortInactive(input, 1));
    EXPECT_TRUE(VmPortFloatingIpCount(1, 0));
    EXPECT_FALSE(RouteFind("default-project:vn2:vn2",
                           Ip4Address::from_string("2.2.2.100"), 32));

    DelFloatingIp("fip2");
    DelFloatingIpPool("fip-pool1");
    DelFloatingIpPool("fip-pool2");

    // Delete virtual-machine-interface to vrf link attribute
    DelLink("virtual-machine-interface-routing-instance", "vmvrf1",
            "routing-instance", "vrf1");
    DelLink("virtual-machine-interface-routing-instance", "vmvrf1",
            "virtual-machine-interface", "vnet1");
    DelNode("virtual-machine-interface-routing-instance", "vmvrf1");
    DelLink("virtual-machine-interface-routing-instance", "vmvrf2",
            "routing-instance", "default-project:vn2:vn2");
    DelLink("virtual-machine-interface-routing-instance", "vmvrf2",
            "virtual-machine-interface", "vnet2");
    DelNode("virtual-machine-interface-routing-instance", "vmvrf2");
    client->WaitForIdle();

    IntfCfgDel(input, 0);
    IntfCfgDel(input, 1);

    DelVn("vn1");
    DelVn("default-project:vn2");

    DelVrf("vrf1");
    DelVrf("default-project:vn2:vn2");

    DelVm("vm1");
    DelVm("vm2");

    DelPort(input[0].name);
    DelPort(input[1].name);

    client->WaitForIdle();
    EXPECT_FALSE(VrfFind("vrf1"));
    EXPECT_FALSE(VrfFind("default-project:vn2:vn2"));
    EXPECT_FALSE(VnFind(1));
    EXPECT_FALSE(VnFind(2));
    EXPECT_FALSE(VmFind(1));
}

TEST_F(CfgTest, FloatingIpDefaultVrf) {
    struct PortInfo input[] = {
        {"vnet1", 1, "1.1.1.1", "00:00:00:01:01:01", 1, 1},
    };

    CreateVmportEnv(input, 1);
    client->WaitForIdle();

    AddVn("default-project:vn2", 2);
    client->WaitForIdle();

    AddVrf("default-project:vn2:vn2");
    AddLink("virtual-network", "default-project:vn2", "routing-instance", "default-project:vn2:vn2");
    AddVrf("vrf2", 0, false);
    client->WaitForIdle();

    AddLink("virtual-network", "default-project:vn2", "routing-instance", "vrf2");
    client->WaitForIdle();

    // Create floating-ip on vn2
    AddFloatingIpPool("fip-pool1", 1);
    AddFloatingIp("fip1", 1, "2.2.2.100");
    AddLink("floating-ip-pool", "fip-pool1", "virtual-network",
            "default-project:vn2");
    AddLink("floating-ip", "fip1", "floating-ip-pool", "fip-pool1");
    AddLink("virtual-machine-interface", "vnet1", "floating-ip", "fip1");
    client->WaitForIdle();
    client->Reset();

    EXPECT_TRUE(VmPortActive(input, 0));
    EXPECT_TRUE(VmPortFloatingIpCount(1, 1));
    EXPECT_TRUE(RouteFind("vrf1", Ip4Address::from_string("1.1.1.1"), 32));
    EXPECT_TRUE(RouteFind("default-project:vn2:vn2",
                          Ip4Address::from_string("2.2.2.100"), 32));
    EXPECT_FALSE(RouteFind("vrf2",
                          Ip4Address::from_string("2.2.2.100"), 32));

    // Cleanup
    LOG(DEBUG, "Doing cleanup");

    // Delete links
    DelLink("virtual-machine-interface", "vnet1", "floating-ip", "fip1");
    DelLink("floating-ip-pool", "fip-pool1", "virtual-network",
            "default-project:vn2:vn2");
    DelLink("floating-ip", "fip1", "floating-ip-pool", "fip-pool1");
    client->WaitForIdle();

    EXPECT_FALSE(RouteFind("default-project:vn2:vn2",
                           Ip4Address::from_string("2.2.2.100"), 32));

    DelFloatingIp("fip1");
    DelFloatingIpPool("fip-pool1");

    // Delete virtual-machine-interface to vrf link attribute
    DelLink("virtual-network", "default-project:vn2", "routing-instance",
            "default-project:vn2:vn2");
    DelLink("virtual-network", "default-project:vn2", "routing-instance",
            "vrf2");

    client->WaitForIdle();

    DelVn("default-project:vn2");
    DelVrf("default-project:vn2:vn2");
    DelVrf("vrf2");
    DeleteVmportEnv(input, 1, true);
    client->WaitForIdle();
    EXPECT_FALSE(VrfFind("vrf2"));
    EXPECT_FALSE(VrfFind("default-project:vn2:vn2"));
    EXPECT_FALSE(VnFind(2));
}

// Create Nova intf first
// Intf config without FIP
// Add FIP later
TEST_F(FipCfg, FloatingIp_CfgOrder_1) {
    struct PortInfo input[] = {
        {"vnet1", 1, "1.1.1.1", "00:00:00:01:01:01", 1, 1},
    };

    IntfCfgAdd(input, 0);
    client->WaitForIdle();

    AddPort(input[0].name, input[0].intf_id);
    AddLink("virtual-network", "vn1", "virtual-machine-interface", "vnet1");
    AddLink("virtual-machine", "vm1", "virtual-machine-interface", "vnet1");
    AddInstanceIp("instance0", input[0].vm_id, input[0].addr);
    AddLink("virtual-machine-interface", input[0].name,
            "instance-ip", "instance0");
    client->WaitForIdle();

    AddLink("virtual-machine-interface", "vnet1", "floating-ip", "fip1");
    client->WaitForIdle();

    // Port Active since VRF and VM already added
    EXPECT_TRUE(VmPortActive(input, 0));
    EXPECT_TRUE(VmPortFloatingIpCount(1, 1));
    EXPECT_TRUE(RouteFind("vrf1", Ip4Address::from_string("1.1.1.1"), 32));
    EXPECT_TRUE(RouteFind("default-project:vn2:vn2",
                          Ip4Address::from_string("2.2.2.100"), 32));

    // Cleanup
    LOG(DEBUG, "Doing cleanup");

    // Delete links
    DelLink("virtual-network", "vn1", "virtual-machine-interface", "vnet1");
    DelLink("virtual-machine", "vm1", "virtual-machine-interface", "vnet1");
    DelLink("instance-ip", "instance0", "virtual-machine-interface", "vnet1");
    DelLink("virtual-machine-interface", "vnet1", "floating-ip", "fip1");
    client->WaitForIdle();

    EXPECT_TRUE(VmPortInactive(input, 0));
    EXPECT_TRUE(VmPortFloatingIpCount(1, 0));
    client->WaitForIdle();
    IntfCfgDel(input, 0);
}

// Intf config with FIP
// Create Nova intf first
TEST_F(FipCfg, FloatingIp_CfgOrder_2) {
    struct PortInfo input[] = {
        {"vnet1", 1, "1.1.1.1", "00:00:00:01:01:01", 1, 1},
    };

    AddPort(input[0].name, input[0].intf_id);
    AddLink("virtual-network", "vn1", "virtual-machine-interface", "vnet1");
    AddLink("virtual-machine", "vm1", "virtual-machine-interface", "vnet1");
    AddInstanceIp("instance0", input[0].vm_id, input[0].addr);
    AddLink("virtual-machine-interface", input[0].name,
            "instance-ip", "instance0");
    client->WaitForIdle();

    AddLink("virtual-machine-interface", "vnet1", "floating-ip", "fip1");
    client->WaitForIdle();

    IntfCfgAdd(input, 0);
    client->WaitForIdle();

    // Port Active since VRF and VM already added
    EXPECT_TRUE(VmPortActive(input, 0));
    EXPECT_TRUE(VmPortFloatingIpCount(1, 1));
    EXPECT_TRUE(RouteFind("vrf1", Ip4Address::from_string("1.1.1.1"), 32));
    EXPECT_TRUE(RouteFind("default-project:vn2:vn2", Ip4Address::from_string("2.2.2.100"), 32));

    // Cleanup
    LOG(DEBUG, "Doing cleanup");

    IntfCfgDel(input, 0);
    client->WaitForIdle();

    EXPECT_FALSE(VmPortFind(input, 0));
    client->WaitForIdle();

    // Delete links
    DelLink("virtual-network", "vn1", "virtual-machine-interface", "vnet1");
    DelLink("virtual-machine", "vm1", "virtual-machine-interface", "vnet1");
    DelLink("virtual-machine-interface", "vnet1", "floating-ip", "fip1");
    DelLink("instance-ip", "instance0", "virtual-machine-interface", "vnet1");
    client->WaitForIdle();
}

TEST_F(CfgTest, FloatingIp_CfgOrder_3) {
    client->WaitForIdle();
    client->Reset();

    struct PortInfo input[] = {
        {"vnet1", 1, "1.1.1.1", "00:00:00:01:01:01", 1, 1},
    };

    AddFloatingIpPool("fip-pool2", 1);
    AddPort(input[0].name, input[0].intf_id);
    AddFloatingIp("fip2", 2, "2.2.2.100");
    AddLink("floating-ip", "fip2", "floating-ip-pool", "fip-pool2");
    AddVm("vm1", 1);
    AddLink("virtual-machine", "vm1", "virtual-machine-interface", "vnet1");
    AddVn("vn1", 1);
    AddVrf("vrf1");
    AddLink("virtual-network", "vn1", "routing-instance", "vrf1");
    AddLink("virtual-machine-interface", "vnet1", "floating-ip", "fip2");
    AddVrf("default-project:vn2:vn2");
    AddVn("default-project:vn2", 2);
    AddLink("floating-ip-pool", "fip-pool2", "virtual-network", "default-project:vn2");
    AddLink("virtual-network", "default-project:vn2", "routing-instance",
            "default-project:vn2:vn2");
    AddLink("virtual-network", "vn1", "virtual-machine-interface", "vnet1");
    AddInstanceIp("instance0", input[0].vm_id, input[0].addr);
    AddLink("virtual-machine-interface", input[0].name,
            "instance-ip", "instance0");
    IntfCfgAdd(input, 0);
    client->WaitForIdle();

    // Add vm-port interface to vrf link
    AddVmPortVrf("vmvrf1", "", 0);
    AddLink("virtual-machine-interface-routing-instance", "vmvrf1",
            "routing-instance", "vrf1");
    AddLink("virtual-machine-interface-routing-instance", "vmvrf1",
        "virtual-machine-interface", "vnet1");
    client->WaitForIdle();

    EXPECT_TRUE(VmPortActive(input, 0));
    EXPECT_TRUE(VmPortFloatingIpCount(1, 1));
    EXPECT_TRUE(RouteFind("vrf1", Ip4Address::from_string("1.1.1.1"), 32));
    EXPECT_TRUE(RouteFind("default-project:vn2:vn2",
                          Ip4Address::from_string("2.2.2.100"), 32));
    client->WaitForIdle();

    // Cleanup
    LOG(DEBUG, "Doing cleanup");
    DelLink("floating-ip-pool", "fip-pool2", "virtual-network", "default-project:vn2");
    DelLink("virtual-network", "default-project:vn2", "routing-instance",
            "default-project:vn2:vn2");
    DelLink("virtual-network", "vn1", "virtual-machine-interface", "vnet1");
    DelLink("floating-ip", "fip2", "floating-ip-pool", "fip-pool2");
    DelLink("virtual-network", "vn1", "routing-instance", "vrf1");
    DelLink("virtual-machine-interface", "vnet1", "floating-ip", "fip2");
    DelLink("virtual-machine", "vm1", "virtual-machine-interface", "vnet1");
    DelLink("instance-ip", "instance0", "virtual-machine-interface", "vnet1");
    DelFloatingIpPool("fip-pool2");
    DelFloatingIp("fip2");
    // Delete virtual-machine-interface to vrf link attribute
    DelLink("virtual-machine-interface-routing-instance", "vmvrf1",
            "routing-instance", "vrf1");
    DelLink("virtual-machine-interface-routing-instance", "vmvrf1",
            "virtual-machine-interface", "vnet1");
    DelNode("virtual-machine-interface-routing-instance", "vmvrf1");
    client->WaitForIdle();
    DelVm("vm1");
    DelVn("vn1");
    DelVrf("vrf1");
    DelVrf("default-project:vn2:vn2");
    DelVn("default-project:vn2");
    IntfCfgDel(input, 0);
    client->WaitForIdle();
}

TEST_F(CfgTest, FloatingIp_CfgOrder_4) {
    client->WaitForIdle();
    client->Reset();

    struct PortInfo input[] = {
        {"vnet1", 1, "1.1.1.1", "00:00:00:01:01:01", 1, 1},
    };

    IntfCfgAdd(input, 0);
    AddFloatingIpPool("fip-pool2", 1);
    AddPort(input[0].name, input[0].intf_id);
    AddFloatingIp("fip2", 2, "2.2.2.100");
    AddLink("floating-ip", "fip2", "floating-ip-pool", "fip-pool2");
    AddVm("vm1", 1);
    AddLink("virtual-machine", "vm1", "virtual-machine-interface", "vnet1");
    AddVn("vn1", 1);
    AddVrf("vrf1");
    AddLink("virtual-network", "vn1", "routing-instance", "vrf1");
    AddLink("virtual-machine-interface", "vnet1", "floating-ip", "fip2");
    AddVrf("default-project:vn2:vn2");
    AddVn("default-project:vn2", 2);
    // Add vm-port interface to vrf link
    AddVmPortVrf("vmvrf1", "", 0);
    AddLink("virtual-machine-interface-routing-instance", "vmvrf1",
            "routing-instance", "vrf1");
    AddLink("virtual-machine-interface-routing-instance", "vmvrf1",
        "virtual-machine-interface", "vnet1");
    client->WaitForIdle();

    AddLink("floating-ip-pool", "fip-pool2", "virtual-network", "default-project:vn2");
    AddLink("virtual-network", "default-project:vn2", "routing-instance",
            "default-project:vn2:vn2");
    AddLink("virtual-network", "vn1", "virtual-machine-interface", "vnet1");
    AddInstanceIp("instance0", input[0].vm_id, input[0].addr);
    AddLink("virtual-machine-interface", input[0].name,
            "instance-ip", "instance0");
    client->WaitForIdle();

    int i = 0;
    while (i++ < 100) {
        if (VmPortActive(input, 0) == true) {
            break;
        }
        usleep(1000);
    }
    EXPECT_TRUE(VmPortActive(input, 0));
    EXPECT_TRUE(VmPortFloatingIpCount(1, 1));
    EXPECT_TRUE(RouteFind("vrf1", Ip4Address::from_string("1.1.1.1"), 32));
    EXPECT_TRUE(RouteFind("default-project:vn2:vn2",
                          Ip4Address::from_string("2.2.2.100"), 32));
    client->WaitForIdle();

    // Cleanup
    LOG(DEBUG, "Doing cleanup");
    // Delete virtual-machine-interface to vrf link attribute
    DelLink("virtual-machine-interface-routing-instance", "vmvrf1",
            "routing-instance", "vrf1");
    DelLink("virtual-machine-interface-routing-instance", "vmvrf1",
            "virtual-machine-interface", "vnet1");
    DelNode("virtual-machine-interface-routing-instance", "vmvrf1");
    client->WaitForIdle();
    DelLink("floating-ip-pool", "fip-pool2", "virtual-network", "default-project:vn2");
    DelLink("virtual-network", "default-project:vn2", "routing-instance",
            "default-project:vn2:vn2");
    DelLink("virtual-network", "vn1", "virtual-machine-interface", "vnet1");
    DelLink("floating-ip", "fip2", "floating-ip-pool", "fip-pool2");
    DelLink("virtual-network", "vn1", "routing-instance", "vrf1");
    DelLink("virtual-machine-interface", "vnet1", "floating-ip", "fip2");
    DelLink("virtual-machine", "vm1", "virtual-machine-interface", "vnet1");
    DelLink("instance-ip", "instance0", "virtual-machine-interface", "vnet1");
    DelFloatingIpPool("fip-pool2");
    DelFloatingIp("fip2");
    DelVm("vm1");
    DelVn("vn1");
    DelVrf("vrf1");
    DelVrf("default-project:vn2:vn2");
    DelVn("default-project:vn2");
    IntfCfgDel(input, 0);
    client->WaitForIdle();
}

// Add of new FIP
TEST_F(FipCfg, FloatingIp_Add_1) {
    struct PortInfo input[] = {
        {"vnet1", 1, "1.1.1.1", "00:00:00:01:01:01", 1, 1},
    };

    AddPort(input[0].name, input[0].intf_id);
    AddLink("virtual-network", "vn1", "virtual-machine-interface", "vnet1");
    AddLink("virtual-machine", "vm1", "virtual-machine-interface", "vnet1");
    AddInstanceIp("instance0", input[0].vm_id, input[0].addr);
    AddLink("virtual-machine-interface", input[0].name,
            "instance-ip", "instance0");
    client->WaitForIdle();

    AddLink("virtual-machine-interface", "vnet1", "floating-ip", "fip1");
    client->WaitForIdle();

    IntfCfgAdd(input, 0);
    client->WaitForIdle();

    // Port Active since VRF and VM already added
    EXPECT_TRUE(VmPortActive(input, 0));
    EXPECT_TRUE(VmPortFloatingIpCount(1, 1));
    EXPECT_TRUE(RouteFind("vrf1", Ip4Address::from_string("1.1.1.1"), 32));
    EXPECT_TRUE(RouteFind("default-project:vn2:vn2",
                          Ip4Address::from_string("2.2.2.100"), 32));

    // Add one more FIP
    AddFloatingIp("fip1_1", 3, "3.3.3.100");
    AddLink("floating-ip", "fip1_1", "floating-ip-pool", "fip-pool2");
    AddLink("virtual-machine-interface", "vnet1", "floating-ip", "fip1_1");
    client->WaitForIdle();
    EXPECT_TRUE(RouteFind("default-project:vn2:vn2",
                          Ip4Address::from_string("3.3.3.100"), 32));

    // Cleanup
    LOG(DEBUG, "Doing cleanup");

    IntfCfgDel(input, 0);
    client->WaitForIdle();

    EXPECT_FALSE(VmPortFind(input, 0));
    EXPECT_FALSE(RouteFind("default-project:vn2:vn2",
                           Ip4Address::from_string("3.3.3.100"), 32));
    EXPECT_FALSE(RouteFind("default-project:vn2:vn2",
                           Ip4Address::from_string("2.2.2.100"), 32));
    client->WaitForIdle();

    // Delete links
    DelLink("virtual-network", "vn1", "virtual-machine-interface", "vnet1");
    DelLink("virtual-machine", "vm1", "virtual-machine-interface", "vnet1");
    DelLink("virtual-machine-interface", "vnet1", "floating-ip", "fip1");
    DelLink("floating-ip-pool", "fip-pool2", "virtual-network",
            "default-project:vn2");
    DelLink("floating-ip", "fip1_1", "floating-ip-pool", "fip-pool2");
    DelLink("virtual-machine-interface", "vnet1", "floating-ip", "fip1_1");
    DelLink("instance-ip", "instance0", "virtual-machine-interface", "vnet1");
    client->WaitForIdle();

    DelFloatingIp("fip1_1");
    client->WaitForIdle();
}

int main(int argc, char **argv) {
    GETUSERARGS();
    client = TestInit(init_file, ksync_init);

    int ret = RUN_ALL_TESTS();
    TestShutdown();
    delete client;
    return ret;
}