4 from framework import VppTestCase, VppTestRunner
5 from vpp_ip_route import VppIpRoute, VppRoutePath, FibPathType
6 from vpp_l2 import L2_PORT_TYPE
7 from vpp_sub_interface import L2_VTR_OP, VppDot1QSubint
8 from vpp_acl import AclRule, VppAcl, VppAclInterface
10 from scapy.packet import Raw
11 from scapy.layers.l2 import Ether, Dot1Q
12 from scapy.layers.inet import IP, UDP
13 from socket import AF_INET, inet_pton
14 from ipaddress import IPv4Network
19 class TestDVR(VppTestCase):
20 """ Distributed Virtual Router """
24 super(TestDVR, cls).setUpClass()
27 def tearDownClass(cls):
28 super(TestDVR, cls).tearDownClass()
31 super(TestDVR, self).setUp()
33 self.create_pg_interfaces(range(4))
34 self.create_loopback_interfaces(1)
36 for i in self.pg_interfaces:
39 self.loop0.config_ip4()
42 for i in self.pg_interfaces:
44 self.loop0.unconfig_ip4()
46 super(TestDVR, self).tearDown()
48 def assert_same_mac_addr(self, tx, rx):
52 self.assertEqual(t_eth.src, r_eth.src)
53 self.assertEqual(t_eth.dst, r_eth.dst)
55 def assert_has_vlan_tag(self, tag, rx):
58 self.assertEqual(tag, r_1q.vlan)
60 def assert_has_no_tag(self, rx):
62 self.assertFalse(p.haslayer(Dot1Q))
65 """ Distributed Virtual Router """
68 # A packet destined to an IP address that is L2 bridged via
71 ip_non_tag_bridged = "10.10.10.10"
72 ip_tag_bridged = "10.10.10.11"
73 any_src_addr = "1.1.1.1"
75 pkt_no_tag = (Ether(src=self.pg0.remote_mac,
76 dst=self.loop0.local_mac) /
78 dst=ip_non_tag_bridged) /
79 UDP(sport=1234, dport=1234) /
81 pkt_tag = (Ether(src=self.pg0.remote_mac,
82 dst=self.loop0.local_mac) /
85 UDP(sport=1234, dport=1234) /
89 # Two sub-interfaces so we can test VLAN tag push/pop
91 sub_if_on_pg2 = VppDot1QSubint(self, self.pg2, 92)
92 sub_if_on_pg3 = VppDot1QSubint(self, self.pg3, 93)
93 sub_if_on_pg2.admin_up()
94 sub_if_on_pg3.admin_up()
97 # Put all the interfaces into a new bridge domain
99 self.vapi.sw_interface_set_l2_bridge(
100 rx_sw_if_index=self.pg0.sw_if_index, bd_id=1)
101 self.vapi.sw_interface_set_l2_bridge(
102 rx_sw_if_index=self.pg1.sw_if_index, bd_id=1)
103 self.vapi.sw_interface_set_l2_bridge(
104 rx_sw_if_index=sub_if_on_pg2.sw_if_index, bd_id=1)
105 self.vapi.sw_interface_set_l2_bridge(
106 rx_sw_if_index=sub_if_on_pg3.sw_if_index, bd_id=1)
107 self.vapi.sw_interface_set_l2_bridge(
108 rx_sw_if_index=self.loop0.sw_if_index, bd_id=1,
109 port_type=L2_PORT_TYPE.BVI)
111 self.vapi.l2_interface_vlan_tag_rewrite(
112 sw_if_index=sub_if_on_pg2.sw_if_index, vtr_op=L2_VTR_OP.L2_POP_1,
114 self.vapi.l2_interface_vlan_tag_rewrite(
115 sw_if_index=sub_if_on_pg3.sw_if_index, vtr_op=L2_VTR_OP.L2_POP_1,
119 # Add routes to bridge the traffic via a tagged an nontagged interface
121 route_no_tag = VppIpRoute(
122 self, ip_non_tag_bridged, 32,
123 [VppRoutePath("0.0.0.0",
124 self.pg1.sw_if_index,
125 type=FibPathType.FIB_PATH_TYPE_DVR)])
126 route_no_tag.add_vpp_config()
129 # Inject the packet that arrives and leaves on a non-tagged interface
130 # Since it's 'bridged' expect that the MAC headed is unchanged.
132 rx = self.send_and_expect(self.pg0, pkt_no_tag * NUM_PKTS, self.pg1)
133 self.assert_same_mac_addr(pkt_no_tag, rx)
134 self.assert_has_no_tag(rx)
137 # Add routes to bridge the traffic via a tagged interface
139 route_with_tag = VppIpRoute(
140 self, ip_tag_bridged, 32,
141 [VppRoutePath("0.0.0.0",
142 sub_if_on_pg3.sw_if_index,
143 type=FibPathType.FIB_PATH_TYPE_DVR)])
144 route_with_tag.add_vpp_config()
147 # Inject the packet that arrives non-tag and leaves on a tagged
150 rx = self.send_and_expect(self.pg0, pkt_tag * NUM_PKTS, self.pg3)
151 self.assert_same_mac_addr(pkt_tag, rx)
152 self.assert_has_vlan_tag(93, rx)
157 pkt_tag_to_tag = (Ether(src=self.pg2.remote_mac,
158 dst=self.loop0.local_mac) /
161 dst=ip_tag_bridged) /
162 UDP(sport=1234, dport=1234) /
165 rx = self.send_and_expect(self.pg2,
166 pkt_tag_to_tag * NUM_PKTS,
168 self.assert_same_mac_addr(pkt_tag_to_tag, rx)
169 self.assert_has_vlan_tag(93, rx)
174 pkt_tag_to_non_tag = (Ether(src=self.pg2.remote_mac,
175 dst=self.loop0.local_mac) /
178 dst=ip_non_tag_bridged) /
179 UDP(sport=1234, dport=1234) /
182 rx = self.send_and_expect(self.pg2,
183 pkt_tag_to_non_tag * NUM_PKTS,
185 self.assert_same_mac_addr(pkt_tag_to_tag, rx)
186 self.assert_has_no_tag(rx)
189 # Add an output L3 ACL that will block the traffic
191 rule_1 = AclRule(is_permit=0, proto=17, ports=1234,
192 src_prefix=IPv4Network((any_src_addr, 32)),
193 dst_prefix=IPv4Network((ip_non_tag_bridged, 32)))
194 acl = VppAcl(self, rules=[rule_1])
198 # Apply the ACL on the output interface
200 acl_if1 = VppAclInterface(self, sw_if_index=self.pg1.sw_if_index,
201 n_input=0, acls=[acl])
202 acl_if1.add_vpp_config()
205 # Send packet's that should match the ACL and be dropped
207 rx = self.send_and_assert_no_replies(self.pg2,
208 pkt_tag_to_non_tag * NUM_PKTS)
213 acl_if1.remove_vpp_config()
214 acl.remove_vpp_config()
216 self.vapi.sw_interface_set_l2_bridge(
217 rx_sw_if_index=self.pg0.sw_if_index, bd_id=1, enable=0)
218 self.vapi.sw_interface_set_l2_bridge(
219 rx_sw_if_index=self.pg1.sw_if_index, bd_id=1, enable=0)
220 self.vapi.sw_interface_set_l2_bridge(
221 rx_sw_if_index=sub_if_on_pg2.sw_if_index, bd_id=1, enable=0)
222 self.vapi.sw_interface_set_l2_bridge(
223 rx_sw_if_index=sub_if_on_pg3.sw_if_index, bd_id=1, enable=0)
224 self.vapi.sw_interface_set_l2_bridge(
225 rx_sw_if_index=self.loop0.sw_if_index, bd_id=1,
226 port_type=L2_PORT_TYPE.BVI, enable=0)
229 # Do a FIB dump to make sure the paths are correctly reported as DVR
231 routes = self.vapi.ip_route_dump(0)
234 if (ip_tag_bridged == str(r.route.prefix.network_address)):
235 self.assertEqual(r.route.paths[0].sw_if_index,
236 sub_if_on_pg3.sw_if_index)
237 self.assertEqual(r.route.paths[0].type,
238 FibPathType.FIB_PATH_TYPE_DVR)
239 if (ip_non_tag_bridged == str(r.route.prefix.network_address)):
240 self.assertEqual(r.route.paths[0].sw_if_index,
241 self.pg1.sw_if_index)
242 self.assertEqual(r.route.paths[0].type,
243 FibPathType.FIB_PATH_TYPE_DVR)
246 # the explicit route delete is require so it happens before
247 # the sbu-interface delete. subinterface delete is required
248 # because that object type does not use the object registry
250 route_no_tag.remove_vpp_config()
251 route_with_tag.remove_vpp_config()
252 sub_if_on_pg3.remove_vpp_config()
253 sub_if_on_pg2.remove_vpp_config()
255 def test_l2_emulation(self):
259 # non distinct L3 packets, in the tag/non-tag combos
261 pkt_no_tag = (Ether(src=self.pg0.remote_mac,
262 dst=self.pg1.remote_mac) /
265 UDP(sport=1234, dport=1234) /
267 pkt_to_tag = (Ether(src=self.pg0.remote_mac,
268 dst=self.pg2.remote_mac) /
271 UDP(sport=1234, dport=1234) /
273 pkt_from_tag = (Ether(src=self.pg3.remote_mac,
274 dst=self.pg2.remote_mac) /
278 UDP(sport=1234, dport=1234) /
280 pkt_from_to_tag = (Ether(src=self.pg3.remote_mac,
281 dst=self.pg2.remote_mac) /
285 UDP(sport=1234, dport=1234) /
287 pkt_bcast = (Ether(src=self.pg0.remote_mac,
288 dst="ff:ff:ff:ff:ff:ff") /
290 dst="255.255.255.255") /
291 UDP(sport=1234, dport=1234) /
295 # A couple of sub-interfaces for tags
297 sub_if_on_pg2 = VppDot1QSubint(self, self.pg2, 92)
298 sub_if_on_pg3 = VppDot1QSubint(self, self.pg3, 93)
299 sub_if_on_pg2.admin_up()
300 sub_if_on_pg3.admin_up()
303 # Put all the interfaces into a new bridge domain
305 self.vapi.sw_interface_set_l2_bridge(
306 rx_sw_if_index=self.pg0.sw_if_index, bd_id=1)
307 self.vapi.sw_interface_set_l2_bridge(
308 rx_sw_if_index=self.pg1.sw_if_index, bd_id=1)
309 self.vapi.sw_interface_set_l2_bridge(
310 rx_sw_if_index=sub_if_on_pg2.sw_if_index, bd_id=1)
311 self.vapi.sw_interface_set_l2_bridge(
312 rx_sw_if_index=sub_if_on_pg3.sw_if_index, bd_id=1)
313 self.vapi.l2_interface_vlan_tag_rewrite(
314 sw_if_index=sub_if_on_pg2.sw_if_index, vtr_op=L2_VTR_OP.L2_POP_1,
316 self.vapi.l2_interface_vlan_tag_rewrite(
317 sw_if_index=sub_if_on_pg3.sw_if_index, vtr_op=L2_VTR_OP.L2_POP_1,
321 # Disable UU flooding, learning and ARP termination. makes this test
322 # easier as unicast packets are dropped if not extracted.
324 self.vapi.bridge_flags(bd_id=1, is_set=0,
325 flags=(1 << 0) | (1 << 3) | (1 << 4))
328 # Add a DVR route to steer traffic at L3
330 route_1 = VppIpRoute(
332 [VppRoutePath("0.0.0.0",
333 self.pg1.sw_if_index,
334 type=FibPathType.FIB_PATH_TYPE_DVR)])
335 route_2 = VppIpRoute(
337 [VppRoutePath("0.0.0.0",
338 sub_if_on_pg2.sw_if_index,
339 type=FibPathType.FIB_PATH_TYPE_DVR)])
340 route_1.add_vpp_config()
341 route_2.add_vpp_config()
344 # packets are dropped because bridge does not flood unknown unicast
346 self.send_and_assert_no_replies(self.pg0, pkt_no_tag)
349 # Enable L3 extraction on pgs
351 self.vapi.l2_emulation(self.pg0.sw_if_index)
352 self.vapi.l2_emulation(self.pg1.sw_if_index)
353 self.vapi.l2_emulation(sub_if_on_pg2.sw_if_index)
354 self.vapi.l2_emulation(sub_if_on_pg3.sw_if_index)
357 # now we expect the packet forward according to the DVR route
359 rx = self.send_and_expect(self.pg0, pkt_no_tag * NUM_PKTS, self.pg1)
360 self.assert_same_mac_addr(pkt_no_tag, rx)
361 self.assert_has_no_tag(rx)
363 rx = self.send_and_expect(self.pg0, pkt_to_tag * NUM_PKTS, self.pg2)
364 self.assert_same_mac_addr(pkt_to_tag, rx)
365 self.assert_has_vlan_tag(92, rx)
367 rx = self.send_and_expect(self.pg3, pkt_from_tag * NUM_PKTS, self.pg1)
368 self.assert_same_mac_addr(pkt_from_tag, rx)
369 self.assert_has_no_tag(rx)
371 rx = self.send_and_expect(self.pg3,
372 pkt_from_to_tag * NUM_PKTS,
374 self.assert_same_mac_addr(pkt_from_tag, rx)
375 self.assert_has_vlan_tag(92, rx)
378 # but broadcast packets are still flooded
380 self.send_and_expect(self.pg0, pkt_bcast * 33, self.pg2)
385 self.vapi.l2_emulation(self.pg0.sw_if_index,
387 self.vapi.l2_emulation(self.pg1.sw_if_index,
389 self.vapi.l2_emulation(sub_if_on_pg2.sw_if_index,
391 self.vapi.l2_emulation(sub_if_on_pg3.sw_if_index,
394 self.vapi.sw_interface_set_l2_bridge(
395 rx_sw_if_index=self.pg0.sw_if_index, bd_id=1, enable=0)
396 self.vapi.sw_interface_set_l2_bridge(
397 rx_sw_if_index=self.pg1.sw_if_index, bd_id=1, enable=0)
398 self.vapi.sw_interface_set_l2_bridge(
399 rx_sw_if_index=sub_if_on_pg2.sw_if_index, bd_id=1, enable=0)
400 self.vapi.sw_interface_set_l2_bridge(
401 rx_sw_if_index=sub_if_on_pg3.sw_if_index, bd_id=1, enable=0)
403 route_1.remove_vpp_config()
404 route_2.remove_vpp_config()
405 sub_if_on_pg3.remove_vpp_config()
406 sub_if_on_pg2.remove_vpp_config()
409 if __name__ == '__main__':
410 unittest.main(testRunner=VppTestRunner)