vxlan_symmetric.sh 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561
  1. #!/bin/bash
  2. # SPDX-License-Identifier: GPL-2.0
  3. # +---------------------------+ +------------------------------+
  4. # | vrf-h1 | | vrf-h2 |
  5. # | + $h1 | | + $h2 |
  6. # | | 10.1.1.101/24 | | | 10.1.2.101/24 |
  7. # | | default via 10.1.1.1 | | | default via 10.1.2.1 |
  8. # +----|----------------------+ +----|-------------------------+
  9. # | |
  10. # +----|--------------------------------------------|-------------------------+
  11. # | SW | | |
  12. # | +--|--------------------------------------------|-----------------------+ |
  13. # | | + $swp1 br1 + $swp2 | |
  14. # | | vid 10 pvid untagged vid 20 pvid untagged | |
  15. # | | | |
  16. # | | + vx10 + vx20 | |
  17. # | | local 10.0.0.1 local 10.0.0.1 | |
  18. # | | remote 10.0.0.2 remote 10.0.0.2 | |
  19. # | | id 1010 id 1020 | |
  20. # | | dstport 4789 dstport 4789 | |
  21. # | | vid 10 pvid untagged vid 20 pvid untagged | |
  22. # | | | |
  23. # | | + vx4001 | |
  24. # | | local 10.0.0.1 | |
  25. # | | remote 10.0.0.2 | |
  26. # | | id 104001 | |
  27. # | | dstport 4789 | |
  28. # | | vid 4001 pvid untagged | |
  29. # | | | |
  30. # | +-----------------------------------+-----------------------------------+ |
  31. # | | |
  32. # | +-----------------------------------|-----------------------------------+ |
  33. # | | | | |
  34. # | | +--------------------------------+--------------------------------+ | |
  35. # | | | | | | |
  36. # | | + vlan10 | vlan20 + | |
  37. # | | | 10.1.1.11/24 | 10.1.2.11/24 | | |
  38. # | | | | | | |
  39. # | | + vlan10-v (macvlan) + vlan20-v (macvlan) + | |
  40. # | | 10.1.1.1/24 vlan4001 10.1.2.1/24 | |
  41. # | | 00:00:5e:00:01:01 00:00:5e:00:01:01 | |
  42. # | | vrf-green | |
  43. # | +-----------------------------------------------------------------------+ |
  44. # | |
  45. # | + $rp1 +lo |
  46. # | | 192.0.2.1/24 10.0.0.1/32 |
  47. # +----|----------------------------------------------------------------------+
  48. # |
  49. # +----|--------------------------------------------------------+
  50. # | | vrf-spine |
  51. # | + $rp2 |
  52. # | 192.0.2.2/24 |
  53. # | | (maybe) HW
  54. # =============================================================================
  55. # | | (likely) SW
  56. # | |
  57. # | + v1 (veth) |
  58. # | | 192.0.3.2/24 |
  59. # +----|--------------------------------------------------------+
  60. # |
  61. # +----|----------------------------------------------------------------------+
  62. # | + v2 (veth) +lo NS1 (netns) |
  63. # | 192.0.3.1/24 10.0.0.2/32 |
  64. # | |
  65. # | +-----------------------------------------------------------------------+ |
  66. # | | vrf-green | |
  67. # | | + vlan10-v (macvlan) vlan20-v (macvlan) + | |
  68. # | | | 10.1.1.1/24 10.1.2.1/24 | | |
  69. # | | | 00:00:5e:00:01:01 00:00:5e:00:01:01 | | |
  70. # | | | vlan4001 | | |
  71. # | | + vlan10 + vlan20 + | |
  72. # | | | 10.1.1.12/24 | 10.1.2.12/24 | | |
  73. # | | | | | | |
  74. # | | +--------------------------------+--------------------------------+ | |
  75. # | | | | |
  76. # | +-----------------------------------|-----------------------------------+ |
  77. # | | |
  78. # | +-----------------------------------+-----------------------------------+ |
  79. # | | | |
  80. # | | + vx10 + vx20 | |
  81. # | | local 10.0.0.2 local 10.0.0.2 | |
  82. # | | remote 10.0.0.1 remote 10.0.0.1 | |
  83. # | | id 1010 id 1020 | |
  84. # | | dstport 4789 dstport 4789 | |
  85. # | | vid 10 pvid untagged vid 20 pvid untagged | |
  86. # | | | |
  87. # | | + vx4001 | |
  88. # | | local 10.0.0.2 | |
  89. # | | remote 10.0.0.1 | |
  90. # | | id 104001 | |
  91. # | | dstport 4789 | |
  92. # | | vid 4001 pvid untagged | |
  93. # | | | |
  94. # | | + w1 (veth) + w3 (veth) | |
  95. # | | | vid 10 pvid untagged br1 | vid 20 pvid untagged | |
  96. # | +--|------------------------------------------|-------------------------+ |
  97. # | | | |
  98. # | | | |
  99. # | +--|----------------------+ +--|-------------------------+ |
  100. # | | | vrf-h1 | | | vrf-h2 | |
  101. # | | + w2 (veth) | | + w4 (veth) | |
  102. # | | 10.1.1.102/24 | | 10.1.2.102/24 | |
  103. # | | default via 10.1.1.1 | | default via 10.1.2.1 | |
  104. # | +-------------------------+ +----------------------------+ |
  105. # +---------------------------------------------------------------------------+
  106. ALL_TESTS="
  107. ping_ipv4
  108. "
  109. NUM_NETIFS=6
  110. source lib.sh
  111. hx_create()
  112. {
  113. local vrf_name=$1; shift
  114. local if_name=$1; shift
  115. local ip_addr=$1; shift
  116. local gw_ip=$1; shift
  117. vrf_create $vrf_name
  118. ip link set dev $if_name master $vrf_name
  119. ip link set dev $vrf_name up
  120. ip link set dev $if_name up
  121. ip address add $ip_addr/24 dev $if_name
  122. ip neigh replace $gw_ip lladdr 00:00:5e:00:01:01 nud permanent \
  123. dev $if_name
  124. ip route add default vrf $vrf_name nexthop via $gw_ip
  125. }
  126. export -f hx_create
  127. hx_destroy()
  128. {
  129. local vrf_name=$1; shift
  130. local if_name=$1; shift
  131. local ip_addr=$1; shift
  132. local gw_ip=$1; shift
  133. ip route del default vrf $vrf_name nexthop via $gw_ip
  134. ip neigh del $gw_ip dev $if_name
  135. ip address del $ip_addr/24 dev $if_name
  136. ip link set dev $if_name down
  137. vrf_destroy $vrf_name
  138. }
  139. h1_create()
  140. {
  141. hx_create "vrf-h1" $h1 10.1.1.101 10.1.1.1
  142. }
  143. h1_destroy()
  144. {
  145. hx_destroy "vrf-h1" $h1 10.1.1.101 10.1.1.1
  146. }
  147. h2_create()
  148. {
  149. hx_create "vrf-h2" $h2 10.1.2.101 10.1.2.1
  150. }
  151. h2_destroy()
  152. {
  153. hx_destroy "vrf-h2" $h2 10.1.2.101 10.1.2.1
  154. }
  155. switch_create()
  156. {
  157. ip link add name br1 type bridge vlan_filtering 1 vlan_default_pvid 0 \
  158. mcast_snooping 0
  159. # Make sure the bridge uses the MAC address of the local port and not
  160. # that of the VxLAN's device.
  161. ip link set dev br1 address $(mac_get $swp1)
  162. ip link set dev br1 up
  163. ip link set dev $rp1 up
  164. ip address add dev $rp1 192.0.2.1/24
  165. ip route add 10.0.0.2/32 nexthop via 192.0.2.2
  166. ip link add name vx10 type vxlan id 1010 \
  167. local 10.0.0.1 remote 10.0.0.2 dstport 4789 \
  168. nolearning noudpcsum tos inherit ttl 100
  169. ip link set dev vx10 up
  170. ip link set dev vx10 master br1
  171. bridge vlan add vid 10 dev vx10 pvid untagged
  172. ip link add name vx20 type vxlan id 1020 \
  173. local 10.0.0.1 remote 10.0.0.2 dstport 4789 \
  174. nolearning noudpcsum tos inherit ttl 100
  175. ip link set dev vx20 up
  176. ip link set dev vx20 master br1
  177. bridge vlan add vid 20 dev vx20 pvid untagged
  178. ip link set dev $swp1 master br1
  179. ip link set dev $swp1 up
  180. bridge vlan add vid 10 dev $swp1 pvid untagged
  181. ip link set dev $swp2 master br1
  182. ip link set dev $swp2 up
  183. bridge vlan add vid 20 dev $swp2 pvid untagged
  184. ip link add name vx4001 type vxlan id 104001 \
  185. local 10.0.0.1 dstport 4789 \
  186. nolearning noudpcsum tos inherit ttl 100
  187. ip link set dev vx4001 up
  188. ip link set dev vx4001 master br1
  189. bridge vlan add vid 4001 dev vx4001 pvid untagged
  190. ip address add 10.0.0.1/32 dev lo
  191. # Create SVIs
  192. vrf_create "vrf-green"
  193. ip link set dev vrf-green up
  194. ip link add link br1 name vlan10 up master vrf-green type vlan id 10
  195. ip address add 10.1.1.11/24 dev vlan10
  196. ip link add link vlan10 name vlan10-v up master vrf-green \
  197. address 00:00:5e:00:01:01 type macvlan mode private
  198. ip address add 10.1.1.1/24 dev vlan10-v
  199. ip link add link br1 name vlan20 up master vrf-green type vlan id 20
  200. ip address add 10.1.2.11/24 dev vlan20
  201. ip link add link vlan20 name vlan20-v up master vrf-green \
  202. address 00:00:5e:00:01:01 type macvlan mode private
  203. ip address add 10.1.2.1/24 dev vlan20-v
  204. ip link add link br1 name vlan4001 up master vrf-green \
  205. type vlan id 4001
  206. bridge vlan add vid 10 dev br1 self
  207. bridge vlan add vid 20 dev br1 self
  208. bridge vlan add vid 4001 dev br1 self
  209. bridge fdb add 00:00:5e:00:01:01 dev br1 self local vlan 10
  210. bridge fdb add 00:00:5e:00:01:01 dev br1 self local vlan 20
  211. sysctl_set net.ipv4.conf.all.rp_filter 0
  212. sysctl_set net.ipv4.conf.vlan10-v.rp_filter 0
  213. sysctl_set net.ipv4.conf.vlan20-v.rp_filter 0
  214. }
  215. switch_destroy()
  216. {
  217. sysctl_restore net.ipv4.conf.all.rp_filter
  218. bridge fdb del 00:00:5e:00:01:01 dev br1 self local vlan 20
  219. bridge fdb del 00:00:5e:00:01:01 dev br1 self local vlan 10
  220. bridge vlan del vid 4001 dev br1 self
  221. bridge vlan del vid 20 dev br1 self
  222. bridge vlan del vid 10 dev br1 self
  223. ip link del dev vlan4001
  224. ip link del dev vlan20
  225. ip link del dev vlan10
  226. vrf_destroy "vrf-green"
  227. ip address del 10.0.0.1/32 dev lo
  228. bridge vlan del vid 20 dev $swp2
  229. ip link set dev $swp2 down
  230. ip link set dev $swp2 nomaster
  231. bridge vlan del vid 10 dev $swp1
  232. ip link set dev $swp1 down
  233. ip link set dev $swp1 nomaster
  234. bridge vlan del vid 4001 dev vx4001
  235. ip link set dev vx4001 nomaster
  236. ip link set dev vx4001 down
  237. ip link del dev vx4001
  238. bridge vlan del vid 20 dev vx20
  239. ip link set dev vx20 nomaster
  240. ip link set dev vx20 down
  241. ip link del dev vx20
  242. bridge vlan del vid 10 dev vx10
  243. ip link set dev vx10 nomaster
  244. ip link set dev vx10 down
  245. ip link del dev vx10
  246. ip route del 10.0.0.2/32 nexthop via 192.0.2.2
  247. ip address del dev $rp1 192.0.2.1/24
  248. ip link set dev $rp1 down
  249. ip link set dev br1 down
  250. ip link del dev br1
  251. }
  252. spine_create()
  253. {
  254. vrf_create "vrf-spine"
  255. ip link set dev $rp2 master vrf-spine
  256. ip link set dev v1 master vrf-spine
  257. ip link set dev vrf-spine up
  258. ip link set dev $rp2 up
  259. ip link set dev v1 up
  260. ip address add 192.0.2.2/24 dev $rp2
  261. ip address add 192.0.3.2/24 dev v1
  262. ip route add 10.0.0.1/32 vrf vrf-spine nexthop via 192.0.2.1
  263. ip route add 10.0.0.2/32 vrf vrf-spine nexthop via 192.0.3.1
  264. }
  265. spine_destroy()
  266. {
  267. ip route del 10.0.0.2/32 vrf vrf-spine nexthop via 192.0.3.1
  268. ip route del 10.0.0.1/32 vrf vrf-spine nexthop via 192.0.2.1
  269. ip address del 192.0.3.2/24 dev v1
  270. ip address del 192.0.2.2/24 dev $rp2
  271. ip link set dev v1 down
  272. ip link set dev $rp2 down
  273. vrf_destroy "vrf-spine"
  274. }
  275. ns_h1_create()
  276. {
  277. hx_create "vrf-h1" w2 10.1.1.102 10.1.1.1
  278. }
  279. export -f ns_h1_create
  280. ns_h2_create()
  281. {
  282. hx_create "vrf-h2" w4 10.1.2.102 10.1.2.1
  283. }
  284. export -f ns_h2_create
  285. ns_switch_create()
  286. {
  287. ip link add name br1 type bridge vlan_filtering 1 vlan_default_pvid 0 \
  288. mcast_snooping 0
  289. ip link set dev br1 up
  290. ip link set dev v2 up
  291. ip address add dev v2 192.0.3.1/24
  292. ip route add 10.0.0.1/32 nexthop via 192.0.3.2
  293. ip link add name vx10 type vxlan id 1010 \
  294. local 10.0.0.2 remote 10.0.0.1 dstport 4789 \
  295. nolearning noudpcsum tos inherit ttl 100
  296. ip link set dev vx10 up
  297. ip link set dev vx10 master br1
  298. bridge vlan add vid 10 dev vx10 pvid untagged
  299. ip link add name vx20 type vxlan id 1020 \
  300. local 10.0.0.2 remote 10.0.0.1 dstport 4789 \
  301. nolearning noudpcsum tos inherit ttl 100
  302. ip link set dev vx20 up
  303. ip link set dev vx20 master br1
  304. bridge vlan add vid 20 dev vx20 pvid untagged
  305. ip link add name vx4001 type vxlan id 104001 \
  306. local 10.0.0.2 dstport 4789 \
  307. nolearning noudpcsum tos inherit ttl 100
  308. ip link set dev vx4001 up
  309. ip link set dev vx4001 master br1
  310. bridge vlan add vid 4001 dev vx4001 pvid untagged
  311. ip link set dev w1 master br1
  312. ip link set dev w1 up
  313. bridge vlan add vid 10 dev w1 pvid untagged
  314. ip link set dev w3 master br1
  315. ip link set dev w3 up
  316. bridge vlan add vid 20 dev w3 pvid untagged
  317. ip address add 10.0.0.2/32 dev lo
  318. # Create SVIs
  319. vrf_create "vrf-green"
  320. ip link set dev vrf-green up
  321. ip link add link br1 name vlan10 up master vrf-green type vlan id 10
  322. ip address add 10.1.1.12/24 dev vlan10
  323. ip link add link vlan10 name vlan10-v up master vrf-green \
  324. address 00:00:5e:00:01:01 type macvlan mode private
  325. ip address add 10.1.1.1/24 dev vlan10-v
  326. ip link add link br1 name vlan20 up master vrf-green type vlan id 20
  327. ip address add 10.1.2.12/24 dev vlan20
  328. ip link add link vlan20 name vlan20-v up master vrf-green \
  329. address 00:00:5e:00:01:01 type macvlan mode private
  330. ip address add 10.1.2.1/24 dev vlan20-v
  331. ip link add link br1 name vlan4001 up master vrf-green \
  332. type vlan id 4001
  333. bridge vlan add vid 10 dev br1 self
  334. bridge vlan add vid 20 dev br1 self
  335. bridge vlan add vid 4001 dev br1 self
  336. bridge fdb add 00:00:5e:00:01:01 dev br1 self local vlan 10
  337. bridge fdb add 00:00:5e:00:01:01 dev br1 self local vlan 20
  338. sysctl_set net.ipv4.conf.all.rp_filter 0
  339. sysctl_set net.ipv4.conf.vlan10-v.rp_filter 0
  340. sysctl_set net.ipv4.conf.vlan20-v.rp_filter 0
  341. }
  342. export -f ns_switch_create
  343. ns_init()
  344. {
  345. ip link add name w1 type veth peer name w2
  346. ip link add name w3 type veth peer name w4
  347. ip link set dev lo up
  348. ns_h1_create
  349. ns_h2_create
  350. ns_switch_create
  351. }
  352. export -f ns_init
  353. ns1_create()
  354. {
  355. ip netns add ns1
  356. ip link set dev v2 netns ns1
  357. in_ns ns1 ns_init
  358. }
  359. ns1_destroy()
  360. {
  361. ip netns exec ns1 ip link set dev v2 netns 1
  362. ip netns del ns1
  363. }
  364. __l2_vni_init()
  365. {
  366. local mac1=$1; shift
  367. local mac2=$1; shift
  368. local ip1=$1; shift
  369. local ip2=$1; shift
  370. local dst=$1; shift
  371. bridge fdb add $mac1 dev vx10 self master extern_learn static \
  372. dst $dst vlan 10
  373. bridge fdb add $mac2 dev vx20 self master extern_learn static \
  374. dst $dst vlan 20
  375. ip neigh add $ip1 lladdr $mac1 nud noarp dev vlan10 \
  376. extern_learn
  377. ip neigh add $ip2 lladdr $mac2 nud noarp dev vlan20 \
  378. extern_learn
  379. }
  380. export -f __l2_vni_init
  381. l2_vni_init()
  382. {
  383. local h1_ns_mac=$(in_ns ns1 mac_get w2)
  384. local h2_ns_mac=$(in_ns ns1 mac_get w4)
  385. local h1_mac=$(mac_get $h1)
  386. local h2_mac=$(mac_get $h2)
  387. __l2_vni_init $h1_ns_mac $h2_ns_mac 10.1.1.102 10.1.2.102 10.0.0.2
  388. in_ns ns1 __l2_vni_init $h1_mac $h2_mac 10.1.1.101 10.1.2.101 10.0.0.1
  389. }
  390. __l3_vni_init()
  391. {
  392. local mac=$1; shift
  393. local vtep_ip=$1; shift
  394. local host1_ip=$1; shift
  395. local host2_ip=$1; shift
  396. bridge fdb add $mac dev vx4001 self master extern_learn static \
  397. dst $vtep_ip vlan 4001
  398. ip neigh add $vtep_ip lladdr $mac nud noarp dev vlan4001 extern_learn
  399. ip route add $host1_ip/32 vrf vrf-green nexthop via $vtep_ip \
  400. dev vlan4001 onlink
  401. ip route add $host2_ip/32 vrf vrf-green nexthop via $vtep_ip \
  402. dev vlan4001 onlink
  403. }
  404. export -f __l3_vni_init
  405. l3_vni_init()
  406. {
  407. local vlan4001_ns_mac=$(in_ns ns1 mac_get vlan4001)
  408. local vlan4001_mac=$(mac_get vlan4001)
  409. __l3_vni_init $vlan4001_ns_mac 10.0.0.2 10.1.1.102 10.1.2.102
  410. in_ns ns1 __l3_vni_init $vlan4001_mac 10.0.0.1 10.1.1.101 10.1.2.101
  411. }
  412. setup_prepare()
  413. {
  414. h1=${NETIFS[p1]}
  415. swp1=${NETIFS[p2]}
  416. swp2=${NETIFS[p3]}
  417. h2=${NETIFS[p4]}
  418. rp1=${NETIFS[p5]}
  419. rp2=${NETIFS[p6]}
  420. vrf_prepare
  421. forwarding_enable
  422. h1_create
  423. h2_create
  424. switch_create
  425. ip link add name v1 type veth peer name v2
  426. spine_create
  427. ns1_create
  428. l2_vni_init
  429. l3_vni_init
  430. }
  431. cleanup()
  432. {
  433. pre_cleanup
  434. ns1_destroy
  435. spine_destroy
  436. ip link del dev v1
  437. switch_destroy
  438. h2_destroy
  439. h1_destroy
  440. forwarding_restore
  441. vrf_cleanup
  442. }
  443. ping_ipv4()
  444. {
  445. ping_test $h1 10.1.2.101 ": local->local vid 10->vid 20"
  446. ping_test $h1 10.1.1.102 ": local->remote vid 10->vid 10"
  447. ping_test $h2 10.1.2.102 ": local->remote vid 20->vid 20"
  448. ping_test $h1 10.1.2.102 ": local->remote vid 10->vid 20"
  449. ping_test $h2 10.1.1.102 ": local->remote vid 20->vid 10"
  450. }
  451. trap cleanup EXIT
  452. setup_prepare
  453. setup_wait
  454. tests_run
  455. exit $EXIT_STATUS