networking-sfc deep dive 2

#创建网络
openstack network create sfc-net-test1
openstack network create sfc-net-test2
openstack network create sfc-net-test3
openstack network create sfc-net-test4
#创建了网
openstack subnet create --network sfc-net-test1 --subnet-range 1.0.0.0/24 sfc-subnet-test1
openstack subnet create --network sfc-net-test2 --subnet-range 2.0.0.0/24 sfc-subnet-test2
openstack subnet create --network sfc-net-test3 --subnet-range 3.0.0.0/24 sfc-subnet-test3
openstack subnet create --network sfc-net-test4 --subnet-range 4.0.0.0/24 sfc-subnet-test4
#创建port
openstack port create --network sfc-net-test1 --enable sfc-port-test0
openstack port create --network sfc-net-test1 --enable sfc-port-test1
openstack port create --network sfc-net-test2 --enable sfc-port-test2
openstack port create --network sfc-net-test2 --enable sfc-port-test3
openstack port create --network sfc-net-test3 --enable sfc-port-test4
openstack port create --network sfc-net-test3 --enable sfc-port-test5
openstack port create --network sfc-net-test4 --enable sfc-port-test6
openstack port create --network sfc-net-test4 --enable sfc-port-test7
#disable security group 和 port security以免影响流量
openstack port set --no-security-group sfc-port-test0
openstack port set --no-security-group sfc-port-test1
openstack port set --no-security-group sfc-port-test2
openstack port set --no-security-group sfc-port-test3
openstack port set --no-security-group sfc-port-test4
openstack port set --no-security-group sfc-port-test5
openstack port set --no-security-group sfc-port-test6
openstack port set --no-security-group sfc-port-test7
openstack port set --disable-port-security sfc-port-test0
openstack port set --disable-port-security sfc-port-test1
openstack port set --disable-port-security sfc-port-test2
openstack port set --disable-port-security sfc-port-test3
openstack port set --disable-port-security sfc-port-test4
openstack port set --disable-port-security sfc-port-test5
openstack port set --disable-port-security sfc-port-test6
openstack port set --disable-port-security sfc-port-test7
#创建flavor
openstack flavor create --ram 4096 --disk 60 --vcpus 4 centos7-flavor
#创建VM
openstack server create --image centos7-hw --flavor centos7-flavor --port sfc-port-test0 sfc-src
openstack server create --image centos7-hw --flavor centos7-flavor --port sfc-port-test1 --port sfc-port-test2 sfc-sf-test1
openstack server create --image centos7-hw --flavor centos7-flavor --port sfc-port-test3 --port sfc-port-test4 sfc-sf-test2
openstack server create --image centos7-hw --flavor centos7-flavor --port sfc-port-test5 --port sfc-port-test6 sfc-sf-test3
openstack server create --image centos7-hw --flavor centos7-flavor --port sfc-port-test7 sfc-dst

#创建port pair，我们的VM就是SF，不支持解释MPLS和NSH头，所以correlation用默认的None，weight默认为1，不考虑支持LB
openstack sfc port pair create --ingress sfc-port-test1 --egress sfc-port-test2 port-pair-test1
openstack sfc port pair create --ingress sfc-port-test3 --egress sfc-port-test4 port-pair-test2
openstack sfc port pair create --ingress sfc-port-test5 --egress sfc-port-test6 port-pair-test3
#创建port pair group，一个group包含不对port pair，简单测试不支持LB
openstack sfc port pair group create --port-pair port-pair-test1 port-pair-group-test1
openstack sfc port pair group create --port-pair port-pair-test2 port-pair-group-test2
openstack sfc port pair group create --port-pair port-pair-test3 port-pair-group-test3
#创建流量classifier，一定要指定--logical-source-port，从哪一个口出来的流量开始走port chain
openstack sfc flow classifier create --source-ip-prefix 1.0.0.0/24 --destination-ip-prefix 4.0.0.0/24 --logical-source-port sfc-port-test0 --logical-destination-port sfc-port-test7 sfc-flow-class-test1
#创建port chain，因为网线拓扑简单，流量简单，指定为对称的
openstack sfc port chain create --chain-parameters symmetric=true --flow-classifier sfc-flow-class-test1 --port-pair-group port-pair-group-test1 --port-pair-group port-pair-group-test2 --port-pair-group port-pair-group-test3 sfc-port-chain-test1

#清除环境
openstack sfc port chain delete sfc-port-chain-test1
penstack sfc flow classifier delete sfc-flow-class-test1
openstack sfc port pair group delete port-pair-group-test1
openstack sfc port pair group delete port-pair-group-test2
openstack sfc port pair group delete port-pair-group-test3
openstack sfc port pair delete port-pair-test1
openstack sfc port pair delete port-pair-test2
openstack sfc port pair delete port-pair-test3
openstack server delete sfc-src
openstack server delete sfc-sf-test1
openstack server delete sfc-sf-test2
openstack server delete sfc-sf-test3
openstack server delete sfc-dst
openstack port delete sfc-port-test0
openstack port delete sfc-port-test1
openstack port delete sfc-port-test2
openstack port delete sfc-port-test3
openstack port delete sfc-port-test4
openstack port delete sfc-port-test5
openstack port delete sfc-port-test6
openstack port delete sfc-port-test7

#先来看一下port的UUID，以便后面找对应的实体tap
[root@test25g04 huiwei]# openstack port list | grep sfc-port-test
| 1d047ef3-f2fb-434c-9e80-c126f21bacb6 | sfc-port-test1 | fa:16:3e:66:3d:94 | ip_address='1.0.0.145', subnet_id='6bc37dc1-a2b0-4872-b3b2-18ac3bc6c409' | ACTIVE |
| 5f5773f1-f967-404c-adf3-b3fd2b0247b2 | sfc-port-test2 | fa:16:3e:2d:27:25 | ip_address='2.0.0.254', subnet_id='17f68dca-47f5-4a2f-997c-41f2666985a5' | ACTIVE |
| 6ab547e0-e4a2-49fe-88b9-269e70c6efd2 | sfc-port-test3 | fa:16:3e:49:84:65 | ip_address='2.0.0.70', subnet_id='17f68dca-47f5-4a2f-997c-41f2666985a5' | ACTIVE |
| aa03ca51-c5d9-42ba-a7a8-ddd9e4fd94cd | sfc-port-test6 | fa:16:3e:ae:1d:dc | ip_address='4.0.0.222', subnet_id='04a6ae3a-bf0b-4f4b-be14-e37a0ddbeaad' | ACTIVE |
| b0b54b24-bc4b-45ee-90bb-a0055172a9c1 | sfc-port-test4 | fa:16:3e:13:10:a9 | ip_address='3.0.0.238', subnet_id='0db68a29-e73e-41cd-bde9-56c6f91825ec' | ACTIVE |
| b7a348ba-9ce6-47db-a18b-7d9e74893656 | sfc-port-test5 | fa:16:3e:6e:8e:00 | ip_address='3.0.0.178', subnet_id='0db68a29-e73e-41cd-bde9-56c6f91825ec' | ACTIVE |
| de2db389-15e4-410b-8839-be24795d6dfa | sfc-port-test7 | fa:16:3e:40:8c:7f | ip_address='4.0.0.156', subnet_id='04a6ae3a-bf0b-4f4b-be14-e37a0ddbeaad' | ACTIVE |
| eb20eeee-ab26-4481-90fe-be38b56df7d9 | sfc-port-test0 | fa:16:3e:a6:69:80 | ip_address='1.0.0.247', subnet_id='6bc37dc1-a2b0-4872-b3b2-18ac3bc6c409' | ACTIVE |
#分析计算节点5的br-int上的流表
[root@test25g05 /home/huiwei]# ovs-ofctl dump-flows br-int
cookie=0xc0ff481b699ccc3, duration=98990.282s, table=0, n_packets=0, n_bytes=0, priority=65535,vlan_tci=0x0fff/0x1fff actions=drop
#第1步，sfc-src的流量匹配上这条
cookie=0x6c5979622213e8a3, duration=441.238s, table=0, n_packets=395, n_bytes=38710, priority=30,ip,in_port="qvoeb20eeee-ab",nw_src=1.0.0.0/24,nw_dst=4.0.0.0/24 actions=group:3
#第5步，从SF1出来就匹配这儿了
cookie=0x6c5979622213e8a3, duration=441.026s, table=0, n_packets=395, n_bytes=38710, priority=30,ip,in_port="qvo5f5773f1-f9",nw_src=1.0.0.0/24,nw_dst=4.0.0.0/24 actions=group:4
#第9步，从SF2出来
cookie=0x6c5979622213e8a3, duration=440.789s, table=0, n_packets=395, n_bytes=38710, priority=30,ip,in_port="qvob0b54b24-bc",nw_src=1.0.0.0/24,nw_dst=4.0.0.0/24 actions=group:5
cookie=0x6c5979622213e8a3, duration=439.985s, table=0, n_packets=395, n_bytes=38710, priority=30,ip,in_port="qvo6ab547e0-e4",nw_src=4.0.0.0/24,nw_dst=1.0.0.0/24 actions=group:7003
cookie=0x6c5979622213e8a3, duration=439.924s, table=0, n_packets=395, n_bytes=38710, priority=30,ip,in_port="qvo1d047ef3-f2",nw_src=4.0.0.0/24,nw_dst=1.0.0.0/24 actions=NORMAL
cookie=0x6c5979622213e8a3, duration=98988.858s, table=0, n_packets=395, n_bytes=40290, priority=20,mpls actions=resubmit(,10)
cookie=0x6c5979622213e8a3, duration=98988.856s, table=0, n_packets=0, n_bytes=0, priority=20,dl_type=0x894f actions=resubmit(,10)
#第3步，匹配MAC，打MPLS头，MPLS头包含port chain的id和chain上位置，就是chain上走了几步了，到chain的那个环节了
cookie=0x6c5979622213e8a3, duration=441.348s, table=5, n_packets=395, n_bytes=38710, priority=0,ip,dl_dst=fa:16:3e:66:3d:94 actions=push_mpls:0x8847,load:0x2ff->OXM_OF_MPLS_LABEL[],set_mpls_ttl(255),mod_vlan_vid:16,resubmit(,10)
#第7步，匹配MAC，打MPLS头
cookie=0x6c5979622213e8a3, duration=441.133s, table=5, n_packets=395, n_bytes=38710, priority=0,ip,dl_dst=fa:16:3e:49:84:65 actions=push_mpls:0x8847,load:0x2fe->OXM_OF_MPLS_LABEL[],set_mpls_ttl(254),mod_vlan_vid:18,resubmit(,10)
#第11步，打MPLS头，注意这儿，发往patch-tun
cookie=0x6c5979622213e8a3, duration=440.900s, table=5, n_packets=395, n_bytes=38710, priority=0,ip,dl_dst=fa:16:3e:6e:8e:00 actions=push_mpls:0x8847,load:0x2fd->OXM_OF_MPLS_LABEL[],set_mpls_ttl(253),mod_vlan_vid:19,output:"patch-tun"
cookie=0x6c5979622213e8a3, duration=440.095s, table=5, n_packets=395, n_bytes=38710, priority=0,ip,dl_dst=fa:16:3e:2d:27:25 actions=push_mpls:0x8847,load:0x2fd->OXM_OF_MPLS_LABEL[],set_mpls_ttl(253),mod_vlan_vid:18,resubmit(,10)
#第4步，到这儿了，去年MPLS头，发到SF1
cookie=0x6c5979622213e8a3, duration=440.978s, table=10, n_packets=395, n_bytes=38710, priority=1,mpls,dl_vlan=16,dl_dst=fa:16:3e:66:3d:94,mpls_label=767 actions=strip_vlan,pop_mpls:0x0800,output:"qvo1d047ef3-f2"
#第8步，进入SF2
cookie=0x6c5979622213e8a3, duration=440.743s, table=10, n_packets=395, n_bytes=38710, priority=1,mpls,dl_vlan=18,dl_dst=fa:16:3e:49:84:65,mpls_label=766 actions=strip_vlan,pop_mpls:0x0800,output:"qvo6ab547e0-e4"
cookie=0x6c5979622213e8a3, duration=439.886s, table=10, n_packets=395, n_bytes=40290, priority=1,mpls,dl_vlan=19,dl_dst=fa:16:3e:13:10:a9,mpls_label=766 actions=strip_vlan,pop_mpls:0x0800,output:"qvob0b54b24-bc"
cookie=0x6c5979622213e8a3, duration=439.848s, table=10, n_packets=395, n_bytes=38710, priority=1,mpls,dl_vlan=18,dl_dst=fa:16:3e:2d:27:25,mpls_label=765 actions=strip_vlan,pop_mpls:0x0800,output:"qvo5f5773f1-f9"
cookie=0x6c5979622213e8a3, duration=98988.854s, table=10, n_packets=3, n_bytes=302, priority=0 actions=drop

[root@test25g05 /home/huiwei]# ovs-ofctl dump-groups br-int
NXST_GROUP_DESC reply (xid=0x2):
#第2步，到了这里修改了目的MAC，换成了sfc1上ingress port的MAC
group_id=3,type=select,bucket=bucket_id:0,actions=mod_dl_dst:fa:16:3e:66:3d:94,resubmit(,5)
#第6步，到了这里修改目的MAC，换成了sf2上ingress port的MAC
group_id=4,type=select,bucket=bucket_id:0,actions=mod_dl_dst:fa:16:3e:49:84:65,resubmit(,5)
#第10步，继续替换目的MAC
group_id=5,type=select,bucket=bucket_id:0,actions=mod_dl_dst:fa:16:3e:6e:8e:00,resubmit(,5)
group_id=7003,type=select,bucket=bucket_id:0,actions=mod_dl_dst:fa:16:3e:2d:27:25,resubmit(,5)

[root@test25g05 /home/huiwei]# ovs-ofctl dump-flows br-tun
#第12步，匹配patch-int来的报文
cookie=0x64e8b10738c4ffc1, duration=98997.781s, table=0, n_packets=11496364, n_bytes=817231082, priority=1,in_port="patch-int" actions=resubmit(,1)
cookie=0x64e8b10738c4ffc1, duration=98968.376s, table=0, n_packets=7531474, n_bytes=552534081, priority=1,in_port="vxlan-0aa26176" actions=resubmit(,4)
cookie=0x64e8b10738c4ffc1, duration=98998.181s, table=0, n_packets=58, n_bytes=2880, priority=0 actions=drop
#第13步
cookie=0x64e8b10738c4ffc1, duration=98997.777s, table=1, n_packets=8284007, n_bytes=579455871, priority=0 actions=resubmit(,2)
cookie=0x64e8b10738c4ffc1, duration=98998.179s, table=2, n_packets=2485307, n_bytes=104432286, priority=1,arp,dl_dst=ff:ff:ff:ff:ff:ff actions=resubmit(,21)
#第14步，是单播
cookie=0x64e8b10738c4ffc1, duration=98998.177s, table=2, n_packets=8654207, n_bytes=660617002, priority=0,dl_dst=00:00:00:00:00:00/01:00:00:00:00:00 actions=resubmit(,20)
cookie=0x64e8b10738c4ffc1, duration=98998.175s, table=2, n_packets=355476, n_bytes=52068628, priority=0,dl_dst=01:00:00:00:00:00/01:00:00:00:00:00 actions=resubmit(,22)
cookie=0x64e8b10738c4ffc1, duration=98998.173s, table=3, n_packets=0, n_bytes=0, priority=0 actions=drop
cookie=0x64e8b10738c4ffc1, duration=98935.463s, table=4, n_packets=2901, n_bytes=259921, priority=1,tun_id=0x2b actions=mod_vlan_vid:19,resubmit(,9)
cookie=0x64e8b10738c4ffc1, duration=98998.172s, table=4, n_packets=118, n_bytes=5412, priority=0 actions=drop
cookie=0x64e8b10738c4ffc1, duration=98998.170s, table=6, n_packets=0, n_bytes=0, priority=0 actions=drop
cookie=0x64e8b10738c4ffc1, duration=98997.779s, table=9, n_packets=6662984, n_bytes=553257748, priority=0 actions=resubmit(,10)
cookie=0x64e8b10738c4ffc1, duration=98998.168s, table=10, n_packets=6662984, n_bytes=553257748, priority=1 actions=learn(table=20,hard_timeout=300,priority=1,cookie=0x64e8b10738c4ffc1,NXM_OF_VLAN_TCI[0..11],NXM_OF_ETH_DST[]=NXM_OF_ETH_SRC[],load:0->NXM_OF_VLAN_TCI[],load:NXM_NX_TUN_ID[]->NXM_NX_TUN_ID[],output:OXM_OF_IN_PORT[]),output:"patch-int"
#第15步，从vxlan tunnel口发往计算节点6，所以第16步就看计算节点6上的流表
cookie=0x64e8b10738c4ffc1, duration=3212.970s, table=20, n_packets=429, n_bytes=40698, priority=2,dl_vlan=19,dl_dst=fa:16:3e:6e:8e:00 actions=strip_vlan,load:0x2b->NXM_NX_TUN_ID[],output:"vxlan-0aa26176"
cookie=0x64e8b10738c4ffc1, duration=185894.480s, table=20, n_packets=0, n_bytes=0, hard_timeout=300, priority=1,vlan_tci=0x0009/0x0fff,dl_dst=fa:16:3e:3e:39:92 actions=load:0->NXM_OF_VLAN_TCI[],load:0xa->NXM_NX_TUN_ID[],output:"vxlan-0aa26174" cookie=0x64e8b10738c4ffc1, duration=853.073s, table=20, n_packets=0, n_bytes=0, hard_timeout=300, priority=1,vlan_tci=0x0013/0x0fff,dl_dst=fa:16:3e:6e:8e:00 actions=load:0->NXM_OF_VLAN_TCI[],load:0x2b->NXM_NX_TUN_ID[],output:"vxlan-0aa26176"
cookie=0x64e8b10738c4ffc1, duration=98998.165s, table=20, n_packets=27058, n_bytes=1898520, priority=0 actions=resubmit(,22)

cookie=0x64e8b10738c4ffc1, duration=3212.974s, table=21, n_packets=0, n_bytes=0, priority=1,arp,dl_vlan=19,arp_tpa=3.0.0.178 actions=load:0x2->NXM_OF_ARP_OP[],move:NXM_NX_ARP_SHA[]->NXM_NX_ARP_THA[],move:NXM_OF_ARP_SPA[]->NXM_OF_ARP_TPA[],load:0xfa163e6e8e00->NXM_NX_ARP_SHA[],load:0x30000b2->NXM_OF_ARP_SPA[],move:NXM_OF_ETH_SRC[]->NXM_OF_ETH_DST[],mod_dl_src:fa:16:3e:6e:8e:00,IN_PORT
cookie=0x64e8b10738c4ffc1, duration=98998.165s, table=21, n_packets=2466221, n_bytes=103630674, priority=0 actions=resubmit(,22)


[root@test25g06 huiwei]# ovs-ofctl dump-flows br-int
cookie=0x7463c8833ea58114, duration=170030.039s, table=0, n_packets=0, n_bytes=0, priority=65535,vlan_tci=0x0fff/0x1fff actions=drop
#第22步，报文从SF3出来，根据MAC转发就到了sfc-dst
cookie=0xf6051a8a71d4906e, duration=215.668s, table=0, n_packets=167, n_bytes=16366, priority=30,ip,in_port="qvoaa03ca51-c5",nw_src=1.0.0.0/24,nw_dst=4.0.0.0/24 actions=NORMAL
cookie=0xf6051a8a71d4906e, duration=215.377s, table=0, n_packets=167, n_bytes=16366, priority=30,ip,in_port="qvode2db389-15",nw_src=4.0.0.0/24,nw_dst=1.0.0.0/24 actions=group:7005
cookie=0xf6051a8a71d4906e, duration=215.161s, table=0, n_packets=170, n_bytes=16660, priority=30,ip,in_port="qvob7a348ba-9c",nw_src=4.0.0.0/24,nw_dst=1.0.0.0/24 actions=group:7004
#第20步，匹配MPLS
cookie=0xf6051a8a71d4906e, duration=170028.890s, table=0, n_packets=170, n_bytes=17340, priority=20,mpls actions=resubmit(,10)
cookie=0xf6051a8a71d4906e, duration=170028.888s, table=0, n_packets=0, n_bytes=0, priority=20,dl_type=0x894f actions=resubmit(,10)
cookie=0xf6051a8a71d4906e, duration=215.483s, table=5, n_packets=167, n_bytes=16366, priority=0,ip,dl_dst=fa:16:3e:ae:1d:dc actions=push_mpls:0x8847,load:0x2ff->OXM_OF_MPLS_LABEL[],set_mpls_ttl(255),mod_vlan_vid:19,resubmit(,10)
cookie=0xf6051a8a71d4906e, duration=215.264s, table=5, n_packets=170, n_bytes=16660, priority=0,ip,dl_dst=fa:16:3e:13:10:a9 actions=push_mpls:0x8847,load:0x2fe->OXM_OF_MPLS_LABEL[],set_mpls_ttl(254),mod_vlan_vid:21,output:"patch-tun"
#第21步，去掉MPLS头，发送进SF3
cookie=0xf6051a8a71d4906e, duration=215.620s, table=10, n_packets=170, n_bytes=17340, priority=1,mpls,dl_vlan=21,dl_dst=fa:16:3e:6e:8e:00,mpls_label=765 actions=strip_vlan,pop_mpls:0x0800,output:"qvob7a348ba-9c"
cookie=0xf6051a8a71d4906e, duration=215.116s, table=10, n_packets=167, n_bytes=16366, priority=1,mpls,dl_vlan=19,dl_dst=fa:16:3e:ae:1d:dc,mpls_label=767 actions=strip_vlan,pop_mpls:0x0800,output:"qvoaa03ca51-c5"
cookie=0xf6051a8a71d4906e, duration=170028.886s, table=10, n_packets=0, n_bytes=0, priority=0 actions=drop

[root@test25g06 huiwei]# ovs-ofctl dump-groups br-int
NXST_GROUP_DESC reply (xid=0x2):
group_id=7005,type=select,bucket=bucket_id:0,actions=mod_dl_dst:fa:16:3e:ae:1d:dc,resubmit(,5)
group_id=7004,type=select,bucket=bucket_id:0,actions=mod_dl_dst:fa:16:3e:13:10:a9,resubmit(,5)

[root@test25g06 huiwei]# ovs-ofctl dump-flows br-tun
cookie=0x3055d638a7ff121b, duration=170300.771s, table=0, n_packets=11688539, n_bytes=891097933, priority=1,in_port="patch-int" actions=resubmit(,1)
#第16步，匹配vxlan tunnel口
cookie=0x3055d638a7ff121b, duration=170284.285s, table=0, n_packets=6720007, n_bytes=491773660, priority=1,in_port="vxlan-0aa26175" actions=resubmit(,4)
cookie=0x3055d638a7ff121b, duration=170300.811s, table=0, n_packets=69, n_bytes=3442, priority=0 actions=drop
cookie=0x3055d638a7ff121b, duration=170300.768s, table=1, n_packets=6831306, n_bytes=507443495, priority=0 actions=resubmit(,2)
cookie=0x3055d638a7ff121b, duration=170300.809s, table=2, n_packets=1140533, n_bytes=47954604, priority=1,arp,dl_dst=ff:ff:ff:ff:ff:ff actions=resubmit(,21)
cookie=0x3055d638a7ff121b, duration=170300.807s, table=2, n_packets=10104415, n_bytes=774965013, priority=0,dl_dst=00:00:00:00:00:00/01:00:00:00:00:00 actions=resubmit(,20)
cookie=0x3055d638a7ff121b, duration=170300.805s, table=2, n_packets=428095, n_bytes=67110373, priority=0,dl_dst=01:00:00:00:00:00/01:00:00:00:00:00 actions=resubmit(,22)
cookie=0x3055d638a7ff121b, duration=170300.803s, table=3, n_packets=0, n_bytes=0, priority=0 actions=drop
#第17步，匹配vni
cookie=0x3055d638a7ff121b, duration=3256.451s, table=4, n_packets=735, n_bytes=69706, priority=1,tun_id=0x2b actions=mod_vlan_vid:21,resubmit(,9)
cookie=0x3055d638a7ff121b, duration=170300.802s, table=4, n_packets=81, n_bytes=3402, priority=0 actions=drop
cookie=0x3055d638a7ff121b, duration=170300.800s, table=6, n_packets=0, n_bytes=0, priority=0 actions=drop
#第18步
cookie=0x3055d638a7ff121b, duration=170300.769s, table=9, n_packets=7941162, n_bytes=615656727, priority=0 actions=resubmit(,10)
#第19步，发往br-int学习反向流表到table 20
cookie=0x3055d638a7ff121b, duration=170300.798s, table=10, n_packets=7941162, n_bytes=615656727, priority=1 actions=learn(table=20,hard_timeout=300,priority=1,cookie=0x3055d638a7ff121b,NXM_OF_VLAN_TCI[0..11],NXM_OF_ETH_DST[]=NXM_OF_ETH_SRC[],load:0->NXM_OF_VLAN_TCI[],load:NXM_NX_TUN_ID[]->NXM_NX_TUN_ID[],output:OXM_OF_IN_PORT[]),output:"patch-int"
cookie=0x3055d638a7ff121b, duration=3250.855s, table=20, n_packets=469, n_bytes=44506, priority=2,dl_vlan=21,dl_dst=fa:16:3e:13:10:a9 actions=strip_vlan,load:0x2b->NXM_NX_TUN_ID[],output:"vxlan-0aa26175"
cookie=0x3055d638a7ff121b, duration=890.973s, table=20, n_packets=0, n_bytes=0, hard_timeout=300, priority=1,vlan_tci=0x0015/0x0fff,dl_dst=fa:16:3e:13:10:a9 actions=load:0->NXM_OF_VLAN_TCI[],load:0x2b->NXM_NX_TUN_ID[],output:"vxlan-0aa26175"
cookie=0x3055d638a7ff121b, duration=170300.795s, table=20, n_packets=22421, n_bytes=1451093, priority=0 actions=resubmit(,22)
cookie=0x3055d638a7ff121b, duration=3250.860s, table=21, n_packets=1, n_bytes=42, priority=1,arp,dl_vlan=21,arp_tpa=3.0.0.238 actions=load:0x2->NXM_OF_ARP_OP[],move:NXM_NX_ARP_SHA[]->NXM_NX_ARP_THA[],move:NXM_OF_ARP_SPA[]->NXM_OF_ARP_TPA[],load:0xfa163e1310a9->NXM_NX_ARP_SHA[],load:0x30000ee->NXM_OF_ARP_SPA[],move:NXM_OF_ETH_SRC[]->NXM_OF_ETH_DST[],mod_dl_src:fa:16:3e:13:10:a9,IN_PORT
cookie=0x3055d638a7ff121b, duration=170300.794s, table=21, n_packets=1138707, n_bytes=47877912, priority=0 actions=resubmit(,22)