Description of problem: This BZ tracks the backport process for the following upstream fixes: https://github.com/ovn-org/ovn/commit/aae25e67b1ba86e34d670eb808de86f7ba66c3c0 https://github.com/ovn-org/ovn/commit/8b45fc9b2269df68566e47eee9cdd5f043b595d3 https://github.com/ovn-org/ovn/commit/a99af0367acc744321747bad33bf598d06a612de https://github.com/ovn-org/ovn/commit/44ea2ec88136f83e7eab9790473025b6c95bdcc0 They fix issues introduced by commit: https://github.com/ovn-org/ovn/commit/4d3cb42b076bb58fd8f01ab8ad146ffd539f2152 which is not available in any released ovn package.
For the first commit https://github.com/ovn-org/ovn/commit/aae25e67b1ba86e34d670eb808de86f7ba66c3c0 Add a logical switch port lsp1 with logical switch container sub ports lspc1 and lspc2, check (NB.Logical_Switch_Port.up == true). Then remove the container sub port lspc1 and check (NB.Logical_Switch_Port.up == true). Remove the container sub port lspc2 and check (NB.Logical_Switch_Port.up == true). [root@wsfd ~]# rpm -aq |egrep "ovn|openv" ovn2.13-20.12.0-17.el8fdp.x86_64 ovn2.13-central-20.12.0-17.el8fdp.x86_64 openvswitch2.13-2.13.0-79.5.el8fdp.x86_64 ovn2.13-host-20.12.0-17.el8fdp.x86_64 openvswitch-selinux-extra-policy-1.0-28.el8fdp.noarch [root@wsfd ~]# systemctl start openvswitch [root@wsfd ~]# systemctl start ovn-northd [root@wsfd ~]# [root@wsfd ~]# ovn-nbctl set-connection ptcp:6641 [root@wsfd ~]# ovn-sbctl set-connection ptcp:6642 [root@wsfd ~]# [root@wsfd ~]# ovs-vsctl set open . external-ids:system-id=hv1 external-ids:ovn-remote=tcp:11.1.35.1:6642 external-ids:ovn-encap-type=geneve external-ids:ovn-encap-ip=11.1.35.1 [root@wsfd ~]# [root@wsfd ~]# systemctl restart ovn-controller [root@wsfd ~]# ovn-nbctl ls-add ls [root@wsfd ~]# #create logical switch port lsp1 as a patch port that will connect with ovs bridge ovs-br port ovsbrp1 [root@wsfd ~]# ovn-nbctl lsp-add ls lsp1 [root@wsfd ~]# ovn-nbctl --wait=hv sync [root@wsfd ~]# [root@wsfd ~]# #check [root@wsfd ~]# ovn-nbctl lsp-get-up lsp1 #check lsp1 down? down [root@wsfd ~]# ovn-nbctl list Logical_switch_port lsp1 _uuid : 2d709691-4729-43fa-8917-69e5d35b899b addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lsp1 options : {} parent_name : [] port_security : [] tag : [] tag_request : [] type : "" up : false [root@wsfd ~]# ovn-sbctl list Port_Binding lsp1 #check lsp1 up = “false”? _uuid : bc548fa1-0ab6-4aa3-912a-6729bb19ee54 chassis : [] datapath : 71ea3b8b-50a5-4558-800f-4e5389af6778 encap : [] external_ids : {} gateway_chassis : [] ha_chassis_group : [] logical_port : lsp1 mac : [] nat_addresses : [] options : {} parent_port : [] tag : [] tunnel_key : 1 type : "" up : false virtual_parent : [] [root@wsfd ~]# [root@wsfd ~]# ovs-vsctl add-port br-int lsp1 -- set Interface lsp1 type=patch options:peer=ovsbrp1 external-ids:iface-id=lsp1 [root@wsfd ~]# [root@wsfd ~]# #check [root@wsfd ~]# ovs-vsctl list interface lsp1 _uuid : 242e1b78-dde4-4514-a7d5-e8e0c66f87c7 admin_state : up bfd : {} bfd_status : {} cfm_fault : [] cfm_fault_status : [] cfm_flap_count : [] cfm_health : [] cfm_mpid : [] cfm_remote_mpids : [] cfm_remote_opstate : [] duplex : [] error : "No usable peer 'ovsbrp1' exists in 'system' datapath." external_ids : {iface-id=lsp1} ifindex : 0 ingress_policing_burst: 0 ingress_policing_rate: 0 lacp_current : [] link_resets : 0 link_speed : [] link_state : up lldp : {} mac : [] mac_in_use : "ba:02:37:67:4a:20" mtu : [] mtu_request : [] name : lsp1 ofport : 1 ofport_request : [] options : {peer=ovsbrp1} other_config : {} statistics : {rx_bytes=0, rx_packets=0, tx_bytes=0, tx_packets=0} status : {} type : patch [root@wsfd ~]# ovn-sbctl list Port_Binding lsp1 #check lsp1 up = “true”? _uuid : bc548fa1-0ab6-4aa3-912a-6729bb19ee54 chassis : 6940e7f6-5b18-4e10-a24d-033376938ed7 datapath : 71ea3b8b-50a5-4558-800f-4e5389af6778 encap : [] external_ids : {} gateway_chassis : [] ha_chassis_group : [] logical_port : lsp1 mac : [] nat_addresses : [] options : {} parent_port : [] tag : [] tunnel_key : 1 type : "" up : true virtual_parent : [] [root@wsfd ~]# ovn-nbctl lsp-get-up lsp1 #check lsp1 up? up [root@wsfd ~]# ovn-nbctl list Logical_switch_port lsp1 _uuid : 2d709691-4729-43fa-8917-69e5d35b899b addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lsp1 options : {} parent_name : [] port_security : [] tag : [] tag_request : [] type : "" up : true [root@wsfd ~]# ovs-vsctl get Interface lsp1 external_ids:ovn-installed #check true? "true" [root@wsfd ~]# [root@wsfd ~]# ovs-vsctl add-br ovs-br [root@wsfd ~]# ovs-vsctl add-port ovs-br ovsbrp1 -- set Interface ovsbrp1 type=patch options:peer=lsp1 [root@wsfd ~]# [root@wsfd ~]# #create sub ports on ls [root@wsfd ~]# ovn-nbctl lsp-add ls lspc1 [root@wsfd ~]# ovn-nbctl set Logical_Switch_Port lspc1 parent_name=lsp1 [root@wsfd ~]# ovn-nbctl set Logical_Switch_Port lspc1 tag=100 [root@wsfd ~]# [root@wsfd ~]# ovn-nbctl lsp-add ls lspc2 [root@wsfd ~]# ovn-nbctl set Logical_Switch_Port lspc2 parent_name=lsp1 [root@wsfd ~]# ovn-nbctl set Logical_Switch_Port lspc2 tag=200 [root@wsfd ~]# [root@wsfd ~]# #check [root@wsfd ~]# ovs-vsctl list interface lsp1 _uuid : 242e1b78-dde4-4514-a7d5-e8e0c66f87c7 admin_state : up bfd : {} bfd_status : {} cfm_fault : [] cfm_fault_status : [] cfm_flap_count : [] cfm_health : [] cfm_mpid : [] cfm_remote_mpids : [] cfm_remote_opstate : [] duplex : [] error : [] external_ids : {iface-id=lsp1, ovn-installed="true"} ifindex : 0 ingress_policing_burst: 0 ingress_policing_rate: 0 lacp_current : [] link_resets : 0 link_speed : [] link_state : up lldp : {} mac : [] mac_in_use : "ba:02:37:67:4a:20" mtu : [] mtu_request : [] name : lsp1 ofport : 1 ofport_request : [] options : {peer=ovsbrp1} other_config : {} statistics : {rx_bytes=0, rx_packets=0, tx_bytes=0, tx_packets=0} status : {} type : patch [root@wsfd ~]# ovn-sbctl list Port_Binding lsp1 #check lsp1 up = “true”? _uuid : bc548fa1-0ab6-4aa3-912a-6729bb19ee54 chassis : 6940e7f6-5b18-4e10-a24d-033376938ed7 datapath : 71ea3b8b-50a5-4558-800f-4e5389af6778 encap : [] external_ids : {} gateway_chassis : [] ha_chassis_group : [] logical_port : lsp1 mac : [] nat_addresses : [] options : {} parent_port : [] tag : [] tunnel_key : 1 type : "" up : true virtual_parent : [] [root@wsfd ~]# ovn-nbctl lsp-get-up lsp1 #check lsp1 up? up [root@wsfd ~]# ovn-nbctl list Logical_switch_port lsp1 _uuid : 2d709691-4729-43fa-8917-69e5d35b899b addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lsp1 options : {} parent_name : [] port_security : [] tag : [] tag_request : [] type : "" up : true [root@wsfd ~]# ovs-vsctl get Interface lsp1 external_ids:ovn-installed #check true? "true" [root@wsfd ~]# ovn-nbctl list Logical_switch_port lspc1 _uuid : e2430713-8773-4399-b888-80553e0162e4 addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lspc1 options : {} parent_name : lsp1 port_security : [] tag : 100 tag_request : [] type : "" up : true [root@wsfd ~]# ovn-nbctl list Logical_switch_port lspc2 _uuid : f7308559-5038-4e92-9386-1b62ceaed63d addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lspc2 options : {} parent_name : lsp1 port_security : [] tag : 200 tag_request : [] type : "" up : true [root@wsfd ~]# [root@wsfd ~]# ovn-nbctl lsp-del lspc1 [root@wsfd ~]# ovn-nbctl list Logical_switch_port lsp1 _uuid : 2d709691-4729-43fa-8917-69e5d35b899b addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lsp1 options : {} parent_name : [] port_security : [] tag : [] tag_request : [] type : "" up : true [root@wsfd ~]# ovn-nbctl list Logical_switch_port lspc2 _uuid : f7308559-5038-4e92-9386-1b62ceaed63d addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lspc2 options : {} parent_name : lsp1 port_security : [] tag : 200 tag_request : [] type : "" up : true [root@wsfd ~]# ovn-sbctl list Port_Binding lsp1 _uuid : bc548fa1-0ab6-4aa3-912a-6729bb19ee54 chassis : 6940e7f6-5b18-4e10-a24d-033376938ed7 datapath : 71ea3b8b-50a5-4558-800f-4e5389af6778 encap : [] external_ids : {} gateway_chassis : [] ha_chassis_group : [] logical_port : lsp1 mac : [] nat_addresses : [] options : {} parent_port : [] tag : [] tunnel_key : 1 type : "" up : true virtual_parent : [] [root@wsfd ~]# [root@wsfd ~]# ovn-nbctl lsp-del lspc2 [root@wsfd ~]# ovn-nbctl list Logical_switch_port lsp1 _uuid : 2d709691-4729-43fa-8917-69e5d35b899b addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lsp1 options : {} parent_name : [] port_security : [] tag : [] tag_request : [] type : "" up : true [root@wsfd-advnetlab35 ~]#
For the second commit https://github.com/ovn-org/ovn/commit/8b45fc9b2269df68566e47eee9cdd5f043b595d3 Installed an older OVN version ovn2.13-20.12.0-1.el8fdp.x86_64, then upgraded ovn-controller only to ovn2.13-host-20.12.0-17.el8fdp.x86_64. Verified when adding a new logical_switch_port and binding it to an OVS interface its NB.Logical_Switch_Port.up is set to true. [root@wsfd ~]# rpm -qa | egrep "ovn|openv" ovn2.13-central-20.12.0-1.el8fdp.x86_64 openvswitch-selinux-extra-policy-1.0-28.el8fdp.noarch openvswitch2.13-2.13.0-79.5.el8fdp.x86_64 ovn2.13-host-20.12.0-1.el8fdp.x86_64 ovn2.13-20.12.0-1.el8fdp.x86_64 [root@wsfd ~]# systemctl status ovn-controller ● ovn-controller.service - OVN controller daemon Loaded: loaded (/usr/lib/systemd/system/ovn-controller.service; disabled; vendor preset: disabled) Active: active (running) since Fri 2021-02-26 12:15:22 EST; 1h 5min ago Process: 110176 ExecStart=/usr/share/ovn/scripts/ovn-ctl --no-monitor --ovn-user=${OVN_USER_ID} start_controller $OVN_CONTROLLER_OPTS (code=exited, status=0/SUCCESS) Main PID: 110199 (ovn-controller) Tasks: 4 (limit: 606860) Memory: 4.4M CGroup: /system.slice/ovn-controller.service └─110199 ovn-controller unix:/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --user openvswitch:openvswitch --no-chdir --log-file=/var/log/ov> Feb 26 12:15:22 wsfd.anl.lab.eng.bos.redhat.com systemd[1]: Starting OVN controller daemon... Feb 26 12:15:22 wsfd.anl.lab.eng.bos.redhat.com ovn-ctl[110176]: Starting ovn-controller [ OK ] Feb 26 12:15:22 wsfd.anl.lab.eng.bos.redhat.com systemd[1]: Started OVN controller daemon. [root@wsfd ~]# systemctl stop ovn-controller [root@wsfd ~]# rpm -Uvh ovn2.13-host-20.12.0-17.el8fdp.x86_64.rpm Verifying... ################################# [100%] Preparing... ################################# [100%] Updating / installing... 1:ovn2.13-host-20.12.0-17.el8fdp ################################# [ 50%] Cleaning up / removing... 2:ovn2.13-host-20.12.0-1.el8fdp ################################# [100%] [root@wsfd ~]# rpm -qa | egrep "ovn|openv" ovn2.13-central-20.12.0-1.el8fdp.x86_64 openvswitch-selinux-extra-policy-1.0-28.el8fdp.noarch openvswitch2.13-2.13.0-79.5.el8fdp.x86_64 ovn2.13-20.12.0-1.el8fdp.x86_64 ovn2.13-host-20.12.0-17.el8fdp.x86_64 <--------------------new [root@wsfd ~]# ovn-nbctl list Logical_switch_port _uuid : 87097547-b13f-4ce2-833f-87ea9d1c32c2 addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lsp1 options : {} parent_name : [] port_security : [] tag : [] tag_request : [] type : "" up : false [root@wsfd ~]# systemctl start ovn-controller [root@wsfd ~]# ovn-nbctl list Logical_switch_port _uuid : 87097547-b13f-4ce2-833f-87ea9d1c32c2 addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lsp1 options : {} parent_name : [] port_security : [] tag : [] tag_request : [] type : "" up : true [root@wsfd ~]# [root@wsfd ~]# ovs-vsctl add-port br-int lsp2 -- set Interface lsp2 type=internal external-ids:iface-id=lsp2 [root@wsfd ~]# ovs-vsctl get Interface lsp2 external_ids:ovn-installed #check false? ovs-vsctl: no key "ovn-installed" in Interface record "lsp2" column external_ids [root@wsfd ~]# ovn-nbctl lsp-get-up lsp2 #check lsp2 down? ovn-nbctl: lsp2: port name not found [root@wsfd ~]# ovn-nbctl list Logical_switch_port lsp2 ovn-nbctl: no row "lsp2" in table Logical_Switch_Port [root@wsfd ~]# ovn-nbctl lsp-add ls lsp2 [root@wsfd ~]# ovn-nbctl --wait=hv sync [root@wsfd ~]# ovn-sbctl list Port_Binding lsp2 #check lsp2 up = “true”? # old version has no SB.Port_Binding.up _uuid : 9f5b7a96-b71f-46ee-a3a4-777bccf92c0f chassis : 6ca40410-8367-4b47-991a-e2ad23914859 datapath : 6b3b3878-f211-4e9f-98c8-a84bf9767263 encap : [] external_ids : {} gateway_chassis : [] ha_chassis_group : [] logical_port : lsp2 mac : [] nat_addresses : [] options : {} parent_port : [] tag : [] tunnel_key : 2 type : "" virtual_parent : [] [root@wsfd ~]# ovn-nbctl lsp-get-up lsp2 #check lsp2 up? up [root@wsfd ~]# ovn-nbctl list Logical_switch_port lsp2 _uuid : d4d05a49-b6d9-4255-ba64-dbe038956a50 addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lsp2 options : {} parent_name : [] port_security : [] tag : [] tag_request : [] type : "" up : true [root@wsfd ~]# ovs-vsctl get Interface lsp2 external_ids:ovn-installed #check true? "true" [root@wsfd ~]# ovs-vsctl list interface lsp2 _uuid : ee94b898-8b46-4b16-b8cf-42f9c54f72d8 admin_state : down bfd : {} bfd_status : {} cfm_fault : [] cfm_fault_status : [] cfm_flap_count : [] cfm_health : [] cfm_mpid : [] cfm_remote_mpids : [] cfm_remote_opstate : [] duplex : [] error : [] external_ids : {iface-id=lsp2, ovn-installed="true"} ifindex : 17 ingress_policing_burst: 0 ingress_policing_rate: 0 lacp_current : [] link_resets : 0 link_speed : [] link_state : down lldp : {} mac : [] mac_in_use : "86:65:80:38:8a:5c" mtu : 1500 mtu_request : [] name : lsp2 ofport : 2 ofport_request : [] options : {} other_config : {} statistics : {collisions=0, rx_bytes=0, rx_crc_err=0, rx_dropped=0, rx_errors=0, rx_frame_err=0, rx_missed_errors=0, rx_over_err=0, rx_packets=0, tx_bytes=0, tx_dropped=0, tx_errors=0, tx_packets=0} status : {driver_name=openvswitch} type : internal [root@wsfd ~]#
For the third commit, https://github.com/ovn-org/ovn/commit/a99af0367acc744321747bad33bf598d06a612de Installed an older OVN version ovn2.13-20.12.0-1.el8fdp.x86_64, bind a logical switch port, its NB.Logical_Switch_Port.up == true Then upgrade OVN DBs and ovn-northd only, ovn2.13-central-20.12.0-17.el8fdp.x86_64.rpm ovn2.13-20.12.0-17.el8fdp.x86_64.rpm. Verified that NB.Logical_Switch_Port.up is still true. Then upgrade ovn-controller, ovn2.13-host-20.12.0-17.el8fdp.x86_64.rpm, and verified that NB.Logical_Switch_Port.up is true. [root@wsfd ~]# rpm -qa | egrep "ovn|openv" ovn2.13-central-20.12.0-1.el8fdp.x86_64 openvswitch-selinux-extra-policy-1.0-28.el8fdp.noarch openvswitch2.13-2.13.0-79.5.el8fdp.x86_64 ovn2.13-host-20.12.0-1.el8fdp.x86_64 ovn2.13-20.12.0-1.el8fdp.x86_64 [root@wsfd ~]# ovn-nbctl list Logical_switch_port lsp1 _uuid : 87097547-b13f-4ce2-833f-87ea9d1c32c2 addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lsp1 options : {} parent_name : [] port_security : [] tag : [] tag_request : [] type : "" up : true [root@wsfd ~]# rpm -Uvh ovn2.13-central-20.12.0-17.el8fdp.x86_64.rpm ovn2.13-20.12.0-17.el8fdp.x86_64.rpm Verifying... ################################# [100%] Preparing... ################################# [100%] Updating / installing... 1:ovn2.13-20.12.0-17.el8fdp ################################# [ 25%] 2:ovn2.13-central-20.12.0-17.el8fdp################################# [ 50%] Cleaning up / removing... 3:ovn2.13-central-20.12.0-1.el8fdp ################################# [ 75%] 4:ovn2.13-20.12.0-1.el8fdp ################################# [100%] [root@wsfd ~]# rpm -aq | egrep "ovn|openv" ovn2.13-20.12.0-17.el8fdp.x86_64 <---------------new openvswitch-selinux-extra-policy-1.0-28.el8fdp.noarch openvswitch2.13-2.13.0-79.5.el8fdp.x86_64 ovn2.13-host-20.12.0-1.el8fdp.x86_64 ovn2.13-central-20.12.0-17.el8fdp.x86_64 <---------------new [root@wsfd ~]# [root@wsfd ~]# ovn-nbctl list Logical_switch_port lsp1 _uuid : 87097547-b13f-4ce2-833f-87ea9d1c32c2 addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lsp1 options : {} parent_name : [] port_security : [] tag : [] tag_request : [] type : "" up : true [root@wsfd ~]# ovn-nbctl list Logical_switch_port lsp2 _uuid : d4d05a49-b6d9-4255-ba64-dbe038956a50 addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lsp2 options : {} parent_name : [] port_security : [] tag : [] tag_request : [] type : "" up : true [root@wsfd ~]# [root@wsfd ~]# [root@wsfd ~]# rpm -Uvh ovn2.13-host-20.12.0-17.el8fdp.x86_64.rpm Verifying... ################################# [100%] Preparing... ################################# [100%] Updating / installing... 1:ovn2.13-host-20.12.0-17.el8fdp ################################# [ 50%] Cleaning up / removing... 2:ovn2.13-host-20.12.0-1.el8fdp ################################# [100%] [root@wsfd ~]# rpm -aq | egrep "ovn|openv" ovn2.13-20.12.0-17.el8fdp.x86_64 <---------------new openvswitch-selinux-extra-policy-1.0-28.el8fdp.noarch openvswitch2.13-2.13.0-79.5.el8fdp.x86_64 ovn2.13-central-20.12.0-17.el8fdp.x86_64 <---------------new ovn2.13-host-20.12.0-17.el8fdp.x86_64 <---------------new [root@wsfd ~]# [root@wsfd ~]# ovn-nbctl list Logical_switch_port _uuid : d4d05a49-b6d9-4255-ba64-dbe038956a50 addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lsp2 options : {} parent_name : [] port_security : [] tag : [] tag_request : [] type : "" up : true _uuid : 87097547-b13f-4ce2-833f-87ea9d1c32c2 addresses : [] dhcpv4_options : [] dhcpv6_options : [] dynamic_addresses : [] enabled : [] external_ids : {} ha_chassis_group : [] name : lsp1 options : {} parent_name : [] port_security : [] tag : [] tag_request : [] type : "" up : true [root@wsfd ~]#
Since the problem described in this bug report should be resolved in a recent advisory, it has been closed with a resolution of ERRATA. For information on the advisory (ovn2.13 bug fix and enhancement update), and where to find the updated files, follow the link below. If the solution does not work for you, open a new bug report. https://access.redhat.com/errata/RHBA-2021:0836