Bug 1985382

+++ This bug was initially created as a clone of Bug #1932699 +++

Description of problem:

Devices became unmanaged for NM when the role ran for the initscripts provider. Pytest is not reproducible. It would be good to check the device status for testnic1 after the first test run.

Version-Release number of selected component (if applicable):


How reproducible:
It can be reproduced everytime.


Steps to Reproduce:
1. Network Role integration test:
TEST_DEBUG=1 TEST_SUBJECTS=CentOS-8-GenericCloud-8.1.1911-20200113.3.x86_64.qcow2 ansible-playbook -vv -i /usr/share/ansible/inventory/standard-inventory-qcow2 ./tests/tests_integration_pytest.yml --skip-tags tests::cleanup -e network_provider=nm

or 

TEST_DEBUG=1 TEST_SUBJECTS=rhel-8.3-x86_64-kvm.qcow2 ansible-playbook -vv -i /usr/share/ansible/inventory/standard-inventory-qcow2 ./tests/tests_integration_pytest.yml --skip-tags tests::cleanup -e network_provider=nm

Actual results:

Failed in running task - "Run pytest with initscripts" or "Run pytest with nm"

http://artifacts.osci.redhat.com/baseos-ci/brew-build/34/88/09/34880991/https___baseos-jenkins.rhev-ci-vms.eng.rdu2.redhat.com-ci-artemis/3076/tmpmYXeJ2.01/recipes/1/tasks/4/logs/SYSTEM-ROLE-network_tests_integration_pytest.yml-ANSIBLE-2.log


```
TASK [Run pytest with initscripts] *******************************************************************************************************************************************************
task path: /home/wenliang/network/tests/playbooks/integration_pytest_python3.yml:128
fatal: [CentOS-8-GenericCloud-8.1.1911-20200113.3.x86_64.qcow2]: FAILED! => {"changed": true, "cmd": ["pytest", "/tmp/lsrtest_ucvdip2h/tests/integration/", "--provider=initscripts"], "delta": "0:00:00.383459", "end": "2021-02-23 13:42:57.545832", "msg": "non-zero return code", "rc": 1, "start": "2021-02-23 13:42:57.162373", "stderr": "", "stderr_lines": [], "stdout": "============================= test session starts ==============================\nplatform linux -- Python 3.6.8, pytest-6.2.2, py-1.10.0, pluggy-0.13.1\nrootdir: /tmp/lsrtest_ucvdip2h/tests/integration\ncollected 1 item\n\n../tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py F             [100%]\n\n=================================== FAILURES ===================================\n_________________________ test_static_ip_with_ethernet _________________________\n\ntestnic1 = 'testeth', provider = 'initscripts', network_lsr_nm_mock = None\n\n    def test_static_ip_with_ethernet(testnic1, provider, network_lsr_nm_mock):\n        ip_address = \"192.0.2.127/24\"\n        connections = [\n            {\n                \"name\": testnic1,\n                \"type\": \"ethernet\",\n                \"state\": \"up\",\n                \"ip\": {\"address\": [ip_address]},\n            }\n        ]\n>       _configure_network(connections, provider)\n\n/tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py:109: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n/tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py:52: in _configure_network\n    cmd.run()\n/tmp/lsrtest_ucvdip2h/library/network_connections.py:1784: in run\n    self.run_action_up(idx)\n/tmp/lsrtest_ucvdip2h/library/network_connections.py:2465: in run_action_up\n    self._run_action_updown(idx, True)\n/tmp/lsrtest_ucvdip2h/library/network_connections.py:2461: in _run_action_updown\n    idx, \"call '%s %s' failed with exit status %d\" % (cmd, name, rc)\n/tmp/lsrtest_ucvdip2h/library/network_connections.py:1658: in log_error\n    force_fail=force_fail,\n/tmp/lsrtest_ucvdip2h/library/network_connections.py:1675: in log\n    force_fail=force_fail,\n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = <lsrtest_ucvdip2h.tests.integration.test_ethernet.PytestRunEnvironment object at 0x7f2622759470>\nconnections = [{'actions': ['present', 'up'], 'autoconnect': True, 'check_iface_exists': True, 'controller': None, ...}]\nidx = 0, severity = 'error'\nmsg = \"call 'ifup testeth' failed with exit status 10\"\nkwargs = {'force_fail': False, 'ignore_errors': False, 'is_changed': True, 'warn_traceback': False}\n\n    def log(self, connections, idx, severity, msg, **kwargs):\n        if severity == nc.LogLevel.ERROR:\n            logging.error(\"Error: {}\".format(connections[idx]))\n>           raise RuntimeError(msg)\nE           RuntimeError: call 'ifup testeth' failed with exit status 10\n\n/tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py:29: RuntimeError\n------------------------------ Captured log call -------------------------------\nERROR    root:test_ethernet.py:28 Error: {'name': 'testeth', 'type': 'ethernet', 'state': 'up', 'ip': {'address': [{'address': '192.0.2.127', 'family': <AddressFamily.AF_INET: 2>, 'prefix': 24}], 'dhcp4': False, 'dhcp4_send_hostname': None, 'gateway4': None, 'route_metric4': None, 'auto6': True, 'ipv6_disabled': False, 'gateway6': None, 'route_metric6': None, 'route': [], 'route_append_only': False, 'rule_append_only': False, 'dns': [], 'dns_search': [], 'dns_options': []}, 'persistent_state': 'present', 'actions': ['present', 'up'], 'zone': None, 'interface_name': 'testeth', 'ethernet': {'autoneg': None, 'speed': 0, 'duplex': None}, 'wireless': None, 'port_type': None, 'ethtool': {'features': {'esp_hw_offload': None, 'esp_tx_csum_hw_offload': None, 'fcoe_mtu': None, 'gro': None, 'gso': None, 'highdma': None, 'hw_tc_offload': None, 'l2_fwd_offload': None, 'loopback': None, 'lro': None, 'ntuple': None, 'rx': None, 'rxhash': None, 'rxvlan': None, 'rx_all': None, 'rx_fcs': None, 'rx_gro_hw': None, 'rx_udp_tunnel_port_offload': None, 'rx_vlan_filter': None, 'rx_vlan_stag_filter': None, 'rx_vlan_stag_hw_parse': None, 'sg': None, 'tls_hw_record': None, 'tls_hw_tx_offload': None, 'tso': None, 'tx': None, 'txvlan': None, 'tx_checksum_fcoe_crc': None, 'tx_checksum_ipv4': None, 'tx_checksum_ipv6': None, 'tx_checksum_ip_generic': None, 'tx_checksum_sctp': None, 'tx_esp_segmentation': None, 'tx_fcoe_segmentation': None, 'tx_gre_csum_segmentation': None, 'tx_gre_segmentation': None, 'tx_gso_partial': None, 'tx_gso_robust': None, 'tx_ipxip4_segmentation': None, 'tx_ipxip6_segmentation': None, 'tx_nocache_copy': None, 'tx_scatter_gather': None, 'tx_scatter_gather_fraglist': None, 'tx_sctp_segmentation': None, 'tx_tcp6_segmentation': None, 'tx_tcp_ecn_segmentation': None, 'tx_tcp_mangleid_segmentation': None, 'tx_tcp_segmentation': None, 'tx_udp_segmentation': None, 'tx_udp_tnl_csum_segmentation': None, 'tx_udp_tnl_segmentation': None, 'tx_vlan_stag_hw_insert': None}, 'coalesce': {'adaptive_rx': None, 'adaptive_tx': None, 'pkt_rate_high': None, 'pkt_rate_low': None, 'rx_frames': None, 'rx_frames_high': None, 'rx_frames_irq': None, 'rx_frames_low': None, 'rx_usecs': None, 'rx_usecs_high': None, 'rx_usecs_irq': None, 'rx_usecs_low': None, 'sample_interval': None, 'stats_block_usecs': None, 'tx_frames': None, 'tx_frames_high': None, 'tx_frames_irq': None, 'tx_frames_low': None, 'tx_usecs': None, 'tx_usecs_high': None, 'tx_usecs_irq': None, 'tx_usecs_low': None}}, 'autoconnect': True, 'force_state_change': None, 'check_iface_exists': True, 'wait': None, 'controller': None, 'mtu': None, 'ieee802_1x': None, 'mac': None, 'ignore_errors': None, 'parent': None}\n=========================== short test summary info ============================\nFAILED ../tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py::test_static_ip_with_ethernet\n============================== 1 failed in 0.18s ===============================", "stdout_lines": ["============================= test session starts ==============================", "platform linux -- Python 3.6.8, pytest-6.2.2, py-1.10.0, pluggy-0.13.1", "rootdir: /tmp/lsrtest_ucvdip2h/tests/integration", "collected 1 item", "", "../tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py F             [100%]", "", "=================================== FAILURES ===================================", "_________________________ test_static_ip_with_ethernet _________________________", "", "testnic1 = 'testeth', provider = 'initscripts', network_lsr_nm_mock = None", "", "    def test_static_ip_with_ethernet(testnic1, provider, network_lsr_nm_mock):", "        ip_address = \"192.0.2.127/24\"", "        connections = [", "            {", "                \"name\": testnic1,", "                \"type\": \"ethernet\",", "                \"state\": \"up\",", "                \"ip\": {\"address\": [ip_address]},", "            }", "        ]", ">       _configure_network(connections, provider)", "", "/tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py:109: ", "_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ ", "/tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py:52: in _configure_network", "    cmd.run()", "/tmp/lsrtest_ucvdip2h/library/network_connections.py:1784: in run", "    self.run_action_up(idx)", "/tmp/lsrtest_ucvdip2h/library/network_connections.py:2465: in run_action_up", "    self._run_action_updown(idx, True)", "/tmp/lsrtest_ucvdip2h/library/network_connections.py:2461: in _run_action_updown", "    idx, \"call '%s %s' failed with exit status %d\" % (cmd, name, rc)", "/tmp/lsrtest_ucvdip2h/library/network_connections.py:1658: in log_error", "    force_fail=force_fail,", "/tmp/lsrtest_ucvdip2h/library/network_connections.py:1675: in log", "    force_fail=force_fail,", "_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ ", "", "self = <lsrtest_ucvdip2h.tests.integration.test_ethernet.PytestRunEnvironment object at 0x7f2622759470>", "connections = [{'actions': ['present', 'up'], 'autoconnect': True, 'check_iface_exists': True, 'controller': None, ...}]", "idx = 0, severity = 'error'", "msg = \"call 'ifup testeth' failed with exit status 10\"", "kwargs = {'force_fail': False, 'ignore_errors': False, 'is_changed': True, 'warn_traceback': False}", "", "    def log(self, connections, idx, severity, msg, **kwargs):", "        if severity == nc.LogLevel.ERROR:", "            logging.error(\"Error: {}\".format(connections[idx]))", ">           raise RuntimeError(msg)", "E           RuntimeError: call 'ifup testeth' failed with exit status 10", "", "/tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py:29: RuntimeError", "------------------------------ Captured log call -------------------------------", "ERROR    root:test_ethernet.py:28 Error: {'name': 'testeth', 'type': 'ethernet', 'state': 'up', 'ip': {'address': [{'address': '192.0.2.127', 'family': <AddressFamily.AF_INET: 2>, 'prefix': 24}], 'dhcp4': False, 'dhcp4_send_hostname': None, 'gateway4': None, 'route_metric4': None, 'auto6': True, 'ipv6_disabled': False, 'gateway6': None, 'route_metric6': None, 'route': [], 'route_append_only': False, 'rule_append_only': False, 'dns': [], 'dns_search': [], 'dns_options': []}, 'persistent_state': 'present', 'actions': ['present', 'up'], 'zone': None, 'interface_name': 'testeth', 'ethernet': {'autoneg': None, 'speed': 0, 'duplex': None}, 'wireless': None, 'port_type': None, 'ethtool': {'features': {'esp_hw_offload': None, 'esp_tx_csum_hw_offload': None, 'fcoe_mtu': None, 'gro': None, 'gso': None, 'highdma': None, 'hw_tc_offload': None, 'l2_fwd_offload': None, 'loopback': None, 'lro': None, 'ntuple': None, 'rx': None, 'rxhash': None, 'rxvlan': None, 'rx_all': None, 'rx_fcs': None, 'rx_gro_hw': None, 'rx_udp_tunnel_port_offload': None, 'rx_vlan_filter': None, 'rx_vlan_stag_filter': None, 'rx_vlan_stag_hw_parse': None, 'sg': None, 'tls_hw_record': None, 'tls_hw_tx_offload': None, 'tso': None, 'tx': None, 'txvlan': None, 'tx_checksum_fcoe_crc': None, 'tx_checksum_ipv4': None, 'tx_checksum_ipv6': None, 'tx_checksum_ip_generic': None, 'tx_checksum_sctp': None, 'tx_esp_segmentation': None, 'tx_fcoe_segmentation': None, 'tx_gre_csum_segmentation': None, 'tx_gre_segmentation': None, 'tx_gso_partial': None, 'tx_gso_robust': None, 'tx_ipxip4_segmentation': None, 'tx_ipxip6_segmentation': None, 'tx_nocache_copy': None, 'tx_scatter_gather': None, 'tx_scatter_gather_fraglist': None, 'tx_sctp_segmentation': None, 'tx_tcp6_segmentation': None, 'tx_tcp_ecn_segmentation': None, 'tx_tcp_mangleid_segmentation': None, 'tx_tcp_segmentation': None, 'tx_udp_segmentation': None, 'tx_udp_tnl_csum_segmentation': None, 'tx_udp_tnl_segmentation': None, 'tx_vlan_stag_hw_insert': None}, 'coalesce': {'adaptive_rx': None, 'adaptive_tx': None, 'pkt_rate_high': None, 'pkt_rate_low': None, 'rx_frames': None, 'rx_frames_high': None, 'rx_frames_irq': None, 'rx_frames_low': None, 'rx_usecs': None, 'rx_usecs_high': None, 'rx_usecs_irq': None, 'rx_usecs_low': None, 'sample_interval': None, 'stats_block_usecs': None, 'tx_frames': None, 'tx_frames_high': None, 'tx_frames_irq': None, 'tx_frames_low': None, 'tx_usecs': None, 'tx_usecs_high': None, 'tx_usecs_irq': None, 'tx_usecs_low': None}}, 'autoconnect': True, 'force_state_change': None, 'check_iface_exists': True, 'wait': None, 'controller': None, 'mtu': None, 'ieee802_1x': None, 'mac': None, 'ignore_errors': None, 'parent': None}", "=========================== short test summary info ============================", "FAILED ../tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py::test_static_ip_with_ethernet", "============================== 1 failed in 0.18s ==============================="]}

TASK [debug] *****************************************************************************************************************************************************************************
task path: /home/wenliang/network/tests/playbooks/integration_pytest_python3.yml:137
ok: [CentOS-8-GenericCloud-8.1.1911-20200113.3.x86_64.qcow2] => {
    "playbook_run.stdout_lines": [
        "============================= test session starts ==============================",
        "platform linux -- Python 3.6.8, pytest-6.2.2, py-1.10.0, pluggy-0.13.1",
        "rootdir: /tmp/lsrtest_ucvdip2h/tests/integration",
        "collected 1 item",
        "",
        "../tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py F             [100%]",
        "",
        "=================================== FAILURES ===================================",
        "_________________________ test_static_ip_with_ethernet _________________________",
        "",
        "testnic1 = 'testeth', provider = 'initscripts', network_lsr_nm_mock = None",
        "",
        "    def test_static_ip_with_ethernet(testnic1, provider, network_lsr_nm_mock):",
        "        ip_address = \"192.0.2.127/24\"",
        "        connections = [",
        "            {",
        "                \"name\": testnic1,",
        "                \"type\": \"ethernet\",",
        "                \"state\": \"up\",",
        "                \"ip\": {\"address\": [ip_address]},",
        "            }",
        "        ]",
        ">       _configure_network(connections, provider)",
        "",
        "/tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py:109: ",
        "_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ ",
        "/tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py:52: in _configure_network",
        "    cmd.run()",
        "/tmp/lsrtest_ucvdip2h/library/network_connections.py:1784: in run",
        "    self.run_action_up(idx)",
        "/tmp/lsrtest_ucvdip2h/library/network_connections.py:2465: in run_action_up",
        "    self._run_action_updown(idx, True)",
        "/tmp/lsrtest_ucvdip2h/library/network_connections.py:2461: in _run_action_updown",
        "    idx, \"call '%s %s' failed with exit status %d\" % (cmd, name, rc)",
        "/tmp/lsrtest_ucvdip2h/library/network_connections.py:1658: in log_error",
        "    force_fail=force_fail,",
        "/tmp/lsrtest_ucvdip2h/library/network_connections.py:1675: in log",
        "    force_fail=force_fail,",
        "_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ ",
        "",
        "self = <lsrtest_ucvdip2h.tests.integration.test_ethernet.PytestRunEnvironment object at 0x7f2622759470>",
        "connections = [{'actions': ['present', 'up'], 'autoconnect': True, 'check_iface_exists': True, 'controller': None, ...}]",
        "idx = 0, severity = 'error'",
        "msg = \"call 'ifup testeth' failed with exit status 10\"",
        "kwargs = {'force_fail': False, 'ignore_errors': False, 'is_changed': True, 'warn_traceback': False}",
        "",
        "    def log(self, connections, idx, severity, msg, **kwargs):",
        "        if severity == nc.LogLevel.ERROR:",
        "            logging.error(\"Error: {}\".format(connections[idx]))",
        ">           raise RuntimeError(msg)",
        "E           RuntimeError: call 'ifup testeth' failed with exit status 10",
        "",
        "/tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py:29: RuntimeError",
        "------------------------------ Captured log call -------------------------------",
        "ERROR    root:test_ethernet.py:28 Error: {'name': 'testeth', 'type': 'ethernet', 'state': 'up', 'ip': {'address': [{'address': '192.0.2.127', 'family': <AddressFamily.AF_INET: 2>, 'prefix': 24}], 'dhcp4': False, 'dhcp4_send_hostname': None, 'gateway4': None, 'route_metric4': None, 'auto6': True, 'ipv6_disabled': False, 'gateway6': None, 'route_metric6': None, 'route': [], 'route_append_only': False, 'rule_append_only': False, 'dns': [], 'dns_search': [], 'dns_options': []}, 'persistent_state': 'present', 'actions': ['present', 'up'], 'zone': None, 'interface_name': 'testeth', 'ethernet': {'autoneg': None, 'speed': 0, 'duplex': None}, 'wireless': None, 'port_type': None, 'ethtool': {'features': {'esp_hw_offload': None, 'esp_tx_csum_hw_offload': None, 'fcoe_mtu': None, 'gro': None, 'gso': None, 'highdma': None, 'hw_tc_offload': None, 'l2_fwd_offload': None, 'loopback': None, 'lro': None, 'ntuple': None, 'rx': None, 'rxhash': None, 'rxvlan': None, 'rx_all': None, 'rx_fcs': None, 'rx_gro_hw': None, 'rx_udp_tunnel_port_offload': None, 'rx_vlan_filter': None, 'rx_vlan_stag_filter': None, 'rx_vlan_stag_hw_parse': None, 'sg': None, 'tls_hw_record': None, 'tls_hw_tx_offload': None, 'tso': None, 'tx': None, 'txvlan': None, 'tx_checksum_fcoe_crc': None, 'tx_checksum_ipv4': None, 'tx_checksum_ipv6': None, 'tx_checksum_ip_generic': None, 'tx_checksum_sctp': None, 'tx_esp_segmentation': None, 'tx_fcoe_segmentation': None, 'tx_gre_csum_segmentation': None, 'tx_gre_segmentation': None, 'tx_gso_partial': None, 'tx_gso_robust': None, 'tx_ipxip4_segmentation': None, 'tx_ipxip6_segmentation': None, 'tx_nocache_copy': None, 'tx_scatter_gather': None, 'tx_scatter_gather_fraglist': None, 'tx_sctp_segmentation': None, 'tx_tcp6_segmentation': None, 'tx_tcp_ecn_segmentation': None, 'tx_tcp_mangleid_segmentation': None, 'tx_tcp_segmentation': None, 'tx_udp_segmentation': None, 'tx_udp_tnl_csum_segmentation': None, 'tx_udp_tnl_segmentation': None, 'tx_vlan_stag_hw_insert': None}, 'coalesce': {'adaptive_rx': None, 'adaptive_tx': None, 'pkt_rate_high': None, 'pkt_rate_low': None, 'rx_frames': None, 'rx_frames_high': None, 'rx_frames_irq': None, 'rx_frames_low': None, 'rx_usecs': None, 'rx_usecs_high': None, 'rx_usecs_irq': None, 'rx_usecs_low': None, 'sample_interval': None, 'stats_block_usecs': None, 'tx_frames': None, 'tx_frames_high': None, 'tx_frames_irq': None, 'tx_frames_low': None, 'tx_usecs': None, 'tx_usecs_high': None, 'tx_usecs_irq': None, 'tx_usecs_low': None}}, 'autoconnect': True, 'force_state_change': None, 'check_iface_exists': True, 'wait': None, 'controller': None, 'mtu': None, 'ieee802_1x': None, 'mac': None, 'ignore_errors': None, 'parent': None}",
        "=========================== short test summary info ============================",
        "FAILED ../tmp/lsrtest_ucvdip2h/tests/integration/test_ethernet.py::test_static_ip_with_ethernet",
        "============================== 1 failed in 0.18s ==============================="
    ]
}
```

Expected results: 

Run the integration pytest without any error.

Additional info:

--- Additional comment from Wen Liang on 2021-02-25 00:33:12 UTC ---

the github issue link: 

https://github.com/linux-system-roles/network/issues/359

--- Additional comment from Wen Liang on 2021-07-22 13:48:02 UTC ---

The upstream fix was merged: https://github.com/linux-system-roles/network/pull/402