Test Report

Test Suite: pytest

Duration10712.177 sec
Test Cases26
Failures4

Results Index


Test Results


Test Class: 03-single-hop-ipv6-icmp.test_spec03
test_task01[nodes0]
03-single-hop-ipv6-icmp.test_spec03
Time Taken: 17.451s

test_task02[nodes0]
03-single-hop-ipv6-icmp.test_spec03
Time Taken: 107.364s

test_task03[nodes0]
03-single-hop-ipv6-icmp.test_spec03
Time Taken: 3606.617s

test_task04[nodes0]
03-single-hop-ipv6-icmp.test_spec03
Time Taken: 0.001s

Skipped: Test needs sudo to run
03-single-hop-ipv6-icmp/test_spec03.py:89: Test needs sudo to run

test_task05[nodes0]
03-single-hop-ipv6-icmp.test_spec03
Time Taken: 109.23s

Failed: AssertionError: assert False + where False = <bound method GNRCPktbufStatsResults.is_empty of {'first_byte': 1449561120, 'last_byte': 1449569312, 'size': 8192, 'last_byte_used': 7960, 'first_unused': {'start': 1449564344, 'next': 1449564376, 'size': 24}}>() + where <bound method GNRCPktbufStatsResults.is_empty of {'first_byte': 1449561120, 'last_byte': 1449569312, 'size': 8192, 'last_byte_used': 7960, 'first_unused': {'start': 1449564344, 'next': 1449564376, 'size': 24}}> = {'first_byte': 1449561120, 'last_byte': 1449569312, 'size': 8192, 'last_byte_used': 7960, 'first_unused': {'start': 1449564344, 'next': 1449564376, 'size': 24}}.is_empty + where {'first_byte': 1449561120, 'last_byte': 1449569312, 'size': 8192, 'last_byte_used': 7960, 'first_unused': {'start': 1449564344, 'next': 1449564376, 'size': 24}} = pktbuf(<test_spec03.Shell object at 0x7fb40af85f50>)
nodes = [<test_spec03.Shell object at 0x7fb40af85f50>, <test_spec03.Shell object at 0x7fb40af85150>, <test_spec03.Shell object...ct at 0x7fb40af85590>, <test_spec03.Shell object at 0x7fb40af85dd0>, <test_spec03.Shell object at 0x7fb40af85390>, ...]
riot_ctrl = <function riot_ctrl.<locals>.ctrl at 0x7fb40af49710>

    @pytest.mark.skipif(not bridged(["tap{}".format(i)
                                     for i in range(TASK05_NODES)]),
                        reason="tap0 to tap10 are not bridged")
    @pytest.mark.parametrize('nodes',
                             [pytest.param(['native'] * TASK05_NODES)],
                             indirect=['nodes'])
    def test_task05(nodes, riot_ctrl):
        nodes = [
            riot_ctrl(i, APP, Shell, port='tap{}'.format(i))
            for i in range(len(nodes))
        ]
    
        async def finish_task05(pinger, future):
            await future
            print(pinger.riotctrl.env.get("PORT"), "done")
    
        _, pinged_addr = lladdr(nodes[0].ifconfig_list())
        assert pinged_addr.startswith("fe80::")
    
        futures = []
        for pinger in nodes[1:]:
            out = pinger.ping6(pinged_addr,
                               count=100000, interval=0, packet_size=1452,
                               async_=True)
            futures.append(finish_task05(pinger, out))
        wait_for_futures(futures)
    
        time.sleep(60)
        for node in nodes:
            # add print to know which node's packet buffer is not empty on error
            print("check pktbuf on", node.riotctrl.env.get("PORT"))
>           assert pktbuf(node).is_empty()
E           AssertionError: assert False
E            +  where False = <bound method GNRCPktbufStatsResults.is_empty of {'first_byte': 1449561120, 'last_byte': 1449569312, 'size': 8192, 'last_byte_used': 7960, 'first_unused': {'start': 1449564344, 'next': 1449564376, 'size': 24}}>()
E            +    where <bound method GNRCPktbufStatsResults.is_empty of {'first_byte': 1449561120, 'last_byte': 1449569312, 'size': 8192, 'last_byte_used': 7960, 'first_unused': {'start': 1449564344, 'next': 1449564376, 'size': 24}}> = {'first_byte': 1449561120, 'last_byte': 1449569312, 'size': 8192, 'last_byte_used': 7960, 'first_unused': {'start': 1449564344, 'next': 1449564376, 'size': 24}}.is_empty
E            +      where {'first_byte': 1449561120, 'last_byte': 1449569312, 'size': 8192, 'last_byte_used': 7960, 'first_unused': {'start': 1449564344, 'next': 1449564376, 'size': 24}} = pktbuf(<test_spec03.Shell object at 0x7fb40af85f50>)

03-single-hop-ipv6-icmp/test_spec03.py:151: AssertionError

test_task06[nodes0]
03-single-hop-ipv6-icmp.test_spec03
Time Taken: 167.403s


Test Class: 04-single-hop-6lowpan-icmp.test_spec04
test_task01[nodes0]
04-single-hop-6lowpan-icmp.test_spec04
Time Taken: 62.975s

test_task02[nodes0]
04-single-hop-6lowpan-icmp.test_spec04
Time Taken: 206.955s

test_task03[nodes0]
04-single-hop-6lowpan-icmp.test_spec04
Time Taken: 203.822s

test_task04[nodes0]
04-single-hop-6lowpan-icmp.test_spec04
Time Taken: 1052.753s

test_task05[nodes0]
04-single-hop-6lowpan-icmp.test_spec04
Time Taken: 0.001s

Skipped: Test can't run on IoT-LAB
04-single-hop-6lowpan-icmp/test_spec04.py:120: Test can't run on IoT-LAB

test_task06[nodes0]
04-single-hop-6lowpan-icmp.test_spec04
Time Taken: 0.0s

Skipped: Test can't run on IoT-LAB
04-single-hop-6lowpan-icmp/test_spec04.py:143: Test can't run on IoT-LAB

test_task07[nodes0]
04-single-hop-6lowpan-icmp.test_spec04
Time Taken: 83.664s

Failed: pexpect.exceptions.EOF: ['> ', <class 'pexpect.exceptions.TIMEOUT'>]
riot_ctrl = <function riot_ctrl.<locals>.ctrl at 0x7fb40af490e0>

    @pytest.mark.iotlab_creds
    # nodes passed to riot_ctrl fixture
    @pytest.mark.parametrize('nodes',
                             [pytest.param(['samr21-xpro', 'arduino-zero'])],
                             indirect=['nodes'])
    def test_task07(riot_ctrl):
        pinger, pinged = (
            riot_ctrl(0, APP, Shell, modules=["gnrc_pktbuf_cmd", "xbee"]),
            riot_ctrl(1, APP, Shell, modules=["gnrc_pktbuf_cmd", "xbee"]),
        )
    
>       pinged_netif, _ = lladdr(pinged.ifconfig_list())

04-single-hop-6lowpan-icmp/test_spec04.py:178: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../RIOT.ssh/dist/pythonlibs/riotctrl_shell/netif.py:280: in ifconfig_list
    return self.ifconfig_cmd(netif=netif, timeout=timeout, async_=async_)
.tox/test/lib/python3.7/site-packages/riotctrl/shell.py:77: in wrapper
    return func(self, *args, **kwargs)
../RIOT.ssh/dist/pythonlibs/riotctrl_shell/netif.py:291: in ifconfig_cmd
    return self.cmd(cmd, timeout=timeout, async_=False)
.tox/test/lib/python3.7/site-packages/riotctrl/shell.py:89: in cmd
    self._start_replwrap()
.tox/test/lib/python3.7/site-packages/riotctrl/shell.py:46: in _start_replwrap
    timeout=.1)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

self = <riotctrl.ctrl.TermSpawn object at 0x7fb40afc9e90>, pattern = ['> ', <class 'pexpect.exceptions.TIMEOUT'>], args = (), kwargs = {'timeout': 0.1}

    def expect_exact(self, pattern, *args, **kwargs):
        # pylint:disable=arguments-differ
        try:
            return super().expect_exact(pattern, *args, **kwargs)
        except (pexpect.TIMEOUT, pexpect.EOF) as exc:
>           raise self._pexpect_exception(exc, pattern)
E           pexpect.exceptions.EOF: ['> ', <class 'pexpect.exceptions.TIMEOUT'>]

.tox/test/lib/python3.7/site-packages/riotctrl/ctrl.py:49: EOF

test_task08[nodes0]
04-single-hop-6lowpan-icmp.test_spec04
Time Taken: 53.712s

Failed: pexpect.exceptions.EOF: ['> ', <class 'pexpect.exceptions.TIMEOUT'>]
riot_ctrl = <function riot_ctrl.<locals>.ctrl at 0x7fb40a46eef0>

    @pytest.mark.iotlab_creds
    # nodes passed to riot_ctrl fixture
    @pytest.mark.parametrize('nodes',
                             [pytest.param(['samr21-xpro', 'arduino-zero'])],
                             indirect=['nodes'])
    def test_task08(riot_ctrl):
        pinger, pinged = (
            riot_ctrl(0, APP, Shell, modules=["gnrc_pktbuf_cmd", "xbee"]),
            riot_ctrl(1, APP, Shell, modules=["gnrc_pktbuf_cmd", "xbee"]),
        )
    
>       pinged_netif, pinged_addr = lladdr(pinged.ifconfig_list())

04-single-hop-6lowpan-icmp/test_spec04.py:202: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
../RIOT.ssh/dist/pythonlibs/riotctrl_shell/netif.py:280: in ifconfig_list
    return self.ifconfig_cmd(netif=netif, timeout=timeout, async_=async_)
.tox/test/lib/python3.7/site-packages/riotctrl/shell.py:77: in wrapper
    return func(self, *args, **kwargs)
../RIOT.ssh/dist/pythonlibs/riotctrl_shell/netif.py:291: in ifconfig_cmd
    return self.cmd(cmd, timeout=timeout, async_=False)
.tox/test/lib/python3.7/site-packages/riotctrl/shell.py:89: in cmd
    self._start_replwrap()
.tox/test/lib/python3.7/site-packages/riotctrl/shell.py:46: in _start_replwrap
    timeout=.1)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

self = <riotctrl.ctrl.TermSpawn object at 0x7fb40aeeff90>, pattern = ['> ', <class 'pexpect.exceptions.TIMEOUT'>], args = (), kwargs = {'timeout': 0.1}

    def expect_exact(self, pattern, *args, **kwargs):
        # pylint:disable=arguments-differ
        try:
            return super().expect_exact(pattern, *args, **kwargs)
        except (pexpect.TIMEOUT, pexpect.EOF) as exc:
>           raise self._pexpect_exception(exc, pattern)
E           pexpect.exceptions.EOF: ['> ', <class 'pexpect.exceptions.TIMEOUT'>]

.tox/test/lib/python3.7/site-packages/riotctrl/ctrl.py:49: EOF

test_task09[nodes0]
04-single-hop-6lowpan-icmp.test_spec04
Time Taken: 55.424s

Failed: RuntimeError: Event loop is closed
riot_ctrl = <function riot_ctrl.<locals>.ctrl at 0x7fb40a46edd0>

    @pytest.mark.iotlab_creds
    # nodes passed to riot_ctrl fixture
    @pytest.mark.parametrize('nodes',
                             [pytest.param(['iotlab-m3', 'iotlab-m3',
                                            'iotlab-m3'])],
                             indirect=['nodes'])
    def test_task09(riot_ctrl):
        nodes = (
            riot_ctrl(0, APP, Shell, modules=["gnrc_pktbuf_cmd"]),
            riot_ctrl(1, APP, Shell, modules=["gnrc_pktbuf_cmd"]),
            riot_ctrl(2, APP, Shell, modules=["gnrc_pktbuf_cmd"]),
        )
    
        pinged = nodes[0]
        pingers = nodes[1:]
    
        pinged_netif, pinged_addr = lladdr(pinged.ifconfig_list())
        pinged.ifconfig_set(pinged_netif, "channel", 26)
        assert pinged_addr.startswith("fe80::")
        for pinger in pingers:
            pinger_netif, _ = lladdr(pinger.ifconfig_list())
            pinger.ifconfig_set(pinger_netif, "channel", 26)
    
        futures = []
        for pinger in nodes[1:]:
            out = pinger.ping6(pinged_addr,
                               count=200, interval=0, packet_size=1232,
                               async_=True)
            futures.append(out)
>       wait_for_futures(futures)

04-single-hop-6lowpan-icmp/test_spec04.py:245: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
testutils/asyncio.py:11: in wait_for_futures
    *futures
/usr/lib/python3.7/asyncio/tasks.py:746: in gather
    fut = ensure_future(arg, loop=loop)
/usr/lib/python3.7/asyncio/tasks.py:608: in ensure_future
    task = loop.create_task(coro_or_future)
/usr/lib/python3.7/asyncio/base_events.py:398: in create_task
    self._check_closed()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

self = <_UnixSelectorEventLoop running=False closed=True debug=False>

    def _check_closed(self):
        if self._closed:
>           raise RuntimeError('Event loop is closed')
E           RuntimeError: Event loop is closed

/usr/lib/python3.7/asyncio/base_events.py:475: RuntimeError

test_task10[nodes0]
04-single-hop-6lowpan-icmp.test_spec04
Time Taken: 243.726s