How to display the complete variable value in allure log when case fail

[weiguo-nvidia]

Currently if the case fail, the allure log will show the variable value, it can help debug. But if the variable content is large, if only show parts of the value, such as this (There are a lot of ellipsis here).
crm_facts1 = {'acl_group': [{'available count': '891', 'bind point': 'PORT', 'resource name': 'acl_group', 'stage': 'INGRESS', ...}...: 40}, 'ipv4_nexthop': {'available': 186091, 'used': 41}, 'ipv4_route': {'available': 186091, 'used': 6415}, ...}, ...}

How can show the complete variable value?

E       Failed: Unmatched CRM facts: [
E           {
E               "left": {
E                   "ipv4_route": {
E                       "used": 6415,
E                       "available": 186091
E                   }
E               },
E               "right": {
E                   "ipv4_route": {
E                       "used": 6415,
E                       "available": 186055
E                   }
E               }
E           },


_          = 2
apply_mock_dual_tor_kernel_configs = None
apply_mock_dual_tor_tables = None
crm_facts1 = {'acl_group': [{'available count': '891', 'bind point': 'PORT', 'resource name': 'acl_group', 'stage': 'INGRESS', ...}...: 40}, 'ipv4_nexthop': {'available': 186091, 'used': 41}, 'ipv4_route': {'available': 186091, 'used': 6415}, ...}, ...}
crm_facts2 = {'acl_group': [{'available count': '891', 'bind point': 'PORT', 'resource name': 'acl_group', 'stage': 'INGRESS', ...}...: 40}, 

dualtor/test_orch_stress.py:249: Failed

[baev]

Could you please provide more details on the issue? What is the Allure log?

[weiguo-nvidia]

Hi @baev , this is an example of the allure report. You can see ifaces_map = {0: 'eth0', 1: 'eth1', 2: 'eth2', 3: 'eth3', ...} in the output.
The full allure report exist in the internal server

self = <test_sub_port_interfaces.TestSubPorts object at 0x7f7564166f10>, duthost = , ptfhost = <tests.common.devices.ptf.PTFHost object at 0x7f7562dd7eb0>
ptfadapter = <tests.common.plugins.ptfadapter.ptfadapter.PtfTestAdapter testMethod=runTest>
apply_balancing_config = {'new_sub_ports': [(['Ethernet0.20', 'Ethernet0.30', 'Ethernet0.40', 'Ethernet0.50'], IPv4Network('1.1.1.0/30')), (['E...eth0.40'}, 'Ethernet0.50': {'ip': '172.16.0.13/30', 'neighbor_ip': '172.16.0.14/30', 'neighbor_port': 'eth0.50'}, ...}}

def test_balancing_sub_ports(self, duthost, ptfhost, ptfadapter, apply_balancing_config):
    """
    Validates load-balancing when sub-port is part of ECMP
    Test steps:
        1.) Setup configuration of sub-ports on the DUT.
        2.) Setup configuration of sub-ports on the PTF.
        3.) Setup static routes to the network by different sub-ports on the DUT.
        4.) Create packets with different source ip addresses.
        5.) Send packets.
        6.) Verify that sub-port gets received packets on the PTF.
        7.) Verify load-balancing by using number of packets on different sub-ports.
        8.) Remove static routes from DUT.
        9.) Clear configuration of sub-ports on the DUT.
        10.) Clear configuration of sub-ports on the PTF.
    Pass Criteria:
        1.) PTF sub-ports get received packet.
        2.) Balancing range between sub-ports is less than 25%.
    """
    new_sub_ports = apply_balancing_config['new_sub_ports']
    sub_ports = apply_balancing_config['sub_ports']
    src_ports = apply_balancing_config['src_ports']
    #src_port = random.choice(src_ports)
    src_port = 'eth0'
    logger.info(f'The selected src port on ptf: {src_port}')

    for ports, subnet in new_sub_ports:
        ip_dst = [str(ip) for ip in subnet.hosts()][0]
        dst_ports = [sub_ports[sub_port]['neighbor_port'] for sub_port in ports]

      generate_and_verify_traffic(duthost=duthost,

                                    ptfhost=ptfhost,
                                    ptfadapter=ptfadapter,
                                    src_port=src_port,
                                    dst_port=dst_ports,
                                    ip_dst=ip_dst,
                                    type_of_traffic='balancing',
                                    ttl=63)

apply_balancing_config = {'new_sub_ports': [(['Ethernet0.20', 'Ethernet0.30', 'Ethernet0.40', 'Ethernet0.50'], IPv4Network('1.1.1.0/30')), (['E...eth0.40'}, 'Ethernet0.50': {'ip': '172.16.0.13/30', 'neighbor_ip': '172.16.0.14/30', 'neighbor_port': 'eth0.50'}, ...}}
dst_ports = ['eth0.20', 'eth0.30', 'eth0.40', 'eth0.50']
duthost =
ip_dst = '1.1.1.1'
new_sub_ports = [(['Ethernet0.20', 'Ethernet0.30', 'Ethernet0.40', 'Ethernet0.50'], IPv4Network('1.1.1.0/30')), (['Ethernet2.20', 'Ethernet2.30', 'Ethernet2.40', 'Ethernet2.50'], IPv4Network('1.1.1.4/30'))]
ports = ['Ethernet0.20', 'Ethernet0.30', 'Ethernet0.40', 'Ethernet0.50']
ptfadapter = <tests.common.plugins.ptfadapter.ptfadapter.PtfTestAdapter testMethod=runTest>
ptfhost = <tests.common.devices.ptf.PTFHost object at 0x7f7562dd7eb0>
self = <test_sub_port_interfaces.TestSubPorts object at 0x7f7564166f10>
src_port = 'eth0'
src_ports = ('eth20', 'eth52', 'eth45', 'eth44', 'eth48', 'eth13', ...)
sub_ports = {'Ethernet0.20': {'ip': '172.16.0.1/30', 'neighbor_ip': '172.16.0.2/30', 'neighbor_port': 'eth0.20'}, 'Ethernet0.30': ...'eth0.40'}, 'Ethernet0.50': {'ip': '172.16.0.13/30', 'neighbor_ip': '172.16.0.14/30', 'neighbor_port': 'eth0.50'}, ...}
subnet = IPv4Network('1.1.1.0/30')

sub_port_interfaces/test_sub_port_interfaces.py:414:

---

sub_port_interfaces/sub_ports_helpers.py:122: in generate_and_verify_traffic
generate_and_verify_balancing_traffic(duthost, ptfhost, ptfadapter, src_port, dst_port, ip_src, ip_dst,
dst_port = ['eth0.20', 'eth0.30', 'eth0.40', 'eth0.50']
duthost =
ip_dst = '1.1.1.1'
ip_src = ''
ip_tunnel = None
kwargs = {}
pkt_action = None
pktlen = 100
ptfadapter = <tests.common.plugins.ptfadapter.ptfadapter.PtfTestAdapter testMethod=runTest>
ptfhost = <tests.common.devices.ptf.PTFHost object at 0x7f7562dd7eb0>
src_port = 'eth0'
tr_type = 'balancing'
ttl = 63
type_of_traffic = ['balancing']

---

duthost = , ptfhost = <tests.common.devices.ptf.PTFHost object at 0x7f7562dd7eb0>, ptfadapter = <tests.common.plugins.ptfadapter.ptfadapter.PtfTestAdapter testMethod=runTest>, src_port = 'eth0'
dst_port = ['eth0.20', 'eth0.30', 'eth0.40', 'eth0.50'], ip_src = '10.0.0.1', ip_dst = '1.1.1.1', pktlen = 100, ttl = 63

def generate_and_verify_balancing_traffic(duthost, ptfhost, ptfadapter, src_port, dst_port, ip_src, ip_dst,
                                          pktlen, ttl):
    """
    Send TCP packets and verify balancing range between sub-ports.
    Args:
        duthost: DUT host object
        ptfhost: PTF host object
        ptfadapter: PTF adapter
        src_port: Port of PTF
        dst_port: Port of DUT
        ip_src: Source IP address of PTF
        ip_dst: Destination IP address of DUT
        pkt_action: Packet action (forwarded or drop)
        pktlen: packet length
        ttl: Time to live
    """
    router_mac = duthost.facts['router_mac']
    src_port_number = int(get_port_number(src_port))
    src_mac = ptfadapter.dataplane.get_mac(0, src_port_number)
    ip_src = '10.0.0.1'
    ip_dst = ip_dst.split('/')[0]

    vlan_vid = None
    dl_vlan_enable = False
    send_pkt_length = pktlen
    if constants.VLAN_SUB_INTERFACE_SEPARATOR in src_port:
        vlan_vid = int(src_port.split(constants.VLAN_SUB_INTERFACE_SEPARATOR)[1])
        dl_vlan_enable = True
        send_pkt_length += len(scapyall.Dot1Q())

    pkt = create_packet(eth_src=src_mac,
                        eth_dst=router_mac,
                        ip_src=ip_src,
                        ip_dst=ip_dst,
                        vlan_vid=vlan_vid,
                        dl_vlan_enable=dl_vlan_enable,
                        tr_type='TCP',
                        ttl=64,
                        pktlen=send_pkt_length)

    ptfadapter.dataplane.flush()
    time.sleep(2)

    for _ in range(BALANCING_TEST_TIMES * len(dst_port)):
        testutils.send_packet(ptfadapter, src_port_number, pkt)
        pkt['IP'].src = str(ipaddress.ip_address(pkt['IP'].src.encode().decode()) + 1)

    exp_pkt = create_packet(eth_src=router_mac,
                            eth_dst=src_mac,
                            ip_src=ip_src,
                            ip_dst=ip_dst,
                            vlan_vid=None,
                            dl_vlan_enable=False,
                            tr_type='TCP',
                            ttl=ttl,
                            pktlen=pktlen)

    ifaces_map = ptfhost.host.options['variable_manager'].extra_vars['ifaces_map']
    config_port_indices = {v: k for k, v in list(ifaces_map.items())}
    dst_port_numbers = [config_port_indices[k] for k in config_port_indices if k in dst_port]

    ignore_fields = [("Ether", "dst"), ("IP", "src"), ("IP", "chksum"), ("TCP", "chksum")]
    if dl_vlan_enable:
        ignore_fields.append(("Ether", "type"))

    pkt_filter = FilterPktBuffer(ptfadapter=ptfadapter,
                                 exp_pkt=exp_pkt,
                                 dst_port_numbers=dst_port_numbers,
                                 match_fields=[("Ethernet", "src"), ("IP", "dst"), ('TCP', "dport")],
                                 ignore_fields=ignore_fields)

    logger.info("Expected packet:")
    logger.info(exp_pkt.show())

    pkt_filter.print_all_packets()

    pkt_in_buffer = pkt_filter.filter_pkt_in_buffer()

    if not pkt_in_buffer:
        logger.error("No matching packet found in buffer!")
        logger.error("Match fields: %s", pkt_filter.match_fields)
        logger.error("Ignore fields: %s", pkt_filter.ignore_fields)

  pytest_assert(pkt_in_buffer is True, "Expected packet not available:\n{}".format(pkt_in_buffer))

E Failed: Expected packet not available:
E False

_ = 2499
config_port_indices = {'eth0': 0, 'eth0.20': 56, 'eth0.30': 57, 'eth0.40': 58, ...}
dl_vlan_enable = False
dst_port = ['eth0.20', 'eth0.30', 'eth0.40', 'eth0.50']
dst_port_numbers = [56, 57, 58, 59]
duthost =
exp_pkt = <Ether dst=b'98:03:9b:19:ea:00' src=fc:6a:1c:4e:99:c0 type=IPv4 |<IP ihl=None tos=0x0 id=1 frag=0 ttl=63 proto=tcp s...x06\x07\x08\t\n\x0b\x0c\r\x0e\x0f\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f !"#$%&'()+,-' |>>>>
ifaces_map = {0: 'eth0', 1: 'eth1', 2: 'eth2', 3: 'eth3', ...}
ignore_fields = [('Ether', 'dst'), ('IP', 'src'), ('IP', 'chksum'), ('TCP', 'chksum')]
ip_dst = '1.1.1.1'
ip_src = '10.0.0.1'
pkt = <Ether dst=fc:6a:1c:4e:99:c0 src=b'98:03:9b:19:ea:00' type=IPv4 |<IP ihl=None tos=0x0 id=1 frag=0 ttl=64 proto=tcp s...x06\x07\x08\t\n\x0b\x0c\r\x0e\x0f\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f !"#$%&'()+,-' |>>>>
pkt_filter = <tests.common.pkt_filter.filter_pkt_in_buffer.FilterPktBuffer object at 0x7f75636e9d60>
pkt_in_buffer = False
pktlen = 100
ptfadapter = <tests.common.plugins.ptfadapter.ptfadapter.PtfTestAdapter testMethod=runTest>
ptfhost = <tests.common.devices.ptf.PTFHost object at 0x7f7562dd7eb0>
router_mac = 'fc:6a:1c:4e:99:c0'
send_pkt_length = 100
src_mac = b'98:03:9b:19:ea:00'
src_port = 'eth0'
src_port_number = 0
ttl = 63
vlan_vid = None

sub_port_interfaces/sub_ports_helpers.py:413: Failed