From a1ff711e73d9e2705a903967cfd271b178d9c912 Mon Sep 17 00:00:00 2001 From: Danny Allen Date: Mon, 16 Mar 2020 14:10:52 -0700 Subject: [PATCH] [dvs] Mark unstable test cases as xfail (#1223) - Disable VRF and NAT test cases due to VS image issues - Disable DPB test case due to instability Signed-off-by: Danny Allen --- tests/test_interface.py | 5 +---- tests/test_nat.py | 7 ++++++- tests/test_port_dpb.py | 1 + 3 files changed, 8 insertions(+), 5 deletions(-) diff --git a/tests/test_interface.py b/tests/test_interface.py index 09c487eacf6f..dc7bd8eb5905 100644 --- a/tests/test_interface.py +++ b/tests/test_interface.py @@ -4,7 +4,7 @@ from swsscommon import swsscommon - +@pytest.mark.xfail(reason="vs image issue: Azure/sonic-sairedis#574") class TestRouterInterface(object): def setup_db(self, dvs): self.pdb = swsscommon.DBConnector(0, dvs.redis_sock, 0) @@ -490,7 +490,6 @@ def test_PortInterfaceAddRemoveIpv6AddressWithVrf(self, dvs, testlog): if route["dest"] == "fc00::1/128": assert False - def test_PortInterfaceAddRemoveIpv4AddressWithVrf(self, dvs, testlog): self.setup_db(dvs) @@ -939,7 +938,6 @@ def test_LagInterfaceAddRemoveIpv4Address(self, dvs, testlog): # remove port channel self.remove_port_channel("PortChannel001") - def test_LagInterfaceSetMtu(self, dvs, testlog): self.setup_db(dvs) @@ -1116,7 +1114,6 @@ def test_LagInterfaceAddRemoveIpv6AddressWithVrf(self, dvs, testlog): # remove port channel self.remove_port_channel("PortChannel001") - def test_LagInterfaceAddRemoveIpv4AddressWithVrf(self, dvs, testlog): self.setup_db(dvs) diff --git a/tests/test_nat.py b/tests/test_nat.py index 9848028b343b..1223ceaec2c7 100644 --- a/tests/test_nat.py +++ b/tests/test_nat.py @@ -90,7 +90,6 @@ def test_NatInterfaceZone(self, dvs, testlog): break assert zone == True - def test_AddNatStaticEntry(self, dvs, testlog): # initialize self.setup_db(dvs) @@ -152,6 +151,7 @@ def test_DelNatStaticEntry(self, dvs, testlog): key = tbl.getKeys() assert key == () + @pytest.mark.xfail(reason="vs image issue: Azure/sonic-sairedis#575") def test_AddNaPtStaticEntry(self, dvs, testlog): # initialize self.setup_db(dvs) @@ -193,6 +193,7 @@ def test_AddNaPtStaticEntry(self, dvs, testlog): else: assert False + @pytest.mark.xfail(reason="vs image issue: Azure/sonic-sairedis#575") def test_DelNaPtStaticEntry(self, dvs, testlog): # initialize self.setup_db(dvs) @@ -215,6 +216,7 @@ def test_DelNaPtStaticEntry(self, dvs, testlog): key = tbl.getKeys() assert key == () + @pytest.mark.xfail(reason="vs image issue: Azure/sonic-sairedis#575") def test_AddTwiceNatEntry(self, dvs, testlog): # initialize self.setup_db(dvs) @@ -263,6 +265,7 @@ def test_AddTwiceNatEntry(self, dvs, testlog): else: assert False + @pytest.mark.xfail(reason="vs image issue: Azure/sonic-sairedis#575") def test_DelTwiceNatStaticEntry(self, dvs, testlog): # initialize self.setup_db(dvs) @@ -286,6 +289,7 @@ def test_DelTwiceNatStaticEntry(self, dvs, testlog): key = tbl.getKeys() assert key == () + @pytest.mark.xfail(reason="vs image issue: Azure/sonic-sairedis#575") def test_AddTwiceNaPtEntry(self, dvs, testlog): # initialize self.setup_db(dvs) @@ -335,6 +339,7 @@ def test_AddTwiceNaPtEntry(self, dvs, testlog): else: assert False + @pytest.mark.xfail(reason="vs image issue: Azure/sonic-sairedis#575") def test_DelTwiceNaPtStaticEntry(self, dvs, testlog): # initialize self.setup_db(dvs) diff --git a/tests/test_port_dpb.py b/tests/test_port_dpb.py index 05330070115a..6c72dfda8e69 100644 --- a/tests/test_port_dpb.py +++ b/tests/test_port_dpb.py @@ -73,6 +73,7 @@ def test_port_breakout_one(self, dvs): ''' @pytest.mark.skip() ''' + @pytest.mark.xfail(reason="test stability issue: Azure/sonic-swss#1222") def test_port_breakout_multiple(self, dvs): dpb = DPB() port_names = ["Ethernet0", "Ethernet12", "Ethernet64", "Ethernet112"]