Mark all expected failures as strict

With strict=True, xfail() fails when the test case passes unexpectably.
This allows us to spot passing tests that are expected to fail.

Fixes: https://pagure.io/freeipa/issue/7613
Signed-off-by: Christian Heimes <cheimes@redhat.com>
Reviewed-By: Petr Cech <pcech@redhat.com>
This commit is contained in:
Christian Heimes
2018-07-10 15:49:38 +02:00
parent b4ad0d19a2
commit 0c1010d6f7
3 changed files with 17 additions and 17 deletions

View File

@@ -152,7 +152,7 @@ class ADTrustInstallTestBase(IntegrationTest):
# Master X Replicas installation tests
##
@pytest.mark.xfail(reason="FreeIPA ticket 7008")
@pytest.mark.xfail(reason="FreeIPA ticket 7008", strict=True)
class TestInstallWithCA1(InstallTestBase1):
@classmethod
@@ -175,7 +175,7 @@ class TestInstallWithCA1(InstallTestBase1):
super(TestInstallWithCA1, self).test_replica2_ipa_dns_install()
@pytest.mark.xfail(reason="FreeIPA ticket 7008")
@pytest.mark.xfail(reason="FreeIPA ticket 7008", strict=True)
class TestInstallWithCA2(InstallTestBase2):
@classmethod
@@ -215,7 +215,7 @@ class TestInstallWithCA_KRA2(InstallTestBase2):
tasks.install_master(cls.master, setup_dns=False, setup_kra=True)
@pytest.mark.xfail(reason="FreeIPA ticket 7008")
@pytest.mark.xfail(reason="FreeIPA ticket 7008", strict=True)
class TestInstallWithCA_DNS1(InstallTestBase1):
@classmethod
@@ -238,7 +238,7 @@ class TestInstallWithCA_DNS1(InstallTestBase1):
super(TestInstallWithCA_DNS1, self).test_replica2_ipa_dns_install()
@pytest.mark.xfail(reason="FreeIPA ticket 7008")
@pytest.mark.xfail(reason="FreeIPA ticket 7008", strict=True)
class TestInstallWithCA_DNS2(InstallTestBase2):
@classmethod