diff --git a/tests/test_ext_math.py b/tests/test_ext_math.py
index be90dfe9cf..e0f8fb9e7e 100644
--- a/tests/test_ext_math.py
+++ b/tests/test_ext_math.py
@@ -57,7 +57,7 @@ def test_mathjax_align(app, status, warning):
 @with_app('html', testroot='ext-math',
           confoverrides={'math_number_all': True,
                          'extensions': ['sphinx.ext.mathjax']})
-def test_math_number_all(app, status, warning):
+def test_math_number_all_mathjax(app, status, warning):
     app.builder.build_all()
 
     content = (app.outdir / 'index.html').text()
@@ -67,7 +67,7 @@ def test_math_number_all(app, status, warning):
 
 @with_app('latex', testroot='ext-math',
           confoverrides={'extensions': ['sphinx.ext.mathjax']})
-def test_math_number_all(app, status, warning):
+def test_math_number_all_latex(app, status, warning):
     app.builder.build_all()
 
     content = (app.outdir / 'test.tex').text()