diff --git a/tests/test_theming.py b/tests/test_theming.py
index 9b94f1c9e..45229c842 100644
--- a/tests/test_theming.py
+++ b/tests/test_theming.py
@@ -11,15 +11,10 @@
 
 import os
 import zipfile
-import sys
-import subprocess
-import tempfile
-from path import path
 
 from sphinx.theming import Theme, ThemeError
-from sphinx.util.osutil import cd
 
-from util import with_app, raises, TestApp, rootdir
+from util import with_app, raises, TestApp
 
 
 @with_app(confoverrides={'html_theme': 'ziptheme',
@@ -84,38 +79,3 @@ def test_js_source(app, status, warning):
     assert 'Underscore.js {v}'.format(v=v) in underscore_min, msg
     underscore_src = (app.outdir / '_static' / 'underscore-{v}.js'.format(v=v)).text()
     assert 'Underscore.js {v}'.format(v=v) in underscore_src, msg
-
-
-def test_theme_plugin():
-    tempdir = path(tempfile.mkdtemp())
-    testrootdir = rootdir / 'roots' / ('test-theming')
-    pkgdir = tempdir / 'theming'
-    testrootdir.copytree(pkgdir)
-    with cd(pkgdir):
-        command = [sys.executable, 'setup.py', 'install']
-        try:
-            proc = subprocess.Popen(
-                command,
-                env=os.environ,
-                stdout=subprocess.PIPE,
-                stderr=subprocess.PIPE)
-            out, err = proc.communicate()
-            print(out)
-            print(err)
-            assert proc.returncode == 0, 'expect zero status for setup.py'
-        finally:
-            pass
-
-        command = ['sphinx-build', '.', '_build/html']
-        try:
-            proc = subprocess.Popen(
-                command,
-                env=os.environ,
-                stdout=subprocess.PIPE,
-                stderr=subprocess.PIPE)
-            out, err = proc.communicate()
-            print(out)
-            print(err)
-            assert proc.returncode == 0, 'expect zero status for setup.py'
-        finally:
-            tempdir.rmtree(ignore_errors=True)