diff --git a/sphinx/ext/viewcode.py b/sphinx/ext/viewcode.py
index dc24a1993..a2eeb7891 100644
--- a/sphinx/ext/viewcode.py
+++ b/sphinx/ext/viewcode.py
@@ -131,8 +131,10 @@ def env_merge_info(app: Sphinx, env: BuildEnvironment, docnames: Iterable[str],
 
 def missing_reference(app: Sphinx, env: BuildEnvironment, node: Element, contnode: Node
                       ) -> Node:
-    # resolve our "viewcode" reference nodes -- they need special treatment
-    if node['reftype'] == 'viewcode':
+    if app.builder.format != 'html':
+        return None
+    elif node['reftype'] == 'viewcode':
+        # resolve our "viewcode" reference nodes -- they need special treatment
         return make_refnode(app.builder, node['refdoc'], node['reftarget'],
                             node['refid'], contnode)