diff --git a/sphinx/writers/html.py b/sphinx/writers/html.py
index 393fb7d03..102ac6703 100644
--- a/sphinx/writers/html.py
+++ b/sphinx/writers/html.py
@@ -333,7 +333,8 @@ class HTMLTranslator(BaseTranslator):
         if isinstance(node.parent, nodes.container) and node.parent.get('literal_block'):
             self.add_permalink_ref(node.parent, _('Permalink to this code'))
         elif isinstance(node.parent, nodes.figure):
-            self.add_permalink_ref(node.parent, _('Permalink to this image'))
+            self.add_permalink_ref(
+                node.parent.traverse(nodes.image)[0], _('Permalink to this image'))
         elif node.parent.get('toctree'):
             self.add_permalink_ref(node.parent.parent, _('Permalink to this toctree'))