diff --git a/lib/matplotlib/backend_bases.py b/lib/matplotlib/backend_bases.py
index 8c11c73afb8c..800ad1b98a18 100644
--- a/lib/matplotlib/backend_bases.py
+++ b/lib/matplotlib/backend_bases.py
@@ -2007,6 +2007,12 @@ def inaxes(self, xy):
                      if a.patch.contains_point(xy) and a.get_visible()]
         if axes_list:
             axes = cbook._topmost_artist(axes_list)
+            prev_axes = None
+            while prev_axes != axes:
+                prev_axes = axes
+                axes_list = [a for a in axes.child_axes
+                             if a.patch.contains_point(xy) and a.get_visible()]
+                axes = cbook._topmost_artist([axes, *axes_list])
         else:
             axes = None