diff --git a/lib/matplotlib/backends/backend_qt5agg.py b/lib/matplotlib/backends/backend_qt5agg.py
index 656c837e5e65..5920ab09c7cf 100644
--- a/lib/matplotlib/backends/backend_qt5agg.py
+++ b/lib/matplotlib/backends/backend_qt5agg.py
@@ -172,6 +172,9 @@ def draw_idle(self):
             QtCore.QTimer.singleShot(0, self.__draw_idle_agg)
 
     def __draw_idle_agg(self, *args):
+        if self.height() < 0 or self.width() < 0:
+            self._agg_draw_pending = False
+            return
         try:
             FigureCanvasAgg.draw(self)
             self.update()