--- a/lib/matplotlib/colorbar.py
+++ b/lib/matplotlib/colorbar.py
@@ -511,6 +511,9 @@ class Colorbar:
 
     def _draw_all(self):
         """
         Calculate any free parameters based on the current cmap and norm,
         and do all the drawing.
         """
+        # Bail out early if the norm doesn't have proper limits yet.
+        if not self.norm.scaled():
+            return
         """
         Calculate any free parameters based on the current cmap and norm,
         and do all the drawing.