diff --git a/lib/mpl_toolkits/axes_grid1/axes_grid.py b/lib/mpl_toolkits/axes_grid1/axes_grid.py
index 1d6d6265e86f..0a5189fe45aa 100644
--- a/lib/mpl_toolkits/axes_grid1/axes_grid.py
+++ b/lib/mpl_toolkits/axes_grid1/axes_grid.py
@@ -32,7 +32,16 @@ def colorbar(self, mappable, *, ticks=None, **kwargs):
 
     def toggle_label(self, b):
         axis = self.axis[self.orientation]
-        axis.toggle(ticklabels=b, label=b)
+        axis.toggle(ticks=b, ticklabels=b, label=b)
+        opposite_axis = {
+            'top': 'bottom',
+            'bottom': 'top',
+            'right': 'left',
+            'left': 'right'
+        }
+
+        _axis = self.axis[opposite_axis.get(self.orientation)]
+        _axis.toggle(ticks=False, ticklabels=False, label=False)
 
     def cla(self):
         orientation = self.orientation