diff --git a/deluge/ui/gtkui/preferences.py b/deluge/ui/gtkui/preferences.py
index d22468679..0f9a21915 100644
--- a/deluge/ui/gtkui/preferences.py
+++ b/deluge/ui/gtkui/preferences.py
@@ -173,6 +173,10 @@ class Preferences(component.Component):
         if self.iter_to_remove != None:
             self.liststore.remove(self.iter_to_remove)
 
+        # We need to re-adjust the index values for the remaining pages
+        for i, (index, name) in enumerate(self.liststore):
+            self.liststore[i][0] = i
+
     def show(self, page=None):
         """Page should be the string in the left list.. ie, 'Network' or
         'Bandwidth'"""