diff --git a/packages/jss/src/RuleList.js b/packages/jss/src/RuleList.js
index 9ebe8f5a5..752a634ea 100644
--- a/packages/jss/src/RuleList.js
+++ b/packages/jss/src/RuleList.js
@@ -114,7 +114,10 @@ export default class RuleList {
   remove(rule) {
     this.unregister(rule)
     delete this.raw[rule.key]
-    this.index.splice(this.index.indexOf(rule), 1)
+    const index = this.index.findIndex(v => v.key === rule.key);
+    if (index > -1) {
+        this.index.splice(index, 1)
+    }
   }
 
   /**