diff --git a/TFNetwork.py b/TFNetwork.py
index 8f1ee104e3..0cefffc016 100644
--- a/TFNetwork.py
+++ b/TFNetwork.py
@@ -728,6 +728,8 @@ def get_saveable_params_list(self):
     for layer_name, layer in sorted(self.layers.items()):
       assert isinstance(layer, LayerBase)
       for param_name, param in sorted(layer.get_saveable_params_dict().items()):
+        if param in l:  # could happen with reuse_params
+          continue
         l.append(param)
     l += self.get_auxiliary_params()
     l += self.extra_vars_to_save