diff --git a/slim/deployment/model_deploy.py b/slim/deployment/model_deploy.py
index 96b762baedd..67b6f9a386b 100644
--- a/slim/deployment/model_deploy.py
+++ b/slim/deployment/model_deploy.py
@@ -663,7 +663,7 @@ def choose(self, op):
         if op.device:
           return op.device
         node_def = op if isinstance(op, tf.NodeDef) else op.node_def
-        if node_def.op == 'Variable':
+        if node_def.op.startswith('Variable'):
           t = self._task
           self._task = (self._task + 1) % self._tasks
           d = '%s/task:%d' % (self._device, t)