Clear inactive dataset if the last task was executed

servicelayer/taskqueue.py

@@ -298,6 +298,7 @@ def mark_done(self, task: Task):
         pipe.set(self.end_key, pack_now())
         pipe.set(self.last_update_key, pack_now())
         pipe.execute()
+
         status = self.get_status()
         if status["running"] == 0 and status["pending"] == 0:
             # remove the dataset from active datasets
@@ -314,6 +315,9 @@ def mark_done(self, task: Task):
             # delete stages key
             pipe.delete(self.active_stages_key)
 
+            pipe.execute()
+
+
     def mark_for_retry(self, task):
         pipe = self.conn.pipeline()
         stage_key = self.get_stage_key(task.operation)