Skip to content
This repository has been archived by the owner on May 1, 2024. It is now read-only.

Commit

Permalink
.
Browse files Browse the repository at this point in the history
  • Loading branch information
rao-abdul-mannan committed Jun 7, 2018
1 parent 693e34c commit e75c441
Showing 1 changed file with 9 additions and 8 deletions.
17 changes: 9 additions & 8 deletions edx/analytics/tasks/common/spark.py
Original file line number Diff line number Diff line change
Expand Up @@ -176,14 +176,15 @@ class PathSelectionTaskSpark(EventLogSelectionDownstreamMixin, luigi.WrapperTask
)

def requires(self):
if not self.targets:
if self.pyspark_logger:
self.pyspark_logger.warn("PathSelectionTaskSpark=> targets not found, refreshing!")
self.targets = self._get_targets()
else:
if self.pyspark_logger:
self.pyspark_logger.warn("PathSelectionTaskSpark=> targets already exist")
return self.targets
return self._get_targets()
# if not self.targets:
# if self.pyspark_logger:
# self.pyspark_logger.warn("PathSelectionTaskSpark=> targets not found, refreshing!")
# self.targets = self._get_targets()
# else:
# if self.pyspark_logger:
# self.pyspark_logger.warn("PathSelectionTaskSpark=> targets already exist")
# return self.targets

def _get_targets(self):
input = PathSelectionByDateIntervalTask(
Expand Down

0 comments on commit e75c441

Please sign in to comment.