Skip to content

Commit

Permalink
symlink instead of copy
Browse files Browse the repository at this point in the history
  • Loading branch information
bw2 committed Jun 26, 2024
1 parent 3a03111 commit 5cd1142
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion step_pipeline/batch.py
Original file line number Diff line number Diff line change
Expand Up @@ -864,7 +864,7 @@ def _transfer_input_spec(self, input_spec):
else:
input_spec.read_input_obj = self._job._batch.read_input(input_spec.source_path)
if self._step_type == BatchStepType.BASH:
self._job.command(f"cp {input_spec.read_input_obj} '{input_spec.local_path}'") # needed to trigger download
self._job.command(f"ln -s {input_spec.read_input_obj} '{input_spec.local_path}'") # needed to trigger download

echo_done_command = 'echo "Done localizing files via COPY"'
if echo_done_command not in self._commands:
Expand Down

0 comments on commit 5cd1142

Please sign in to comment.