Skip to content

Commit

Permalink
Update recipe.py
Browse files Browse the repository at this point in the history
  • Loading branch information
jbusecke authored Jun 7, 2024
1 parent 54aa2c2 commit b8b27fe
Showing 1 changed file with 9 additions and 9 deletions.
18 changes: 9 additions & 9 deletions feedstock/recipe.py
Original file line number Diff line number Diff line change
Expand Up @@ -160,15 +160,15 @@ async def get_recipe_inputs():
pattern = pattern_from_file_sequence(urls, concat_dim="time")
recipes[iid] = (
f"Creating {iid}" >> beam.Create(pattern.items())
| CheckpointFileTransfer(
transfer_target=cache_target,
max_executors=10,
concurrency_per_executor=4,
initial_backoff=3.0, # Try with super long backoff and
backoff_factor=2.0,
fsspec_sync_patch=False,
)
| OpenURLWithFSSpec(cache=None, fsspec_sync_patch=True)
# | CheckpointFileTransfer(
# transfer_target=cache_target,
# max_executors=10,
# concurrency_per_executor=4,
# initial_backoff=3.0, # Try with super long backoff and
# backoff_factor=2.0,
# fsspec_sync_patch=False,
# )
| OpenURLWithFSSpec(cache=cache_target, fsspec_sync_patch=True)
| OpenWithXarray(xarray_open_kwargs={"use_cftime": True})
| Preprocessor()
| StoreToZarr(
Expand Down

0 comments on commit b8b27fe

Please sign in to comment.