From e56963ca51673d9dd9af8677f73158247f0ff0aa Mon Sep 17 00:00:00 2001 From: Julius Busecke Date: Thu, 6 Jun 2024 10:07:48 -0400 Subject: [PATCH] use fsspec --- feedstock/recipe.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/feedstock/recipe.py b/feedstock/recipe.py index 7da8ab0..d685ff4 100644 --- a/feedstock/recipe.py +++ b/feedstock/recipe.py @@ -162,11 +162,11 @@ async def get_recipe_inputs(): f"Creating {iid}" >> beam.Create(pattern.items()) | CheckpointFileTransfer( transfer_target=cache_target, - max_executors=1, - concurrency_per_executor=2, + max_executors=10, + concurrency_per_executor=3, initial_backoff=3.0, # Try with super long backoff and backoff_factor=2.0, - fsspec_sync_patch=True, + fsspec_sync_patch=False, ) | OpenURLWithFSSpec(cache=None, fsspec_sync_patch=True) | OpenWithXarray(xarray_open_kwargs={"use_cftime": True})