From 3e30a683e63f478cb57b9f0302640b546de568f5 Mon Sep 17 00:00:00 2001 From: Jan Fiedler Date: Wed, 30 Aug 2023 18:06:26 +0200 Subject: [PATCH] catch abfs protocol in data_persistence.py/get_filesystem and set anon to False Signed-off-by: Jan Fiedler --- flytekit/core/data_persistence.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/flytekit/core/data_persistence.py b/flytekit/core/data_persistence.py index af5593702b..57311ed415 100644 --- a/flytekit/core/data_persistence.py +++ b/flytekit/core/data_persistence.py @@ -119,6 +119,9 @@ def get_filesystem( if anonymous: kwargs["token"] = _ANON return fsspec.filesystem(protocol, **kwargs) # type: ignore + elif protocol == "abfs": + kwargs["anon"] = False + return fsspec.filesystem(protocol, **kwargs) # type: ignore # Preserve old behavior of returning None for file systems that don't have an explicit anonymous option. if anonymous: