catch abfs protocol in data_persistence.py/get_filesystem and set ano…

…n to False (#1813) Signed-off-by: Jan Fiedler <[email protected]> Signed-off-by: Jeev B <[email protected]>
flyteorg · Sep 20, 2023 · 40a789f · 40a789f
1 parent 112f740
commit 40a789f
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/flytekit/core/data_persistence.py b/flytekit/core/data_persistence.py
@@ -119,6 +119,9 @@ def get_filesystem(
             if anonymous:
                 kwargs["token"] = _ANON
             return fsspec.filesystem(protocol, **kwargs)  # type: ignore
+        elif protocol == "abfs":
+            kwargs["anon"] = False
+            return fsspec.filesystem(protocol, **kwargs)  # type: ignore
 
         # Preserve old behavior of returning None for file systems that don't have an explicit anonymous option.
         if anonymous: