Merge pull request #29173 [YAML] add GCS support for external transfo…

…rm jars
apache · Oct 27, 2023 · ab2ab2f · ab2ab2f
2 parents 1f7e882 + 0d5469e
commit ab2ab2f
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/sdks/python/apache_beam/utils/subprocess_server.py b/sdks/python/apache_beam/utils/subprocess_server.py
@@ -36,6 +36,7 @@
 
 import grpc
 
+from apache_beam.io.filesystems import FileSystems
 from apache_beam.version import __version__ as beam_version
 
 _LOGGER = logging.getLogger(__name__)
@@ -272,7 +273,10 @@ def local_jar(cls, url, cache_dir=None):
           os.makedirs(cache_dir)
           # TODO: Clean up this cache according to some policy.
         try:
-          url_read = urlopen(url)
+          try:
+            url_read = FileSystems.open(url)
+          except ValueError:
+            url_read = urlopen(url)
           with open(cached_jar + '.tmp', 'wb') as jar_write:
             shutil.copyfileobj(url_read, jar_write, length=1 << 20)
           os.rename(cached_jar + '.tmp', cached_jar)