Skip to content

Commit

Permalink
Make test executors use default staging storage access list (#3343)
Browse files Browse the repository at this point in the history
Aside from htex_local_alternate which is deliberately intended to use
complicated option combinations, other test providers should use a
minimal configuration and get the default.

This has the immediate effect of making zip: file staging available
to future tests on all executors.

Co-authored-by: Kevin Hunter Kesling <[email protected]>
  • Loading branch information
benclifford and khk-globus authored Apr 11, 2024
1 parent 08d26f0 commit c8dabd0
Show file tree
Hide file tree
Showing 3 changed files with 4 additions and 5 deletions.
3 changes: 2 additions & 1 deletion parsl/tests/configs/htex_local_alternate.py
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,7 @@
from parsl.data_provider.http import HTTPInTaskStaging
from parsl.data_provider.ftp import FTPInTaskStaging
from parsl.data_provider.file_noop import NoOpFileStaging
from parsl.data_provider.zip import ZipFileStaging

working_dir = os.getcwd() + "/" + "test_htex_alternate"

Expand All @@ -42,7 +43,7 @@ def fresh_config():
address="127.0.0.1",
label="htex_Local",
working_dir=working_dir,
storage_access=[FTPInTaskStaging(), HTTPInTaskStaging(), NoOpFileStaging()],
storage_access=[ZipFileStaging(), FTPInTaskStaging(), HTTPInTaskStaging(), NoOpFileStaging()],
worker_debug=True,
cores_per_worker=1,
heartbeat_period=2,
Expand Down
3 changes: 1 addition & 2 deletions parsl/tests/configs/taskvine_ex.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,5 +9,4 @@

def fresh_config():
return Config(executors=[TaskVineExecutor(manager_config=TaskVineManagerConfig(port=9000),
worker_launch_method='factory',
storage_access=[FTPInTaskStaging(), HTTPInTaskStaging(), NoOpFileStaging()])])
worker_launch_method='factory')])
3 changes: 1 addition & 2 deletions parsl/tests/configs/workqueue_ex.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,5 +8,4 @@

def fresh_config():
return Config(executors=[WorkQueueExecutor(port=9000,
coprocess=True,
storage_access=[FTPInTaskStaging(), HTTPInTaskStaging(), NoOpFileStaging()])])
coprocess=True)])

0 comments on commit c8dabd0

Please sign in to comment.