From f6e4d5cb68dad7e4cd426880fdfa15e9b6505c46 Mon Sep 17 00:00:00 2001 From: Jake Herrmann Date: Fri, 13 Dec 2024 13:50:42 -0900 Subject: [PATCH] add multi-burst insar spot job spec --- .../workflows/deploy-multi-burst-sandbox.yml | 1 + job_spec/INSAR_ISCE_MULTI_BURST_SPOT.yml | 83 +++++++++++++++++++ 2 files changed, 84 insertions(+) create mode 100644 job_spec/INSAR_ISCE_MULTI_BURST_SPOT.yml diff --git a/.github/workflows/deploy-multi-burst-sandbox.yml b/.github/workflows/deploy-multi-burst-sandbox.yml index d31a099fe..5ff4890bc 100644 --- a/.github/workflows/deploy-multi-burst-sandbox.yml +++ b/.github/workflows/deploy-multi-burst-sandbox.yml @@ -26,6 +26,7 @@ jobs: job_files: >- job_spec/INSAR_ISCE_BURST.yml job_spec/INSAR_ISCE_MULTI_BURST.yml + job_spec/INSAR_ISCE_MULTI_BURST_SPOT.yml instance_types: r6id.xlarge,r6id.2xlarge,r6id.4xlarge,r6id.8xlarge,r6idn.xlarge,r6idn.2xlarge,r6idn.4xlarge,r6idn.8xlarge default_max_vcpus: 640 expanded_max_vcpus: 640 diff --git a/job_spec/INSAR_ISCE_MULTI_BURST_SPOT.yml b/job_spec/INSAR_ISCE_MULTI_BURST_SPOT.yml new file mode 100644 index 000000000..bd723652e --- /dev/null +++ b/job_spec/INSAR_ISCE_MULTI_BURST_SPOT.yml @@ -0,0 +1,83 @@ +INSAR_ISCE_MULTI_BURST: + required_parameters: + - reference + - secondary + parameters: + reference: + api_schema: + type: array + minItems: 1 + maxItems: 30 # TODO limit based on Spot failure rate? + # TODO: provide an example with multiple bursts + example: + - S1_136231_IW2_20200604T022312_VV_7C85-BURST + items: + description: Name of the reference Sentinel-1 SLC IW burst granule to process + type: string + pattern: '^S1_\d{6}_IW\d_\d{8}T\d{6}_[VH]{2}_([\dA-F]){4}-BURST$' + minLength: 43 + maxLength: 43 + example: S1_136231_IW2_20200604T022312_VV_7C85-BURST + secondary: + api_schema: + type: array + minItems: 1 + maxItems: 30 # TODO limit based on Spot failure rate? + example: + - S1_136231_IW2_20200616T022313_VV_5D11-BURST + items: + description: Name of the secondary Sentinel-1 SLC IW burst granule to process + type: string + pattern: '^S1_\d{6}_IW\d_\d{8}T\d{6}_[VH]{2}_([\dA-F]){4}-BURST$' + minLength: 43 + maxLength: 43 + example: S1_136231_IW2_20200616T022313_VV_5D11-BURST + apply_water_mask: + api_schema: + description: Sets pixels over coastal and large inland waterbodies as invalid for phase unwrapping. + default: false + type: boolean + looks: + api_schema: + description: Number of looks to take in range and azimuth + type: string + default: 20x4 + enum: + - 20x4 + - 10x2 + - 5x1 + cost_profiles: + EDC: + cost: 1.0 + DEFAULT: + cost: 1.0 + validators: + - check_dem_coverage + - check_valid_polarizations + - check_same_burst_ids + - check_not_antimeridian + steps: + - name: '' + image: ghcr.io/asfhyp3/hyp3-isce2 + command: + - ++process + - insar_tops_burst + - --bucket + - '!Ref Bucket' + - --bucket-prefix + - Ref::bucket_prefix + - --apply-water-mask + - Ref::apply_water_mask + - --looks + - Ref::looks + - --reference + - Ref::reference + - --secondary + - Ref::secondary + timeout: 126000 # 35 hours + compute_environment: Default + vcpu: 1 + memory: 4 # Memory is always overridden by the step function + secrets: + - EARTHDATA_USERNAME + - EARTHDATA_PASSWORD