Skip to content

Commit

Permalink
[FIX] Fixing linting errors
Browse files Browse the repository at this point in the history
  • Loading branch information
LucaCinquini committed Mar 4, 2024
1 parent 9ed4037 commit c087410
Show file tree
Hide file tree
Showing 2 changed files with 12 additions and 12 deletions.
18 changes: 10 additions & 8 deletions airflow/dags/cwl_dag.py
Original file line number Diff line number Diff line change
Expand Up @@ -48,14 +48,16 @@
max_active_runs=1,
default_args=dag_default_args,
params={
"cwl_workflow": Param(default_cwl_workflow,
type="string",
title="CWL workflow",
description="The CWL workflow URL"),
"args_as_json": Param(json.dumps(default_args_as_json_dict),
type="string",
title="CWL wokflow parameters",
description="The job parameters encodes as a JSON string, or the URL of a JSON or YAML file"),
"cwl_workflow": Param(
default_cwl_workflow,
type="string",
title="CWL workflow",
description="The CWL workflow URL"),
"args_as_json": Param(
json.dumps(default_args_as_json_dict),
type="string",
title="CWL wokflow parameters",
description="The job parameters encodes as a JSON string, or the URL of a JSON or YAML file"),
},
)

Expand Down
6 changes: 2 additions & 4 deletions airflow/dags/sbg_L1_to_L2_e2e_cwl_dag.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,9 +24,7 @@
"depends_on_past": False,
"start_date": datetime.utcfromtimestamp(0),
}
CWL_WORKFLOW = (
"https://raw.githubusercontent.com/unity-sds/sbg-workflows/main/L1-to-L2-e2e.cwl"
)
CWL_WORKFLOW = "https://raw.githubusercontent.com/unity-sds/sbg-workflows/main/L1-to-L2-e2e.cwl"
INPUT_AUX_STAC = '{"numberMatched":{"total_size":1},"numberReturned":1,"stac_version":"1.0.0","type":"FeatureCollection","links":[{"rel":"self","href":"https://d3vc8w9zcq658.cloudfront.net/am-uds-dapa/collections/urn:nasa:unity:unity:dev:SBG-L1B_PRE___1/items?limit=10"},{"rel":"root","href":"https://d3vc8w9zcq658.cloudfront.net"}],"features":[{"type":"Feature","stac_version":"1.0.0","id":"urn:nasa:unity:unity:dev:SBG-AUX___1:sRTMnet_v120","properties":{"datetime":"2024-02-14T22:04:41.078000Z","start_datetime":"2024-01-03T13:19:36Z","end_datetime":"2024-01-03T13:19:48Z","created":"2024-01-03T13:19:36Z","updated":"2024-02-14T22:05:25.248000Z","status":"completed","provider":"unity"},"geometry":{"type":"Point","coordinates":[0,0]},"links":[{"rel":"collection","href":"."}],"assets":{"sRTMnet_v120.h5":{"href":"s3://sps-dev-ds-storage/urn:nasa:unity:unity:dev:SBG-AUX___1/urn:nasa:unity:unity:dev:SBG-AUX___1:sRTMnet_v120.h5/sRTMnet_v120.h5","title":"sRTMnet_v120.h5","description":"size=-1;checksumType=md5;checksum=unknown;","roles":["data"]},"sRTMnet_v120_aux.npz":{"href":"s3://sps-dev-ds-storage/urn:nasa:unity:unity:dev:SBG-AUX___1/urn:nasa:unity:unity:dev:SBG-AUX___1:sRTMnet_v120.h5/sRTMnet_v120_aux.npz","title":"sRTMnet_v120_aux.npz","description":"size=-1;checksumType=md5;checksum=unknown;","roles":["data"]}},"bbox":[-180,-90,180,90],"stac_extensions":[],"collection":"urn:nasa:unity:unity:dev:SBG-AUX___1"}]}'

dag = DAG(
Expand Down Expand Up @@ -55,7 +53,7 @@
"input_aux_stac": Param(INPUT_AUX_STAC, type="string"),
# For unity data upload step, unity catalog
"output_isofit_collection_id": Param("urn:nasa:unity:unity:dev:SBG-L2A_RFL___1", type="string"),
"output_resample_collection_id": Param("urn:nasa:unity:unity:dev:SBG-L2A_RSRFL___1", type="string")
"output_resample_collection_id": Param("urn:nasa:unity:unity:dev:SBG-L2A_RSRFL___1", type="string"),
},
)

Expand Down

0 comments on commit c087410

Please sign in to comment.