diff --git a/airflow/dags/docker_cwl_pod.yaml b/airflow/dags/docker_cwl_pod.yaml index 800a6541..422a6cc6 100644 --- a/airflow/dags/docker_cwl_pod.yaml +++ b/airflow/dags/docker_cwl_pod.yaml @@ -8,7 +8,21 @@ spec: containers: - name: cwl-docker - image: ghcr.io/unity-sds/unity-sps/sps-docker-cwl:develop-rnd-1 + image: ghcr.io/unity-sds/unity-sps/sps-docker-cwl:develop-rnd-3 command: ["/usr/share/cwl/docker_cwl_entrypoint.sh"] + args: ["https://raw.githubusercontent.com/unity-sds/sbg-workflows/1.0/preprocess/sbg-preprocess-workflow.cwl", '{ + "input_processing_labels": [ + "lable1", + "label2" + ], + "input_cmr_collection_name": "C2408009906-LPCLOUD", + "input_cmr_search_start_time": "2024-01-03T13:19:36.000Z", + "input_cmr_search_stop_time": "2024-01-03T13:19:36.000Z", + "input_unity_dapa_client": "40c2s0ulbhp9i0fmaph3su9jch", + "input_unity_dapa_api": "https://d3vc8w9zcq658.cloudfront.net", + "input_crid": "001", + "output_collection_id": "urn:nasa:unity:unity:dev:SBG-L1B_PRE___1", + "output_data_bucket": "sps-dev-ds-storage" +}'] securityContext: privileged: true diff --git a/airflow/docker/cwl/docker_cwl_entrypoint.sh b/airflow/docker/cwl/docker_cwl_entrypoint.sh index bd485742..41916d0d 100755 --- a/airflow/docker/cwl/docker_cwl_entrypoint.sh +++ b/airflow/docker/cwl/docker_cwl_entrypoint.sh @@ -27,13 +27,8 @@ do sleep 1 done -printenv | grep AWS - -ls -l /var/run/secrets/eks.amazonaws.com/serviceaccount/token - # Execute CWL workflow . /usr/share/cwl/venv/bin/activate -aws s3 ls cwl-runner --outdir "$output_dir" --no-match-user --no-read-only "$cwl_workflow" /tmp/job_args.json deactivate