Using --tmp-outdir-prefix to create the files locally

unity-sds · Mar 7, 2024 · 7e10f63 · 7e10f63
1 parent 45d5545
commit 7e10f63
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/airflow/dags/docker_cwl_pod.yaml b/airflow/dags/docker_cwl_pod.yaml
@@ -9,7 +9,7 @@ spec:
   containers:
   - name: cwl-docker
     # image: ghcr.io/unity-sds/unity-sps/sps-docker-cwl:2.0.0-alpha.1
-    image: ghcr.io/unity-sds/unity-sps/sps-docker-cwl:develop4
+    image: ghcr.io/unity-sds/unity-sps/sps-docker-cwl:develop6
     imagePullPolicy: Always
     command: ["/usr/share/cwl/docker_cwl_entrypoint.sh"]
     securityContext:

diff --git a/airflow/docker/cwl/docker_cwl_entrypoint.sh b/airflow/docker/cwl/docker_cwl_entrypoint.sh
@@ -10,7 +10,7 @@
 # $3: optional working directory, defaults to the current directory
 # Note: The working must be accessible by the Docker container that executes this script
 
-set -e
+set -ex
 cwl_workflow=$1
 job_args=$2
 work_dir=${3:-.}
@@ -43,7 +43,9 @@ done
 
 # Execute CWL workflow
 . /usr/share/cwl/venv/bin/activate
-cwl-runner "$cwl_workflow" "$job_args"
+pwd
+mkdir -p ./cache
+cwl-runner --cachedir ./cache --tmp-outdir-prefix "$PWD"/ "$cwl_workflow" "$job_args"
 deactivate
 
 # Stop Docker engine