Merge pull request #60 from ministryofjustice/spark-eks-sdk

Update default aws-java-sdk to work with EKS IAM
ministryofjustice · Jan 6, 2022 · f79348e · f79348e
2 parents cd2d7d0 + fdbf158
commit f79348e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/allspark-notebook/Dockerfile b/allspark-notebook/Dockerfile
@@ -9,7 +9,7 @@ ENV CHOWN_HOME=no
 
 # NB these are sensible defaults but may need to be changed programatically for
 # non local spark (ie. EMR etc.)
-ENV PYSPARK_SUBMIT_ARGS="--packages com.amazonaws:aws-java-sdk:1.11.918,org.apache.hadoop:hadoop-aws:3.0.1 pyspark-shell"
+ENV PYSPARK_SUBMIT_ARGS="--packages com.amazonaws:aws-java-sdk:1.12.134,org.apache.hadoop:hadoop-aws:3.0.1 pyspark-shell"
 
 # Container must be run as root to use NB_UID
 USER root