diff --git a/scripts/persistent-conda-ebs/on-start.sh b/scripts/persistent-conda-ebs/on-start.sh
index 656fb10..6e6dd0f 100644
--- a/scripts/persistent-conda-ebs/on-start.sh
+++ b/scripts/persistent-conda-ebs/on-start.sh
@@ -22,6 +22,7 @@ for env in $WORKING_DIR/miniconda/envs/*; do
     BASENAME=$(basename "$env")
     source activate "$BASENAME"
     python -m ipykernel install --user --name "$BASENAME" --display-name "Custom ($BASENAME)"
+    conda deactivate
 done
 
 # Optionally, uncomment these lines to disable SageMaker-provided Conda functionality.