diff --git a/aws_get.sh b/aws_get.sh index 1c258f4..ae84fc0 100755 --- a/aws_get.sh +++ b/aws_get.sh @@ -3,6 +3,7 @@ source ~/.bash_profile BASE_PATH=$(dirname "${BASH_SOURCE}") +export PYTHONDONTWRITEBYTECODE=1 # check args if [ "$#" -eq 3 ]; then diff --git a/docker/job-spec.json.lw-mozart-purge b/docker/job-spec.json.lw-mozart-purge index 03a02eb..f164952 100644 --- a/docker/job-spec.json.lw-mozart-purge +++ b/docker/job-spec.json.lw-mozart-purge @@ -1,6 +1,6 @@ { "required_queues":["system-jobs-queue"], - "command":"python /home/ops/lightweight-jobs/purge.py", + "command":"/home/ops/lightweight-jobs/purge.sh", "disk_usage":"3GB", "soft_time_limit": 86400, "time_limit": 86700, diff --git a/docker/job-spec.json.lw-tosca-purge b/docker/job-spec.json.lw-tosca-purge index 255e17a..31d1c8e 100644 --- a/docker/job-spec.json.lw-tosca-purge +++ b/docker/job-spec.json.lw-tosca-purge @@ -1,6 +1,6 @@ { "required_queues":["system-jobs-queue"], - "command":"python /home/ops/lightweight-jobs/purge.py", + "command":"/home/ops/lightweight-jobs/purge.sh", "imported_worker_files":{ "$HOME/.aws":"/home/ops/.aws", "$HOME/.azure": "/home/ops/.azure" diff --git a/notify_by_email.sh b/notify_by_email.sh index d4f20dc..39f0b63 100755 --- a/notify_by_email.sh +++ b/notify_by_email.sh @@ -3,6 +3,7 @@ source ~/.bash_profile BASE_PATH=$(dirname "${BASH_SOURCE}") +export PYTHONDONTWRITEBYTECODE=1 # send email echo "##########################################" 1>&2 diff --git a/purge.sh b/purge.sh new file mode 100755 index 0000000..5bbbbd1 --- /dev/null +++ b/purge.sh @@ -0,0 +1,24 @@ +#!/bin/bash +BASE_PATH=$(dirname "${BASH_SOURCE}") +BASE_PATH=$(cd "${BASE_PATH}"; pwd) + +# source PGE env +export PYTHONPATH=$BASE_PATH:$PYTHONPATH +export PATH=$BASE_PATH:$PATH +export PYTHONDONTWRITEBYTECODE=1 + +# source environment +source $HOME/verdi/bin/activate + +echo "##########################################" 1>&2 +echo -n "Running purge.py: " 1>&2 +date 1>&2 +python $BASE_PATH/purge.py +STATUS=$? +echo -n "Finished running purge.py: " 1>&2 +date 1>&2 +if [ $STATUS -ne 0 ]; then + echo "Failed to run purge.py" 1>&2 + cat purge.log 1>&2 + exit $STATUS +fi diff --git a/retry.sh b/retry.sh index bf478cb..306b3eb 100755 --- a/retry.sh +++ b/retry.sh @@ -3,6 +3,7 @@ source ~/.bash_profile BASE_PATH=$(dirname "${BASH_SOURCE}") +export PYTHONDONTWRITEBYTECODE=1 # retry job echo "##########################################" 1>&2 diff --git a/wget.sh b/wget.sh index e7039ff..bdc7186 100755 --- a/wget.sh +++ b/wget.sh @@ -3,6 +3,7 @@ source ~/.bash_profile BASE_PATH=$(dirname "${BASH_SOURCE}") +export PYTHONDONTWRITEBYTECODE=1 # check args if [ "$#" -eq 3 ]; then