@@ -23,7 +23,6 @@ export DST_GCP_CREDENTIALS_FILENAME="gcp_credentials.json"
2323export DST_PATH_RELATIVE_CREDENTIALS_FILE=" ${DST_PATH_RELATIVE_CREDENTIALS} /${DST_GCP_CREDENTIALS_FILENAME} "
2424[ -z " ${SLURM_USER} " ] && export SLURM_USER=` whoami`
2525[ -z " ${SLURM_QUEUE} " ] && export SLURM_QUEUE=" datamover"
26- [ -z " ${EBI_LOGIN_GATE} " ] && export EBI_LOGIN_GATE=" ligate.ebi.ac.uk"
2726[ -z " ${EBI_LOGIN_NODE} " ] && export EBI_LOGIN_NODE=" codon-slurm-login"
2827[ -z " ${RELEASE_ID_PROD} " ] && export RELEASE_ID_PROD=' dev.default_release_id'
2928[ -z " ${DATA_LOCATION_SOURCE} " ] && export DATA_LOCATION_SOURCE=" open-targets-pre-data-releases/${RELEASE_ID_PROD} "
@@ -54,7 +53,6 @@ log_error() {
5453log_heading " INFO" " Launching EBI FTP sync job"
5554log_body " INFO" " SLURM User: ${SLURM_USER} "
5655log_body " INFO" " SLURM Queue: ${SLURM_QUEUE} "
57- log_body " INFO" " EBI Login Gate: ${EBI_LOGIN_GATE} "
5856log_body " INFO" " EBI Login Node: ${EBI_LOGIN_NODE} "
5957log_body " INFO" " SLURM Job Script: ${SLURM_JOB_SCRIPT} "
6058log_body " INFO" " Data Source Location: ${DATA_LOCATION_SOURCE} "
7169
7270# Prepare the credentials file
7371log_body " INFO" " Preparing ops folder, \$ HOME/${DST_PATH_RELATIVE_OPS} and credentials file, \$ HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE} "
74- cat ${PATH_GCS_CREDENTIALS_FILE} | ssh -o proxycommand= " ssh -p 2244 ${SLURM_USER} @ ${EBI_LOGIN_GATE} proxy %h " ${SLURM_USER} @${EBI_LOGIN_NODE} " /bin/bash -c 'source /etc/bashrc; mkdir -p \$ HOME/${DST_PATH_RELATIVE_CREDENTIALS} ; chmod -R 750 \$ HOME/${DST_PATH_RELATIVE_OPS} ; cat - > \$ HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE} ; chmod 640 \$ HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE} '"
72+ cat ${PATH_GCS_CREDENTIALS_FILE} | ssh ${SLURM_USER} @${EBI_LOGIN_NODE} " /bin/bash -c 'source /etc/bashrc; mkdir -p \$ HOME/${DST_PATH_RELATIVE_CREDENTIALS} ; chmod -R 750 \$ HOME/${DST_PATH_RELATIVE_OPS} ; cat - > \$ HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE} ; chmod 640 \$ HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE} '"
7573# Launch the job
7674log_body " INFO" " Launching the job on the SLURM cluster"
77- cat ${SLURM_JOB_SCRIPT} | ssh -o proxycommand= " ssh -p 2244 ${SLURM_USER} @ ${EBI_LOGIN_GATE} proxy %h " ${SLURM_USER} @${EBI_LOGIN_NODE} " /bin/bash -c 'source /etc/bashrc; export PATH_OPS_ROOT_FOLDER=\$ HOME/${DST_PATH_RELATIVE_OPS} ; export PATH_OPS_CREDENTIALS=\$ HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE} ; export RELEASE_ID_PROD=${RELEASE_ID_PROD} ; export DATA_LOCATION_SOURCE=${DATA_LOCATION_SOURCE} ; export SLURM_QUEUE=${SLURM_QUEUE} ; sbatch --partition=${SLURM_QUEUE} '"
75+ cat ${SLURM_JOB_SCRIPT} | ssh ${SLURM_USER} @${EBI_LOGIN_NODE} " /bin/bash -c 'source /etc/bashrc; export PATH_OPS_ROOT_FOLDER=\$ HOME/${DST_PATH_RELATIVE_OPS} ; export PATH_OPS_CREDENTIALS=\$ HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE} ; export RELEASE_ID_PROD=${RELEASE_ID_PROD} ; export DATA_LOCATION_SOURCE=${DATA_LOCATION_SOURCE} ; export SLURM_QUEUE=${SLURM_QUEUE} ; sbatch --partition=${SLURM_QUEUE} '"
0 commit comments