Skip to content

Commit f6c95d4

Browse files
committed
remove ssh proxy
1 parent dcc2751 commit f6c95d4

File tree

1 file changed

+2
-4
lines changed

1 file changed

+2
-4
lines changed

bin/launch_ebi_ftp_sync.sh

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,6 @@ export DST_GCP_CREDENTIALS_FILENAME="gcp_credentials.json"
2323
export DST_PATH_RELATIVE_CREDENTIALS_FILE="${DST_PATH_RELATIVE_CREDENTIALS}/${DST_GCP_CREDENTIALS_FILENAME}"
2424
[ -z "${SLURM_USER}" ] && export SLURM_USER=`whoami`
2525
[ -z "${SLURM_QUEUE}" ] && export SLURM_QUEUE="datamover"
26-
[ -z "${EBI_LOGIN_GATE}" ] && export EBI_LOGIN_GATE="ligate.ebi.ac.uk"
2726
[ -z "${EBI_LOGIN_NODE}" ] && export EBI_LOGIN_NODE="codon-slurm-login"
2827
[ -z "${RELEASE_ID_PROD}" ] && export RELEASE_ID_PROD='dev.default_release_id'
2928
[ -z "${DATA_LOCATION_SOURCE}" ] && export DATA_LOCATION_SOURCE="open-targets-pre-data-releases/${RELEASE_ID_PROD}"
@@ -54,7 +53,6 @@ log_error() {
5453
log_heading "INFO" "Launching EBI FTP sync job"
5554
log_body "INFO" " SLURM User: ${SLURM_USER}"
5655
log_body "INFO" " SLURM Queue: ${SLURM_QUEUE}"
57-
log_body "INFO" " EBI Login Gate: ${EBI_LOGIN_GATE}"
5856
log_body "INFO" " EBI Login Node: ${EBI_LOGIN_NODE}"
5957
log_body "INFO" " SLURM Job Script: ${SLURM_JOB_SCRIPT}"
6058
log_body "INFO" " Data Source Location: ${DATA_LOCATION_SOURCE}"
@@ -71,7 +69,7 @@ fi
7169

7270
# Prepare the credentials file
7371
log_body "INFO" "Preparing ops folder, \$HOME/${DST_PATH_RELATIVE_OPS} and credentials file, \$HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE}"
74-
cat ${PATH_GCS_CREDENTIALS_FILE} | ssh -o proxycommand="ssh -p 2244 ${SLURM_USER}@${EBI_LOGIN_GATE} proxy %h" ${SLURM_USER}@${EBI_LOGIN_NODE} "/bin/bash -c 'source /etc/bashrc; mkdir -p \$HOME/${DST_PATH_RELATIVE_CREDENTIALS}; chmod -R 750 \$HOME/${DST_PATH_RELATIVE_OPS}; cat - > \$HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE}; chmod 640 \$HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE}'"
72+
cat ${PATH_GCS_CREDENTIALS_FILE} | ssh ${SLURM_USER}@${EBI_LOGIN_NODE} "/bin/bash -c 'source /etc/bashrc; mkdir -p \$HOME/${DST_PATH_RELATIVE_CREDENTIALS}; chmod -R 750 \$HOME/${DST_PATH_RELATIVE_OPS}; cat - > \$HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE}; chmod 640 \$HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE}'"
7573
# Launch the job
7674
log_body "INFO" "Launching the job on the SLURM cluster"
77-
cat ${SLURM_JOB_SCRIPT} | ssh -o proxycommand="ssh -p 2244 ${SLURM_USER}@${EBI_LOGIN_GATE} proxy %h" ${SLURM_USER}@${EBI_LOGIN_NODE} "/bin/bash -c 'source /etc/bashrc; export PATH_OPS_ROOT_FOLDER=\$HOME/${DST_PATH_RELATIVE_OPS}; export PATH_OPS_CREDENTIALS=\$HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE}; export RELEASE_ID_PROD=${RELEASE_ID_PROD}; export DATA_LOCATION_SOURCE=${DATA_LOCATION_SOURCE}; export SLURM_QUEUE=${SLURM_QUEUE}; sbatch --partition=${SLURM_QUEUE}'"
75+
cat ${SLURM_JOB_SCRIPT} | ssh ${SLURM_USER}@${EBI_LOGIN_NODE} "/bin/bash -c 'source /etc/bashrc; export PATH_OPS_ROOT_FOLDER=\$HOME/${DST_PATH_RELATIVE_OPS}; export PATH_OPS_CREDENTIALS=\$HOME/${DST_PATH_RELATIVE_CREDENTIALS_FILE}; export RELEASE_ID_PROD=${RELEASE_ID_PROD}; export DATA_LOCATION_SOURCE=${DATA_LOCATION_SOURCE}; export SLURM_QUEUE=${SLURM_QUEUE}; sbatch --partition=${SLURM_QUEUE}'"

0 commit comments

Comments
 (0)