From 0e267b84f4b7533792c3dcb5e870bda7643fdd1a Mon Sep 17 00:00:00 2001 From: henshy Date: Tue, 9 Apr 2024 14:26:16 +0800 Subject: [PATCH] Meituan HDFS Access Without Proxy for Kerberos Authentication (#1096) * Meituan HDFS Access Without Proxy for Kerberos Authentication * Meituan HDFS Access Without Proxy for Kerberos Authentication --------- Co-authored-by: huangxu17 --- deploy/scripts/sgx/run_trainer_ps_sgx.sh | 3 ++- deploy/scripts/sgx/run_trainer_worker_sgx.sh | 3 +-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/deploy/scripts/sgx/run_trainer_ps_sgx.sh b/deploy/scripts/sgx/run_trainer_ps_sgx.sh index 84450ad10..de156bf6b 100755 --- a/deploy/scripts/sgx/run_trainer_ps_sgx.sh +++ b/deploy/scripts/sgx/run_trainer_ps_sgx.sh @@ -18,6 +18,7 @@ set -ex source ~/.env export CUDA_VISIBLE_DEVICES= cp /app/sgx/gramine/CI-Examples/tensorflow_io.py ./ +unset HTTPS_PROXY https_proxy http_proxy ftp_proxy source /app/deploy/scripts/hdfs_common.sh || true source /app/deploy/scripts/pre_start_hook.sh || true source /app/deploy/scripts/env_to_args.sh @@ -48,4 +49,4 @@ if [[ -z "${END_CPU_SN}" ]]; then END_CPU_SN=3 fi -taskset -c $START_CPU_SN-$END_CPU_SN stdbuf -o0 gramine-sgx python -m fedlearner.trainer.parameter_server $POD_IP:${LISTEN_PORT} \ No newline at end of file +taskset -c $START_CPU_SN-$END_CPU_SN stdbuf -o0 gramine-sgx python -m fedlearner.trainer.parameter_server $POD_IP:${LISTEN_PORT} diff --git a/deploy/scripts/sgx/run_trainer_worker_sgx.sh b/deploy/scripts/sgx/run_trainer_worker_sgx.sh index dc4c5543c..1771f75fc 100755 --- a/deploy/scripts/sgx/run_trainer_worker_sgx.sh +++ b/deploy/scripts/sgx/run_trainer_worker_sgx.sh @@ -32,6 +32,7 @@ fi echo $PROXY_LOCAL_PORT > /pod-data/proxy_local_port cp /app/sgx/gramine/CI-Examples/tensorflow_io.py ./ +unset HTTPS_PROXY https_proxy http_proxy ftp_proxy source /app/deploy/scripts/hdfs_common.sh || true source /app/deploy/scripts/pre_start_hook.sh || true source /app/deploy/scripts/env_to_args.sh @@ -48,8 +49,6 @@ cp /app/sgx/gramine/CI-Examples/tensorflow_io.py /gramine/follower/ cp /app/sgx/gramine/CI-Examples/tensorflow_io.py /gramine/leader/ source /app/deploy/scripts/sgx/enclave_env.sh worker -unset HTTPS_PROXY https_proxy http_proxy ftp_proxy - mode=$(normalize_env_to_args "--mode" "$MODE") sparse_estimator=$(normalize_env_to_args "--sparse-estimator" "$SPARSE_ESTIMATOR") batch_size=$(normalize_env_to_args "--batch-size" "$BATCH_SIZE")