Frank Qing
76395923ce
Installer pipelines masked dependency and download failures, causing false success messages and unsafe config replacement. Atomic updates and current upstream installers keep failures visible.
38 lines
2.7 KiB
Bash
38 lines
2.7 KiB
Bash
# specific aliases
|
|
alias save_log=/opt/tiger/rh2/rh2/init/log.sh
|
|
alias stdout='tail -f /var/log/tiger/stdout'
|
|
alias stderr='tail -f /var/log/tiger/stderr'
|
|
|
|
# Essential environment variables
|
|
export MERLIN_PROFILING_HDFS_DIR='hdfs://haruna/home/byte_merlin_profiling/'
|
|
export RH2_ENV_JSON=/opt/tiger/rh2/env_json
|
|
export RH2_TENSORBOARD_HDFS=hdfs://haruna/home/byte_aml_platform/public/rh2_prod/8b6d8490dc2904e0/tensorboard/20250527/903e5003c90ff1dc/arnold_trial/46714689
|
|
export SPARK_HOME=/opt/tiger/spark_deploy/spark-3.2/spark-stable
|
|
export PATH=/opt/common_tools:/opt/tiger/typhoon-blade:/usr/lib/x86_64-linux-gnu/openmpi/bin:/usr/local/cuda/bin:/home/tiger/system_op/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/tiger/arnold/arnold_entrypoint/tools:/opt/tiger/arnold/hdfs_client:/opt/tiger/yarn_deploy/hadoop/bin:/opt/tiger/yarn_deploy/hive/bin:/home/tiger/.local/bin:/opt/tiger/nastk/bin:/python:/opt/tiger/mlx_deploy/bin
|
|
export PYSPARK_DRIVER_PYTHON=/usr/bin/python3
|
|
export PYSPARK_PYTHON=/usr/bin/python3
|
|
export PYTHONPATH=::/opt/tiger/arnold_toolbox:/opt/tiger/rh2:/opt/tiger/rh2:/opt/tiger/pyutil:/python:/python/lib/py4j-0.10.9-src.zip
|
|
export PATH=/opt/tiger/arnold/arnold_entrypoint/debugger/cloudide/release-standalone/bin/remote-cli:$PATH
|
|
export PYTHONPATH=$PYTHONPATH:/opt/tiger/pyutil:/opt/tiger/rh2:/opt/tiger/arnold_toolbox
|
|
|
|
# huggingface proxy
|
|
export HF_NETWORK_PROXY=http://huggingface-proxy-sg.byted.org
|
|
export HF_MIRROR_INTERNAL=http://huggingface-mirror.bytedance.net
|
|
export HF_MIRROR_EXTERNAL=https://hf-mirror.com
|
|
export HF_ENDPOINT=$HF_NETWORK_PROXY
|
|
alias hf_network_proxy='export HF_ENDPOINT=$HF_NETWORK_PROXY'
|
|
alias hf_mirror_internal='export HF_ENDPOINT=$HF_MIRROR_INTERNAL'
|
|
alias hf_mirror_external='export HF_ENDPOINT=$HF_MIRROR_EXTERNAL'
|
|
|
|
# http proxy
|
|
export HF_ENDPOINT=http://huggingface-proxy-sg.byted.org
|
|
export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118
|
|
export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118
|
|
export NO_PROXY='byted.org,bytedance.net,10.*.*.*,127.*.*.*'
|
|
export http_proxy=http://sys-proxy-rd-relay.byted.org:8118
|
|
export https_proxy=http://sys-proxy-rd-relay.byted.org:8118
|
|
export no_proxy='byted.org,bytedance.net,10.*.*.*,127.*.*.*'
|
|
|
|
alias proxy_on='export http_proxy=http://sys-proxy-rd-relay.byted.org:8118; export https_proxy=http://sys-proxy-rd-relay.byted.org:8118; export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*; export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*'
|
|
alias proxy_off='unset http_proxy; unset https_proxy; unset no_proxy; unset HTTP_PROXY; unset HTTPS_PROXY; unset NO_PROXY'
|