39 lines
2.7 KiB
Bash
39 lines
2.7 KiB
Bash
# specific aliases
|
|
alias save_log=/opt/tiger/rh2/rh2/init/log.sh
|
|
alias stdout='tail -f /var/log/tiger/stdout'
|
|
alias stderr='tail -f /var/log/tiger/stderr'
|
|
|
|
# Essential environment variables
|
|
export MERLIN_PROFILING_HDFS_DIR='hdfs://haruna/home/byte_merlin_profiling/'
|
|
export RH2_ENV_JSON=/opt/tiger/rh2/env_json
|
|
export MLX_USER_TOKEN=bd2a3f1b71d54ab497f13f2eefc4f5bc
|
|
export RH2_TENSORBOARD_HDFS=hdfs://haruna/home/byte_aml_platform/public/rh2_prod/8b6d8490dc2904e0/tensorboard/20250527/903e5003c90ff1dc/arnold_trial/46714689
|
|
export SPARK_HOME=/opt/tiger/spark_deploy/spark-3.2/spark-stable
|
|
export PATH=/opt/common_tools:/opt/tiger/typhoon-blade:/usr/lib/x86_64-linux-gnu/openmpi/bin:/usr/local/cuda/bin:/home/tiger/system_op/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/tiger/arnold/arnold_entrypoint/tools:/opt/tiger/arnold/hdfs_client:/opt/tiger/yarn_deploy/hadoop/bin:/opt/tiger/yarn_deploy/hive/bin:/home/tiger/.local/bin:/opt/tiger/nastk/bin:/python:/opt/tiger/mlx_deploy/bin
|
|
export PYSPARK_DRIVER_PYTHON=/usr/bin/python3
|
|
export PYSPARK_PYTHON=/usr/bin/python3
|
|
export PYTHONPATH=::/opt/tiger/arnold_toolbox:/opt/tiger/rh2:/opt/tiger/rh2:/opt/tiger/pyutil:/python:/python/lib/py4j-0.10.9-src.zip
|
|
export PATH=/opt/tiger/arnold/arnold_entrypoint/debugger/cloudide/release-standalone/bin/remote-cli:$PATH
|
|
export PYTHONPATH=$PYTHONPATH:/opt/tiger/pyutil:/opt/tiger/rh2:/opt/tiger/arnold_toolbox
|
|
|
|
# huggingface proxy
|
|
export HF_NETWORK_PROXY=http://huggingface-proxy-sg.byted.org
|
|
export HF_MIRROR_INTERNAL=http://huggingface-mirror.bytedance.net
|
|
export HF_MIRROR_EXTERNAL=https://hf-mirror.com
|
|
export HF_ENDPOINT=$HF_NETWORK_PROXY
|
|
alias hf_network_proxy='export HF_ENDPOINT=$HF_NETWORK_PROXY'
|
|
alias hf_mirror_internal='export HF_ENDPOINT=$HF_MIRROR_INTERNAL'
|
|
alias hf_mirror_external='export HF_ENDPOINT=$HF_MIRROR_EXTERNAL'
|
|
|
|
# http proxy
|
|
export HF_ENDPOINT=http://huggingface-proxy-sg.byted.org
|
|
export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118
|
|
export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118
|
|
export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*
|
|
export http_proxy=http://sys-proxy-rd-relay.byted.org:8118
|
|
export https_proxy=http://sys-proxy-rd-relay.byted.org:8118
|
|
export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*
|
|
|
|
alias proxy_on='export http_proxy=http://sys-proxy-rd-relay.byted.org:8118; export https_proxy=http://sys-proxy-rd-relay.byted.org:8118; export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*; export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*'
|
|
alias proxy_off='unset http_proxy; unset https_proxy; unset no_proxy; unset HTTP_PROXY; unset HTTPS_PROXY; unset NO_PROXY'
|