✨ (merlin_devbox.zsh, merlin_worker.zsh): consolidate proxy configurations and aliases for Hugging Face and HTTP proxies, enhancing endpoint management and consistency across environments
This commit is contained in:
Frank Qing
@@ -1,15 +1,3 @@
|
|||||||
# proxy
|
|
||||||
export HF_ENDPOINT=http://huggingface-proxy-sg.byted.org
|
|
||||||
export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118
|
|
||||||
export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118
|
|
||||||
export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*
|
|
||||||
export http_proxy=http://sys-proxy-rd-relay.byted.org:8118
|
|
||||||
export https_proxy=http://sys-proxy-rd-relay.byted.org:8118
|
|
||||||
export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*
|
|
||||||
|
|
||||||
alias proxy_on='export http_proxy=http://sys-proxy-rd-relay.byted.org:8118; export https_proxy=http://sys-proxy-rd-relay.byted.org:8118; export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*; export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*'
|
|
||||||
alias proxy_off='unset http_proxy; unset https_proxy; unset no_proxy; unset HTTP_PROXY; unset HTTPS_PROXY; unset NO_PROXY'
|
|
||||||
|
|
||||||
# Merlin devbox specific aliases
|
# Merlin devbox specific aliases
|
||||||
alias l=ls
|
alias l=ls
|
||||||
alias ll='ls -l --color=auto'
|
alias ll='ls -l --color=auto'
|
||||||
@@ -46,3 +34,25 @@ if [ -f /opt/tiger/rh2_bashrc ]; then
|
|||||||
source /opt/tiger/rh2_bashrc
|
source /opt/tiger/rh2_bashrc
|
||||||
fi
|
fi
|
||||||
source /opt/tiger/mlx_deploy/userrc
|
source /opt/tiger/mlx_deploy/userrc
|
||||||
|
|
||||||
|
|
||||||
|
# huggingface proxy
|
||||||
|
export HF_NETWORK_PROXY=http://huggingface-proxy-sg.byted.org
|
||||||
|
export HF_MIRROR_INTERNAL=http://huggingface-mirror.bytedance.net
|
||||||
|
export HF_MIRROR_EXTERNAL=https://hf-mirror.com
|
||||||
|
export HF_ENDPOINT=$HF_NETWORK_PROXY
|
||||||
|
alias hf_network_proxy='export HF_ENDPOINT=$HF_NETWORK_PROXY'
|
||||||
|
alias hf_mirror_internal='export HF_ENDPOINT=$HF_MIRROR_INTERNAL'
|
||||||
|
alias hf_mirror_external='export HF_ENDPOINT=$HF_MIRROR_EXTERNAL'
|
||||||
|
|
||||||
|
# http proxy
|
||||||
|
export HF_ENDPOINT=http://huggingface-proxy-sg.byted.org
|
||||||
|
export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118
|
||||||
|
export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118
|
||||||
|
export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*
|
||||||
|
export http_proxy=http://sys-proxy-rd-relay.byted.org:8118
|
||||||
|
export https_proxy=http://sys-proxy-rd-relay.byted.org:8118
|
||||||
|
export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*
|
||||||
|
|
||||||
|
alias proxy_on='export http_proxy=http://sys-proxy-rd-relay.byted.org:8118; export https_proxy=http://sys-proxy-rd-relay.byted.org:8118; export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*; export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*'
|
||||||
|
alias proxy_off='unset http_proxy; unset https_proxy; unset no_proxy; unset HTTP_PROXY; unset HTTPS_PROXY; unset NO_PROXY'
|
||||||
|
|||||||
@@ -1,19 +1,3 @@
|
|||||||
# huggingface proxy
|
|
||||||
export HF_NETWORK_PROXY=http://huggingface-proxy-sg.byted.org
|
|
||||||
export HF_MIRROR_INTERNAL=http://huggingface-mirror.bytedance.net
|
|
||||||
export HF_MIRROR_EXTERNAL=https://hf-mirror.com
|
|
||||||
export HF_ENDPOINT=$HF_NETWORK_PROXY
|
|
||||||
alias hf_network_proxy='export HF_ENDPOINT=$HF_NETWORK_PROXY'
|
|
||||||
alias hf_mirror_internal='export HF_ENDPOINT=$HF_MIRROR_INTERNAL'
|
|
||||||
alias hf_mirror_external='export HF_ENDPOINT=$HF_MIRROR_EXTERNAL'
|
|
||||||
|
|
||||||
# http proxy
|
|
||||||
export http_proxy=http://sys-proxy-rd-relay.byted.org:8118
|
|
||||||
export https_proxy=http://sys-proxy-rd-relay.byted.org:8118
|
|
||||||
export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*
|
|
||||||
alias proxy_on='export http_proxy=http://sys-proxy-rd-relay.byted.org:8118; export https_proxy=http://sys-proxy-rd-relay.byted.org:8118; export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*'
|
|
||||||
alias proxy_off='unset http_proxy; unset https_proxy; unset no_proxy'
|
|
||||||
|
|
||||||
# specific aliases
|
# specific aliases
|
||||||
alias save_log=/opt/tiger/rh2/rh2/init/log.sh
|
alias save_log=/opt/tiger/rh2/rh2/init/log.sh
|
||||||
alias stdout='tail -f /var/log/tiger/stdout'
|
alias stdout='tail -f /var/log/tiger/stdout'
|
||||||
@@ -31,3 +15,24 @@ export PYSPARK_PYTHON=/usr/bin/python3
|
|||||||
export PYTHONPATH=::/opt/tiger/arnold_toolbox:/opt/tiger/rh2:/opt/tiger/rh2:/opt/tiger/pyutil:/python:/python/lib/py4j-0.10.9-src.zip
|
export PYTHONPATH=::/opt/tiger/arnold_toolbox:/opt/tiger/rh2:/opt/tiger/rh2:/opt/tiger/pyutil:/python:/python/lib/py4j-0.10.9-src.zip
|
||||||
export PATH=/opt/tiger/arnold/arnold_entrypoint/debugger/cloudide/release-standalone/bin/remote-cli:$PATH
|
export PATH=/opt/tiger/arnold/arnold_entrypoint/debugger/cloudide/release-standalone/bin/remote-cli:$PATH
|
||||||
export PYTHONPATH=$PYTHONPATH:/opt/tiger/pyutil:/opt/tiger/rh2:/opt/tiger/arnold_toolbox
|
export PYTHONPATH=$PYTHONPATH:/opt/tiger/pyutil:/opt/tiger/rh2:/opt/tiger/arnold_toolbox
|
||||||
|
|
||||||
|
# huggingface proxy
|
||||||
|
export HF_NETWORK_PROXY=http://huggingface-proxy-sg.byted.org
|
||||||
|
export HF_MIRROR_INTERNAL=http://huggingface-mirror.bytedance.net
|
||||||
|
export HF_MIRROR_EXTERNAL=https://hf-mirror.com
|
||||||
|
export HF_ENDPOINT=$HF_NETWORK_PROXY
|
||||||
|
alias hf_network_proxy='export HF_ENDPOINT=$HF_NETWORK_PROXY'
|
||||||
|
alias hf_mirror_internal='export HF_ENDPOINT=$HF_MIRROR_INTERNAL'
|
||||||
|
alias hf_mirror_external='export HF_ENDPOINT=$HF_MIRROR_EXTERNAL'
|
||||||
|
|
||||||
|
# http proxy
|
||||||
|
export HF_ENDPOINT=http://huggingface-proxy-sg.byted.org
|
||||||
|
export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118
|
||||||
|
export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118
|
||||||
|
export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*
|
||||||
|
export http_proxy=http://sys-proxy-rd-relay.byted.org:8118
|
||||||
|
export https_proxy=http://sys-proxy-rd-relay.byted.org:8118
|
||||||
|
export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*
|
||||||
|
|
||||||
|
alias proxy_on='export http_proxy=http://sys-proxy-rd-relay.byted.org:8118; export https_proxy=http://sys-proxy-rd-relay.byted.org:8118; export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*; export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*'
|
||||||
|
alias proxy_off='unset http_proxy; unset https_proxy; unset no_proxy; unset HTTP_PROXY; unset HTTPS_PROXY; unset NO_PROXY'
|
||||||
|
|||||||
Reference in New Issue
Block a user