(merlin_devbox.zsh, merlin_worker.zsh): consolidate proxy configurations and aliases for Hugging Face and HTTP proxies, enhancing endpoint management and consistency across environments

This commit is contained in:
Frank Qing
2025-06-05 23:37:32 +08:00
parent ad6d3fe8fc
commit 3b820fce60
2 changed files with 43 additions and 28 deletions

View File

@@ -1,15 +1,3 @@
# proxy
export HF_ENDPOINT=http://huggingface-proxy-sg.byted.org
export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118
export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118
export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*
export http_proxy=http://sys-proxy-rd-relay.byted.org:8118
export https_proxy=http://sys-proxy-rd-relay.byted.org:8118
export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*
alias proxy_on='export http_proxy=http://sys-proxy-rd-relay.byted.org:8118; export https_proxy=http://sys-proxy-rd-relay.byted.org:8118; export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*; export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*'
alias proxy_off='unset http_proxy; unset https_proxy; unset no_proxy; unset HTTP_PROXY; unset HTTPS_PROXY; unset NO_PROXY'
# Merlin devbox specific aliases
alias l=ls
alias ll='ls -l --color=auto'
@@ -46,3 +34,25 @@ if [ -f /opt/tiger/rh2_bashrc ]; then
source /opt/tiger/rh2_bashrc
fi
source /opt/tiger/mlx_deploy/userrc
# huggingface proxy
export HF_NETWORK_PROXY=http://huggingface-proxy-sg.byted.org
export HF_MIRROR_INTERNAL=http://huggingface-mirror.bytedance.net
export HF_MIRROR_EXTERNAL=https://hf-mirror.com
export HF_ENDPOINT=$HF_NETWORK_PROXY
alias hf_network_proxy='export HF_ENDPOINT=$HF_NETWORK_PROXY'
alias hf_mirror_internal='export HF_ENDPOINT=$HF_MIRROR_INTERNAL'
alias hf_mirror_external='export HF_ENDPOINT=$HF_MIRROR_EXTERNAL'
# http proxy
export HF_ENDPOINT=http://huggingface-proxy-sg.byted.org
export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118
export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118
export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*
export http_proxy=http://sys-proxy-rd-relay.byted.org:8118
export https_proxy=http://sys-proxy-rd-relay.byted.org:8118
export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*
alias proxy_on='export http_proxy=http://sys-proxy-rd-relay.byted.org:8118; export https_proxy=http://sys-proxy-rd-relay.byted.org:8118; export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*; export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*'
alias proxy_off='unset http_proxy; unset https_proxy; unset no_proxy; unset HTTP_PROXY; unset HTTPS_PROXY; unset NO_PROXY'

View File

@@ -1,19 +1,3 @@
# huggingface proxy
export HF_NETWORK_PROXY=http://huggingface-proxy-sg.byted.org
export HF_MIRROR_INTERNAL=http://huggingface-mirror.bytedance.net
export HF_MIRROR_EXTERNAL=https://hf-mirror.com
export HF_ENDPOINT=$HF_NETWORK_PROXY
alias hf_network_proxy='export HF_ENDPOINT=$HF_NETWORK_PROXY'
alias hf_mirror_internal='export HF_ENDPOINT=$HF_MIRROR_INTERNAL'
alias hf_mirror_external='export HF_ENDPOINT=$HF_MIRROR_EXTERNAL'
# http proxy
export http_proxy=http://sys-proxy-rd-relay.byted.org:8118
export https_proxy=http://sys-proxy-rd-relay.byted.org:8118
export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*
alias proxy_on='export http_proxy=http://sys-proxy-rd-relay.byted.org:8118; export https_proxy=http://sys-proxy-rd-relay.byted.org:8118; export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*'
alias proxy_off='unset http_proxy; unset https_proxy; unset no_proxy'
# specific aliases
alias save_log=/opt/tiger/rh2/rh2/init/log.sh
alias stdout='tail -f /var/log/tiger/stdout'
@@ -31,3 +15,24 @@ export PYSPARK_PYTHON=/usr/bin/python3
export PYTHONPATH=::/opt/tiger/arnold_toolbox:/opt/tiger/rh2:/opt/tiger/rh2:/opt/tiger/pyutil:/python:/python/lib/py4j-0.10.9-src.zip
export PATH=/opt/tiger/arnold/arnold_entrypoint/debugger/cloudide/release-standalone/bin/remote-cli:$PATH
export PYTHONPATH=$PYTHONPATH:/opt/tiger/pyutil:/opt/tiger/rh2:/opt/tiger/arnold_toolbox
# huggingface proxy
export HF_NETWORK_PROXY=http://huggingface-proxy-sg.byted.org
export HF_MIRROR_INTERNAL=http://huggingface-mirror.bytedance.net
export HF_MIRROR_EXTERNAL=https://hf-mirror.com
export HF_ENDPOINT=$HF_NETWORK_PROXY
alias hf_network_proxy='export HF_ENDPOINT=$HF_NETWORK_PROXY'
alias hf_mirror_internal='export HF_ENDPOINT=$HF_MIRROR_INTERNAL'
alias hf_mirror_external='export HF_ENDPOINT=$HF_MIRROR_EXTERNAL'
# http proxy
export HF_ENDPOINT=http://huggingface-proxy-sg.byted.org
export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118
export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118
export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*
export http_proxy=http://sys-proxy-rd-relay.byted.org:8118
export https_proxy=http://sys-proxy-rd-relay.byted.org:8118
export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*
alias proxy_on='export http_proxy=http://sys-proxy-rd-relay.byted.org:8118; export https_proxy=http://sys-proxy-rd-relay.byted.org:8118; export no_proxy=byted.org,bytedance.net,10.*.*.*,127.*.*.*; export HTTP_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export HTTPS_PROXY=http://sys-proxy-rd-relay.byted.org:8118; export NO_PROXY=byted.org,bytedance.net,10.*.*.*,127.*.*.*'
alias proxy_off='unset http_proxy; unset https_proxy; unset no_proxy; unset HTTP_PROXY; unset HTTPS_PROXY; unset NO_PROXY'