We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents 2c9cbd6 + 0d51a50 commit fe2a945Copy full SHA for fe2a945
1 file changed
nemo_rl/models/generation/vllm/vllm_worker.py
@@ -106,7 +106,10 @@ def configure_worker(
106
init_kwargs["seed"] = seed
107
# Need to give each DP group its own vllm cache to address:
108
# https://github.com/vllm-project/vllm/issues/18851
109
- env_vars["VLLM_CACHE_ROOT"] = os.path.expanduser(f"~/.cache/vllm_{seed}")
+ env_vars["VLLM_CACHE_ROOT"] = (
110
+ os.environ.get("VLLM_CACHE_ROOT", os.path.expanduser("~/.cache/vllm"))
111
+ + f"_{seed}"
112
+ )
113
114
# Give each vLLM engine a deterministic starting port for TP/DP
115
# rendezvous. vLLM's _get_open_port() reads VLLM_PORT and
0 commit comments