Skip to content

Commit fe2a945

Browse files
authored
Merge branch 'main' into increase-slurm-time-limits
2 parents 2c9cbd6 + 0d51a50 commit fe2a945

1 file changed

Lines changed: 4 additions & 1 deletion

File tree

nemo_rl/models/generation/vllm/vllm_worker.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -106,7 +106,10 @@ def configure_worker(
106106
init_kwargs["seed"] = seed
107107
# Need to give each DP group its own vllm cache to address:
108108
# https://github.com/vllm-project/vllm/issues/18851
109-
env_vars["VLLM_CACHE_ROOT"] = os.path.expanduser(f"~/.cache/vllm_{seed}")
109+
env_vars["VLLM_CACHE_ROOT"] = (
110+
os.environ.get("VLLM_CACHE_ROOT", os.path.expanduser("~/.cache/vllm"))
111+
+ f"_{seed}"
112+
)
110113

111114
# Give each vLLM engine a deterministic starting port for TP/DP
112115
# rendezvous. vLLM's _get_open_port() reads VLLM_PORT and

0 commit comments

Comments
 (0)