From b153ea8e8f6c3bea338c67e0c125ad1404c8c806 Mon Sep 17 00:00:00 2001 From: Alexandre Piche Date: Tue, 7 Jan 2025 15:57:47 +0000 Subject: [PATCH] debug vllm --- examples/rl_gsm8k/utils.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/examples/rl_gsm8k/utils.py b/examples/rl_gsm8k/utils.py index 7f8c950c..3e17f113 100644 --- a/examples/rl_gsm8k/utils.py +++ b/examples/rl_gsm8k/utils.py @@ -216,11 +216,13 @@ def _cleanup(self) -> None: f.close() def __enter__(self) -> "VLLMServiceManager": - self._start_service() + #self._start_service() + self.ports = [8080, 8081] return self def __exit__(self, exc_type, exc_val, exc_tb) -> None: - self._cleanup() + return None + #self._cleanup() def get_stats(self): return self.stats