debug vllm

ServiceNow · Jan 7, 2025 · b153ea8 · b153ea8
1 parent 647a491
commit b153ea8
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/examples/rl_gsm8k/utils.py b/examples/rl_gsm8k/utils.py
@@ -216,11 +216,13 @@ def _cleanup(self) -> None:
             f.close()
 
     def __enter__(self) -> "VLLMServiceManager":
-        self._start_service()
+        #self._start_service()
+        self.ports = [8080, 8081]
         return self
 
     def __exit__(self, exc_type, exc_val, exc_tb) -> None:
-        self._cleanup()
+        return None
+        #self._cleanup()
 
     def get_stats(self):
         return self.stats