From 28e076f64075734bad442b77a4c868e32576a3bc Mon Sep 17 00:00:00 2001 From: "rshaw@neuralmagic.com" Date: Sat, 10 Aug 2024 22:57:42 +0000 Subject: [PATCH] nit --- vllm/engine/async_llm_engine.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/engine/async_llm_engine.py b/vllm/engine/async_llm_engine.py index 0b0d15fbef629..617ad785e3126 100644 --- a/vllm/engine/async_llm_engine.py +++ b/vllm/engine/async_llm_engine.py @@ -33,6 +33,7 @@ logger = init_logger(__name__) ENGINE_ITERATION_TIMEOUT_S = envs.VLLM_ENGINE_ITERATION_TIMEOUT_S + class AsyncEngineDeadError(RuntimeError): pass