async with asyncio_timeout(ENGINE_ITERATION_TIMEOUT_S): done, _ = await asyncio.wait( requests_in_progress, return_when=asyncio.FIRST_COMPLETED) for _ in range(pipeline_parallel_size): await asyncio.sleep(0) 监听异步函数执行情况。asyncio.FIRST_COMPLETED,当其中有一个engine.step有返回就开始更新...
TIMEOUT_KEEP_ALIVE= 5#secondsopenai_serving_chat: OpenAIServingChat openai_serving_completion: OpenAIServingCompletion logger= init_logger(__name__) @asynccontextmanager asyncdeflifespan(app: fastapi.FastAPI): asyncdef_force_log():whileTrue: await asyncio.sleep(10) await engine.do_log_stats()if...
mq_engine_client = await asyncio.get_running_loop().run_in_executor( None, build_client) try: while True: try: await mq_engine_client.setup() break except TimeoutError: if (not engine_process.is_alive() or not engine_alive.value): raise RuntimeError( "Engine process failed to start....
ERROR 08-21 07:32:22 async_llm_engine.py:57] async with asyncio_timeout(ENGINE_ITERATION_TIMEOUT_S): ERROR 08-21 07:32:22 async_llm_engine.py:57] File "/usr/local/lib/python3.10/dist-packages/vllm-0.5.4+cpu-py3.10-linux-x86_64.egg/vllm/engine/async_timeout.py", line 95, in...
ERROR 01-24 07:01:37 async_llm_engine.py:68] async with asyncio_timeout(ENGINE_ITERATION_TIMEOUT_S): ERROR 01-24 07:01:37 async_llm_engine.py:68] File "/usr/local/lib/python3.10/dist-packages/vllm/engine/async_timeout.py", line 95, inaexit ...
TIMEOUT_KEEP_ALIVE = 5 # seconds openai_serving_chat: OpenAIServingChat openai_serving_completion: OpenAIServingCompletion logger = init_logger(__name__) @asynccontextmanager async def lifespan(app: fastapi.FastAPI): async def _force_log(): ...
insert_drive_file async_timeout-4.0.3.dist-info/INSTALLER insert_drive_file async_timeout-4.0.3.dist-info/LICENSE insert_drive_file async_timeout-4.0.3.dist-info/METADATA insert_drive_file async_timeout-4.0.3.dist-info/RECORD insert_drive_file async_timeout-4.0.3.dist-info/WHEEL article ...
insert_drive_file async_timeout-4.0.3.dist-info/INSTALLER insert_drive_file async_timeout-4.0.3.dist-info/LICENSE insert_drive_file async_timeout-4.0.3.dist-info/METADATA insert_drive_file async_timeout-4.0.3.dist-info/RECORD insert_drive_file async_timeout-4.0.3.dist-info/WHEEL article ...
async-timeout==4.0.3 # via # aiohttp # redis attrs==24.2.0 # via # aiohttp # jsonlines # jsonschema # referencing audioread==3.0.1 # via librosa awscli==1.35.23 # via -r requirements-test.in bitsandbytes==0.44.1 # via -r requirements-test.in black==24.10...
vllm 当我设置tensor_parallel_size=2时，发生了一个时间错误,当tensor_parallel_size=2被使用时，输出...