Skip to content

vllm.entrypoints.serve.instrumentator

Modules:

Name Description
basic
health
metrics
offline_docs

Offline FastAPI documentation support for air-gapped environments.

server_info

register_instrumentator_api_routers

register_instrumentator_api_routers(app: FastAPI)
Source code in vllm/entrypoints/serve/instrumentator/__init__.py
def register_instrumentator_api_routers(app: FastAPI):
    from .basic import router as basic_router

    app.include_router(basic_router)

    from .health import router as health_router

    app.include_router(health_router)

    from .metrics import attach_router as metrics_attach_router

    metrics_attach_router(app)

    from .offline_docs import attach_router as offline_docs_attach_router

    offline_docs_attach_router(app)

    if envs.VLLM_SERVER_DEV_MODE:
        from .server_info import router as server_info_router

        app.include_router(server_info_router)