Skip to content

vllm_omni.diffusion.attention.capabilities

CapabilityResult dataclass

reason class-attribute instance-attribute 

reason: str | None = None

status instance-attribute 

status: SupportStatus

supported classmethod 

supported() -> CapabilityResult

unmigrated classmethod 

unmigrated(reason: str | None = None) -> CapabilityResult

unsupported classmethod 

unsupported(reason: str) -> CapabilityResult

CompilationMode

Bases: str, Enum

CUSTOM_OP class-attribute instance-attribute 

CUSTOM_OP = 'custom_op'

EAGER_ONLY class-attribute instance-attribute 

EAGER_ONLY = 'eager_only'

TRACEABLE class-attribute instance-attribute 

TRACEABLE = 'traceable'

ExecutionContext dataclass

causal class-attribute instance-attribute 

causal: bool | None = None

dtype class-attribute instance-attribute 

dtype: str | None = None

kernel_variant class-attribute instance-attribute 

kernel_variant: str | None = None

kv_cache_dtype class-attribute instance-attribute 

kv_cache_dtype: str | None = None

mask_mode class-attribute instance-attribute 

mask_mode: MaskMode = MaskMode.NONE

outer_boundaries class-attribute instance-attribute 

outer_boundaries: frozenset[OuterBoundary] = frozenset()

packing_mode class-attribute instance-attribute 

packing_mode: PackingMode = PackingMode.NONE

paged_kv class-attribute instance-attribute 

paged_kv: bool = False

parallel_strategy class-attribute instance-attribute 

parallel_strategy: ParallelStrategy = ParallelStrategy.NONE

piecewise class-attribute instance-attribute 

piecewise: bool = False

platform instance-attribute 

platform: str

require_fullgraph class-attribute instance-attribute 

require_fullgraph: bool = False

ExecutionPathResult dataclass

backend instance-attribute 

backend: str

compilation_mode instance-attribute 

compilation_mode: CompilationMode

kernel_variant instance-attribute 

kernel_variant: str | None

parallel_strategy instance-attribute 

parallel_strategy: ParallelStrategy

path instance-attribute 

path: str

platform instance-attribute 

platform: str

support instance-attribute 

support: CapabilityResult

requested_support 

requested_support(
    context: ExecutionContext,
) -> CapabilityResult

Validate request-level guarantees without changing path migration state.

unmigrated classmethod 

unmigrated(
    backend: str,
    context: ExecutionContext,
    *,
    path: str = "unmigrated",
) -> ExecutionPathResult

MaskMode

Bases: str, Enum

ARBITRARY class-attribute instance-attribute 

ARBITRARY = 'arbitrary'

NONE class-attribute instance-attribute 

NONE = 'none'

PADDING class-attribute instance-attribute 

PADDING = 'padding'

UNKNOWN class-attribute instance-attribute 

UNKNOWN = 'unknown'

OuterBoundary

Bases: str, Enum

HSDP class-attribute instance-attribute 

HSDP = 'hsdp'

PackingMode

Bases: str, Enum

MULTI_DOCUMENT class-attribute instance-attribute 

MULTI_DOCUMENT = 'multi_document'

NONE class-attribute instance-attribute 

NONE = 'none'

PACKED_PADDING class-attribute instance-attribute 

PACKED_PADDING = 'packed_padding'

ParallelStrategy

Bases: str, Enum

ALLGATHER_KV class-attribute instance-attribute 

ALLGATHER_KV = 'allgather_kv'

HYBRID_ULYSSES_RING class-attribute instance-attribute 

HYBRID_ULYSSES_RING = 'hybrid_ulysses_ring'

NONE class-attribute instance-attribute 

NONE = 'none'

RING class-attribute instance-attribute 

RING = 'ring'

ULYSSES class-attribute instance-attribute 

ULYSSES = 'ulysses'

SupportStatus

Bases: str, Enum

SUPPORTED class-attribute instance-attribute 

SUPPORTED = 'supported'

UNMIGRATED class-attribute instance-attribute 

UNMIGRATED = 'unmigrated'

UNSUPPORTED class-attribute instance-attribute 

UNSUPPORTED = 'unsupported'