Skip to content

vllm.models.minimax_m3.amd.specialized_decode.mono.residency

The HIP driver's occupancy of a compiled FlyDSL kernel: a persistent grid needs every CTA resident at once.

Functions:

active_workgroups_per_cu(compiled, name, threads)

compiled: a flyc.compile result; name: its kernel symbol.

Source code in vllm/models/minimax_m3/amd/specialized_decode/mono/residency.py 
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
def active_workgroups_per_cu(compiled, name: str, threads: int) -> int:
    """``compiled``: a ``flyc.compile`` result; ``name``: its kernel symbol."""
    hip = _hip()
    module, func, count = ctypes.c_void_p(), ctypes.c_void_p(), ctypes.c_int()
    image = code_object(compiled._keepalive._ir_text)
    _check(hip.hipModuleLoadData(ctypes.byref(module), image), f"load {name}")
    try:
        _check(
            hip.hipModuleGetFunction(ctypes.byref(func), module, name.encode()),
            f"find {name}",
        )
        _check(
            hip.hipModuleOccupancyMaxActiveBlocksPerMultiprocessor(
                ctypes.byref(count), func, threads, 0
            ),
            f"occupancy of {name}",
        )
    finally:
        hip.hipModuleUnload(module)
    return count.value

code_object(ir_text)

The linked ELF of a FlyDSL artifact's gpu.binary (MLIR escapes non-printable bytes as \XX).

Source code in vllm/models/minimax_m3/amd/specialized_decode/mono/residency.py 
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
def code_object(ir_text: str) -> bytes:
    """The linked ELF of a FlyDSL artifact's ``gpu.binary`` (MLIR escapes
    non-printable bytes as ``\\XX``)."""
    m = re.search(r'bin = "((?:[^"\\]|\\.)*)"', ir_text, re.S)
    if m is None:
        raise RuntimeError("FlyDSL artifact holds no gpu.binary")
    src, out, i = m.group(1), bytearray(), 0
    while i < len(src):
        if src[i] != "\\":
            out.append(ord(src[i]))
            i += 1
        elif src[i + 1] == "\\":
            out.append(0x5C)
            i += 2
        else:
            out.append(int(src[i + 1 : i + 3], 16))
            i += 3
    if out[:4] != b"\x7fELF":
        raise RuntimeError("FlyDSL gpu.binary is not an ELF code object")
    return bytes(out)