Build (aarch64-linux)

build/torch27-cxx11-cu128-aarch64-linux/paged_attention/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _paged_attention_6677800
-ops = torch.ops._paged_attention_6677800
+from . import _paged_attention_b4c51e9
+ops = torch.ops._paged_attention_b4c51e9
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_paged_attention_6677800::{op_name}"
+    return f"_paged_attention_b4c51e9::{op_name}"

build/{torch26-cxx98-cu126-aarch64-linux/paged_attention/_paged_attention_6677800.abi3.so → torch27-cxx11-cu128-aarch64-linux/paged_attention/_paged_attention_b4c51e9.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:385c8fd6816793573ac802c40e1be99cc5703eebb4df05330ce57b2216da8836
-size 88162432
+oid sha256:9cba9e7b3cf9de722c5dc8f56a533542521fdef05a290a2b4db13948b0f1eca4
+size 138172880

build/torch28-cxx11-cu126-aarch64-linux/paged_attention/__init__.py

@@ -1,21 +0,0 @@
-from ._custom_ops import (
-    convert_fp8,
-    copy_blocks,
-    paged_attention_v1,
-    paged_attention_v2,
-    reshape_and_cache,
-    reshape_and_cache_flash,
-    swap_blocks,
-)
-from ._ops import ops
-
-__all__ = [
-    "convert_fp8",
-    "copy_blocks",
-    "ops",
-    "paged_attention_v1",
-    "paged_attention_v2",
-    "reshape_and_cache",
-    "reshape_and_cache_flash",
-    "swap_blocks",
-]

build/torch28-cxx11-cu126-aarch64-linux/paged_attention/_custom_ops.py

@@ -1,173 +0,0 @@
-from typing import List, Optional
-
-import torch
-
-from ._ops import ops
-
-
-# page attention ops
-def paged_attention_v1(
-    out: torch.Tensor,
-    query: torch.Tensor,
-    key_cache: torch.Tensor,
-    value_cache: torch.Tensor,
-    num_kv_heads: int,
-    scale: float,
-    block_tables: torch.Tensor,
-    seq_lens: torch.Tensor,
-    block_size: int,
-    max_seq_len: int,
-    alibi_slopes: Optional[torch.Tensor],
-    kv_cache_dtype: str,
-    k_scale: float,
-    v_scale: float,
-    tp_rank: int = 0,
-    blocksparse_local_blocks: int = 0,
-    blocksparse_vert_stride: int = 0,
-    blocksparse_block_size: int = 64,
-    blocksparse_head_sliding_step: int = 0,
-) -> None:
-    ops.paged_attention_v1(
-        out,
-        query,
-        key_cache,
-        value_cache,
-        num_kv_heads,
-        scale,
-        block_tables,
-        seq_lens,
-        block_size,
-        max_seq_len,
-        alibi_slopes,
-        kv_cache_dtype,
-        k_scale,
-        v_scale,
-        tp_rank,
-        blocksparse_local_blocks,
-        blocksparse_vert_stride,
-        blocksparse_block_size,
-        blocksparse_head_sliding_step,
-    )
-
-
-def paged_attention_v2(
-    out: torch.Tensor,
-    exp_sum: torch.Tensor,
-    max_logits: torch.Tensor,
-    tmp_out: torch.Tensor,
-    query: torch.Tensor,
-    key_cache: torch.Tensor,
-    value_cache: torch.Tensor,
-    num_kv_heads: int,
-    scale: float,
-    block_tables: torch.Tensor,
-    seq_lens: torch.Tensor,
-    block_size: int,
-    max_seq_len: int,
-    alibi_slopes: Optional[torch.Tensor],
-    kv_cache_dtype: str,
-    k_scale: float,
-    v_scale: float,
-    tp_rank: int = 0,
-    blocksparse_local_blocks: int = 0,
-    blocksparse_vert_stride: int = 0,
-    blocksparse_block_size: int = 64,
-    blocksparse_head_sliding_step: int = 0,
-) -> None:
-    ops.paged_attention_v2(
-        out,
-        exp_sum,
-        max_logits,
-        tmp_out,
-        query,
-        key_cache,
-        value_cache,
-        num_kv_heads,
-        scale,
-        block_tables,
-        seq_lens,
-        block_size,
-        max_seq_len,
-        alibi_slopes,
-        kv_cache_dtype,
-        k_scale,
-        v_scale,
-        tp_rank,
-        blocksparse_local_blocks,
-        blocksparse_vert_stride,
-        blocksparse_block_size,
-        blocksparse_head_sliding_step,
-    )
-
-
-def reshape_and_cache(
-    key: torch.Tensor,
-    value: torch.Tensor,
-    key_cache: torch.Tensor,
-    value_cache: torch.Tensor,
-    slot_mapping: torch.Tensor,
-    kv_cache_dtype: str,
-    k_scale: float,
-    v_scale: float,
-) -> None:
-    ops.reshape_and_cache(
-        key,
-        value,
-        key_cache,
-        value_cache,
-        slot_mapping,
-        kv_cache_dtype,
-        k_scale,
-        v_scale,
-    )
-
-
-def reshape_and_cache_flash(
-    key: torch.Tensor,
-    value: torch.Tensor,
-    key_cache: torch.Tensor,
-    value_cache: torch.Tensor,
-    slot_mapping: torch.Tensor,
-    kv_cache_dtype: str,
-    k_scale: torch.Tensor,
-    v_scale: torch.Tensor,
-) -> None:
-    ops.reshape_and_cache_flash(
-        key,
-        value,
-        key_cache,
-        value_cache,
-        slot_mapping,
-        kv_cache_dtype,
-        k_scale,
-        v_scale,
-    )
-
-
-def copy_blocks(
-    key_caches: List[torch.Tensor],
-    value_caches: List[torch.Tensor],
-    block_mapping: torch.Tensor,
-) -> None:
-    ops.copy_blocks(key_caches, value_caches, block_mapping)
-
-
-def swap_blocks(
-    src: torch.Tensor, dst: torch.Tensor, block_mapping: torch.Tensor
-) -> None:
-    ops.swap_blocks(src, dst, block_mapping)
-
-
-def convert_fp8(
-    output: torch.Tensor, input: torch.Tensor, scale: float = 1.0, kv_dtype: str = "fp8"
-) -> None:
-    ops.convert_fp8(output, input, scale, kv_dtype)
-
-
-__all__ = [
-    "convert_fp8",
-    "paged_attention_v1",
-    "paged_attention_v2",
-    "reshape_and_cache",
-    "copy_blocks",
-]

build/torch28-cxx11-cu126-aarch64-linux/paged_attention/_ops.py

@@ -1,9 +0,0 @@
-import torch
-from . import _paged_attention_e6ce28c_dirty
-ops = torch.ops._paged_attention_e6ce28c_dirty
-
-def add_op_namespace_prefix(op_name: str):
-    """
-    Prefix op by namespace.
-    """
-    return f"_paged_attention_e6ce28c_dirty::{op_name}"

build/torch28-cxx11-cu126-aarch64-linux/paged_attention/_paged_attention_e6ce28c_dirty.abi3.so

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:97f6ba61bd73001a587126e697ca500dd6e89bb5b2e46a58ea42e83d023f0d0e
-size 88171000

build/torch28-cxx11-cu126-aarch64-linux/paged_attention/platforms.py

@@ -1,92 +0,0 @@
-import os
-import random
-from abc import ABC, abstractmethod
-from functools import lru_cache, wraps
-from typing import Callable, ParamSpec, TypeVar
-
-import numpy as np
-import torch
-
-IS_ROCM = torch.version.hip is not None
-IS_MPS = torch.backends.mps.is_available()
-
-
-class Platform(ABC):
-    @classmethod
-    def seed_everything(cls, seed: int) -> None:
-        """
-        Set the seed of each random module.
-        `torch.manual_seed` will set seed on all devices.
-
-        Loosely based on: https://github.com/Lightning-AI/pytorch-lightning/blob/2.4.0/src/lightning/fabric/utilities/seed.py#L20
-        """
-        random.seed(seed)
-        np.random.seed(seed)
-        torch.manual_seed(seed)
-
-    @abstractmethod
-    def get_device_name(self, device_id: int = 0) -> str: ...
-
-    @abstractmethod
-    def is_cuda(self) -> bool: ...
-
-    @abstractmethod
-    def is_rocm(self) -> bool: ...
-
-    @abstractmethod
-    def is_mps(self) -> bool: ...
-
-
-class CudaPlatform(Platform):
-    @classmethod
-    @lru_cache(maxsize=8)
-    def get_device_name(cls, device_id: int = 0) -> str:
-        return torch.cuda.get_device_name(0)
-
-    def is_cuda(self) -> bool:
-        return True
-
-    def is_rocm(self) -> bool:
-        return False
-
-    def is_mps(self) -> bool:
-        return False
-
-
-class RocmPlatform(Platform):
-    @classmethod
-    @lru_cache(maxsize=8)
-    def get_device_name(cls, device_id: int = 0) -> str:
-        return torch.cuda.get_device_name(device_id)
-
-    def is_cuda(self) -> bool:
-        return False
-
-    def is_rocm(self) -> bool:
-        return True
-
-    def is_mps(self) -> bool:
-        return False
-
-
-class MpsPlatform(Platform):
-    @classmethod
-    @lru_cache(maxsize=8)
-    def get_device_name(cls, device_id: int = 0) -> str:
-        return torch.cuda.get_device_name(device_id)
-
-    def is_cuda(self) -> bool:
-        return False
-
-    def is_rocm(self) -> bool:
-        return False
-
-    def is_mps(self) -> bool:
-        return True
-
-current_platform = (
-    RocmPlatform() if IS_ROCM else
-    MpsPlatform() if IS_MPS else
-    CudaPlatform() if torch.cuda.is_available() else
-    None
-)

build/torch28-cxx11-cu128-aarch64-linux/paged_attention/__init__.py

@@ -1,21 +0,0 @@
-from ._custom_ops import (
-    convert_fp8,
-    copy_blocks,
-    paged_attention_v1,
-    paged_attention_v2,
-    reshape_and_cache,
-    reshape_and_cache_flash,
-    swap_blocks,
-)
-from ._ops import ops
-
-__all__ = [
-    "convert_fp8",
-    "copy_blocks",
-    "ops",
-    "paged_attention_v1",
-    "paged_attention_v2",
-    "reshape_and_cache",
-    "reshape_and_cache_flash",
-    "swap_blocks",
-]

build/torch28-cxx11-cu128-aarch64-linux/paged_attention/_custom_ops.py

@@ -1,173 +0,0 @@
-from typing import List, Optional
-
-import torch
-
-from ._ops import ops
-
-
-# page attention ops
-def paged_attention_v1(
-    out: torch.Tensor,
-    query: torch.Tensor,
-    key_cache: torch.Tensor,
-    value_cache: torch.Tensor,
-    num_kv_heads: int,
-    scale: float,
-    block_tables: torch.Tensor,
-    seq_lens: torch.Tensor,
-    block_size: int,
-    max_seq_len: int,
-    alibi_slopes: Optional[torch.Tensor],
-    kv_cache_dtype: str,
-    k_scale: float,
-    v_scale: float,
-    tp_rank: int = 0,
-    blocksparse_local_blocks: int = 0,
-    blocksparse_vert_stride: int = 0,
-    blocksparse_block_size: int = 64,
-    blocksparse_head_sliding_step: int = 0,
-) -> None:
-    ops.paged_attention_v1(
-        out,
-        query,
-        key_cache,
-        value_cache,
-        num_kv_heads,
-        scale,
-        block_tables,
-        seq_lens,
-        block_size,
-        max_seq_len,
-        alibi_slopes,
-        kv_cache_dtype,
-        k_scale,
-        v_scale,
-        tp_rank,
-        blocksparse_local_blocks,
-        blocksparse_vert_stride,
-        blocksparse_block_size,
-        blocksparse_head_sliding_step,
-    )
-
-
-def paged_attention_v2(
-    out: torch.Tensor,
-    exp_sum: torch.Tensor,
-    max_logits: torch.Tensor,
-    tmp_out: torch.Tensor,
-    query: torch.Tensor,
-    key_cache: torch.Tensor,
-    value_cache: torch.Tensor,
-    num_kv_heads: int,
-    scale: float,
-    block_tables: torch.Tensor,
-    seq_lens: torch.Tensor,
-    block_size: int,
-    max_seq_len: int,
-    alibi_slopes: Optional[torch.Tensor],
-    kv_cache_dtype: str,
-    k_scale: float,
-    v_scale: float,
-    tp_rank: int = 0,
-    blocksparse_local_blocks: int = 0,
-    blocksparse_vert_stride: int = 0,
-    blocksparse_block_size: int = 64,
-    blocksparse_head_sliding_step: int = 0,
-) -> None:
-    ops.paged_attention_v2(
-        out,
-        exp_sum,
-        max_logits,
-        tmp_out,
-        query,
-        key_cache,
-        value_cache,
-        num_kv_heads,
-        scale,
-        block_tables,
-        seq_lens,
-        block_size,
-        max_seq_len,
-        alibi_slopes,
-        kv_cache_dtype,
-        k_scale,
-        v_scale,
-        tp_rank,
-        blocksparse_local_blocks,
-        blocksparse_vert_stride,
-        blocksparse_block_size,
-        blocksparse_head_sliding_step,
-    )
-
-
-def reshape_and_cache(
-    key: torch.Tensor,
-    value: torch.Tensor,
-    key_cache: torch.Tensor,
-    value_cache: torch.Tensor,
-    slot_mapping: torch.Tensor,
-    kv_cache_dtype: str,
-    k_scale: float,
-    v_scale: float,
-) -> None:
-    ops.reshape_and_cache(
-        key,
-        value,
-        key_cache,
-        value_cache,
-        slot_mapping,
-        kv_cache_dtype,
-        k_scale,
-        v_scale,
-    )
-
-
-def reshape_and_cache_flash(
-    key: torch.Tensor,
-    value: torch.Tensor,
-    key_cache: torch.Tensor,
-    value_cache: torch.Tensor,
-    slot_mapping: torch.Tensor,
-    kv_cache_dtype: str,
-    k_scale: torch.Tensor,
-    v_scale: torch.Tensor,
-) -> None:
-    ops.reshape_and_cache_flash(
-        key,
-        value,
-        key_cache,
-        value_cache,
-        slot_mapping,
-        kv_cache_dtype,
-        k_scale,
-        v_scale,
-    )
-
-
-def copy_blocks(
-    key_caches: List[torch.Tensor],
-    value_caches: List[torch.Tensor],
-    block_mapping: torch.Tensor,
-) -> None:
-    ops.copy_blocks(key_caches, value_caches, block_mapping)
-
-
-def swap_blocks(
-    src: torch.Tensor, dst: torch.Tensor, block_mapping: torch.Tensor
-) -> None:
-    ops.swap_blocks(src, dst, block_mapping)
-
-
-def convert_fp8(
-    output: torch.Tensor, input: torch.Tensor, scale: float = 1.0, kv_dtype: str = "fp8"
-) -> None:
-    ops.convert_fp8(output, input, scale, kv_dtype)
-
-
-__all__ = [
-    "convert_fp8",
-    "paged_attention_v1",
-    "paged_attention_v2",
-    "reshape_and_cache",
-    "copy_blocks",
-]

build/torch28-cxx11-cu128-aarch64-linux/paged_attention/_ops.py

@@ -1,9 +0,0 @@
-import torch
-from . import _paged_attention_e6ce28c_dirty
-ops = torch.ops._paged_attention_e6ce28c_dirty
-
-def add_op_namespace_prefix(op_name: str):
-    """
-    Prefix op by namespace.
-    """
-    return f"_paged_attention_e6ce28c_dirty::{op_name}"

build/torch28-cxx11-cu128-aarch64-linux/paged_attention/_paged_attention_e6ce28c_dirty.abi3.so

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:80929eb7a9f2561ef3e21c764494ac30f80935b054150b415626e49fe8d52b96
-size 120282936

build/torch28-cxx11-cu128-aarch64-linux/paged_attention/platforms.py

@@ -1,92 +0,0 @@
-import os
-import random
-from abc import ABC, abstractmethod
-from functools import lru_cache, wraps
-from typing import Callable, ParamSpec, TypeVar
-
-import numpy as np
-import torch
-
-IS_ROCM = torch.version.hip is not None
-IS_MPS = torch.backends.mps.is_available()
-
-
-class Platform(ABC):
-    @classmethod
-    def seed_everything(cls, seed: int) -> None:
-        """
-        Set the seed of each random module.
-        `torch.manual_seed` will set seed on all devices.
-
-        Loosely based on: https://github.com/Lightning-AI/pytorch-lightning/blob/2.4.0/src/lightning/fabric/utilities/seed.py#L20
-        """
-        random.seed(seed)
-        np.random.seed(seed)
-        torch.manual_seed(seed)
-
-    @abstractmethod
-    def get_device_name(self, device_id: int = 0) -> str: ...
-
-    @abstractmethod
-    def is_cuda(self) -> bool: ...
-
-    @abstractmethod
-    def is_rocm(self) -> bool: ...
-
-    @abstractmethod
-    def is_mps(self) -> bool: ...
-
-
-class CudaPlatform(Platform):
-    @classmethod
-    @lru_cache(maxsize=8)
-    def get_device_name(cls, device_id: int = 0) -> str:
-        return torch.cuda.get_device_name(0)
-
-    def is_cuda(self) -> bool:
-        return True
-
-    def is_rocm(self) -> bool:
-        return False
-
-    def is_mps(self) -> bool:
-        return False
-
-
-class RocmPlatform(Platform):
-    @classmethod
-    @lru_cache(maxsize=8)
-    def get_device_name(cls, device_id: int = 0) -> str:
-        return torch.cuda.get_device_name(device_id)
-
-    def is_cuda(self) -> bool:
-        return False
-
-    def is_rocm(self) -> bool:
-        return True
-
-    def is_mps(self) -> bool:
-        return False
-
-
-class MpsPlatform(Platform):
-    @classmethod
-    @lru_cache(maxsize=8)
-    def get_device_name(cls, device_id: int = 0) -> str:
-        return torch.cuda.get_device_name(device_id)
-
-    def is_cuda(self) -> bool:
-        return False
-
-    def is_rocm(self) -> bool:
-        return False
-
-    def is_mps(self) -> bool:
-        return True
-
-current_platform = (
-    RocmPlatform() if IS_ROCM else
-    MpsPlatform() if IS_MPS else
-    CudaPlatform() if torch.cuda.is_available() else
-    None
-)

build/torch28-cxx11-cu129-aarch64-linux/paged_attention/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _paged_attention_e6ce28c_dirty
-ops = torch.ops._paged_attention_e6ce28c_dirty
+from . import _paged_attention_b4c51e9
+ops = torch.ops._paged_attention_b4c51e9
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_paged_attention_e6ce28c_dirty::{op_name}"
+    return f"_paged_attention_b4c51e9::{op_name}"

build/{torch27-cxx11-cu126-aarch64-linux/paged_attention/_paged_attention_6677800.abi3.so → torch28-cxx11-cu129-aarch64-linux/paged_attention/_paged_attention_b4c51e9.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2639286d960d9992c40b85c911773825374d8bb218a82eb84cdd4ac41342cb4c
-size 88169904
+oid sha256:02238a0a4dacdbbf60eb9bb73a95332b448d5127f71149003c764f40595d9d06
+size 149841048

build/torch28-cxx11-cu129-aarch64-linux/paged_attention/_paged_attention_e6ce28c_dirty.abi3.so

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:874c4b927fbbc21dc27ec190beac22b38346b66a080a0e56e4e9a010c5d737b5
-size 130442416

build/{torch27-cxx11-cu126-aarch64-linux → torch29-cxx11-cu126-aarch64-linux}/paged_attention/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _paged_attention_6677800
-ops = torch.ops._paged_attention_6677800
+from . import _paged_attention_b4c51e9
+ops = torch.ops._paged_attention_b4c51e9
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_paged_attention_6677800::{op_name}"
+    return f"_paged_attention_b4c51e9::{op_name}"

build/{torch27-cxx11-cu128-aarch64-linux/paged_attention/_paged_attention_6677800.abi3.so → torch29-cxx11-cu126-aarch64-linux/paged_attention/_paged_attention_b4c51e9.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bb98e687cc11950f2103990b777e6699c4a7285a53092def0063a9684fa951e
-size 120216032
+oid sha256:75a193f66139a77108969642a435eb345b97c24e4a31e53856fd7c65bff6e810
+size 110584256

build/{torch26-cxx98-cu126-aarch64-linux → torch29-cxx11-cu128-aarch64-linux}/paged_attention/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _paged_attention_6677800
-ops = torch.ops._paged_attention_6677800
+from . import _paged_attention_b4c51e9
+ops = torch.ops._paged_attention_b4c51e9
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_paged_attention_6677800::{op_name}"
+    return f"_paged_attention_b4c51e9::{op_name}"

build/torch29-cxx11-cu128-aarch64-linux/paged_attention/_paged_attention_b4c51e9.abi3.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0955cb5ea9b9714579c81efc8810bba7ce46aad33701c244efcb01d021a944f
+size 138174216