Skip to content

CacheInfo

class CacheInfo

Struct representing KV-cache information.

Attributes

Name Description
cache_type
name
layer_hash
size
num_batches

cache_type

property cache_type: CacheType

name

property name: str

layer_hash

property layer_hash: str

size

property size: int

num_batches

property num_batches: int

Methods

Name Description
__init__
from_cpp

__init__

def __init__(
    self,
    cache_type: CacheType = CacheType.Error,
    name: str = "",
    layer_hash: str = "",
    size: int = 0,
    num_batches: int = 0,
)

from_cpp

def from_cpp(cls, _cache_info: _cQbRuntime.CacheInfo)