Struct ResidencyBlock 

pub struct ResidencyBlock {

    pub sram_bytes: usize,
    pub activations_per_token_bytes: usize,
    pub activations_peak_layer: usize,
    pub activations_peak_layer_kind: &'static str,
    pub activations_fit_sram: bool,
    pub lm_head_live_set_bytes: usize,
    pub lm_head_live_set_per_chip_bytes: usize,
    pub gdn_state_bytes: usize,
    pub gdn_state_bytes_per_chip: usize,
    pub conv_state_bytes: usize,
    pub conv_state_bytes_per_chip: usize,
    pub kv_cache_bytes_per_token: usize,
    pub kv_cache_bytes_per_token_per_chip: usize,
    pub recurrent_working_set_per_chip_bytes: usize,
    pub sram_fit_per_chip: bool,
    pub tiers: Tiers,
    pub provenance: &'static str,
}

Fields

sram_bytes: usize

activations_per_token_bytes: usize

The largest live set of a layer, bf16 — from a liveness walk over the authored forward.

activations_peak_layer: usize

activations_peak_layer_kind: &'static str

activations_fit_sram: bool

lm_head_live_set_bytes: usize

The live set at the LM head — the logits row beside the normed hidden state, bf16 — and its vocab-parallel share per chip.

lm_head_live_set_per_chip_bytes: usize

gdn_state_bytes: usize

gdn_state_bytes_per_chip: usize

conv_state_bytes: usize

conv_state_bytes_per_chip: usize

kv_cache_bytes_per_token: usize

kv_cache_bytes_per_token_per_chip: usize

recurrent_working_set_per_chip_bytes: usize

Activations + the GDN memory + the conv rings on one chip.

sram_fit_per_chip: bool

The recurrent working set, or the LM head’s moment, whichever is larger, fits the SRAM.

tiers: Tiers

provenance: &'static str

Trait Implementations

impl Clone for ResidencyBlock

fn clone(&self) -> ResidencyBlock

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ResidencyBlock

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for ResidencyBlock

fn eq(&self, other: &ResidencyBlock) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for ResidencyBlock

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Eq for ResidencyBlock

impl StructuralPartialEq for ResidencyBlock