pub const CACHE_BUDGET: usize = _; // 25_769_803_776usize
The default bytes of tensor data the model keeps in memory.