pub enum OpKind {
Show 22 variants
Matmul {
a: String,
b: String,
},
Plus {
a: String,
b: String,
},
Hadamard {
a: String,
b: String,
},
Rmsnorm {
x: String,
residual: Option<String>,
weight: Option<String>,
heads: Option<usize>,
},
Rope {
q: String,
rc: String,
rs: String,
heads: Option<usize>,
},
Attention {
q: String,
k: String,
v: String,
heads: usize,
groups: usize,
},
FullAttention {
q: String,
k: String,
v: String,
heads: usize,
},
Sigmoid {
x: String,
},
Silu {
x: String,
},
Gelu {
x: String,
},
Softmax {
x: String,
},
Transpose {
x: String,
},
Layernorm {
x: String,
weight: String,
bias: String,
},
CausalConv {
x: String,
weight: String,
state: String,
taps: usize,
},
L2norm {
x: String,
heads: Option<usize>,
},
Decay {
ar: String,
dt: String,
alog: String,
},
GatedDelta {
q: String,
k: String,
v: String,
gate: String,
beta: String,
decay: String,
state: String,
norm: String,
hv: usize,
hk: usize,
},
Swiglu {
gate: String,
up: String,
},
Moe {
x: String,
},
Argmax {
x: String,
},
RowOf {
table: String,
tok: String,
},
SetRow {
table: String,
pos: String,
row: String,
},
}Variants§
Matmul
Plus
Hadamard
Rmsnorm
Rope
Attention
FullAttention
Sigmoid
Silu
Gelu
Softmax
Transpose
Layernorm
CausalConv
L2norm
Decay
GatedDelta
Fields
Swiglu
Moe
Argmax
RowOf
Let V be row TOK of TABLE. — one row of a table by a data index (the embedding lookup).
SetRow
Set row P of TABLE to ROW. — a scatter into a table (the KV-cache append).
Implementations§
Trait Implementations§
impl StructuralPartialEq for OpKind
Auto Trait Implementations§
impl Freeze for OpKind
impl RefUnwindSafe for OpKind
impl Send for OpKind
impl Sync for OpKind
impl Unpin for OpKind
impl UnsafeUnpin for OpKind
impl UnwindSafe for OpKind
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> Downcast for Twhere
T: Any,
impl<T> Downcast for Twhere
T: Any,
§fn into_any(self: Box<T>) -> Box<dyn Any>
fn into_any(self: Box<T>) -> Box<dyn Any>
Convert
Box<dyn Trait> (where Trait: Downcast) to Box<dyn Any>. Box<dyn Any> can
then be further downcast into Box<ConcreteType> where ConcreteType implements Trait.§fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
Convert
Rc<Trait> (where Trait: Downcast) to Rc<Any>. Rc<Any> can then be
further downcast into Rc<ConcreteType> where ConcreteType implements Trait.§fn as_any(&self) -> &(dyn Any + 'static)
fn as_any(&self) -> &(dyn Any + 'static)
Convert
&Trait (where Trait: Downcast) to &Any. This is needed since Rust cannot
generate &Any’s vtable from &Trait’s.§fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
Convert
&mut Trait (where Trait: Downcast) to &Any. This is needed since Rust cannot
generate &mut Any’s vtable from &mut Trait’s.