diff --git a/self-intention/Cargo.toml b/self-attention/Cargo.toml similarity index 100% rename from self-intention/Cargo.toml rename to self-attention/Cargo.toml diff --git a/self-intention/src/main.rs b/self-attention/src/main.rs similarity index 93% rename from self-intention/src/main.rs rename to self-attention/src/main.rs index d7908ff..c1f4690 100644 --- a/self-intention/src/main.rs +++ b/self-attention/src/main.rs @@ -33,18 +33,15 @@ impl SelfAttention { impl SelfAttention { fn attention(&self, x: &Tensor) -> Result { - println!("x: {:?}", x); let q = self.w_q.forward(x)?; let k = self.w_k.forward(x)?; let v = self.w_v.forward(x)?; - println!("q: {:?}, k: {:?}", q, k); let qk = q.matmul(&k.transpose(1, 0)?)?; let qk = qk.broadcast_div(&self.scale)?; let qk = softmax(&qk, 1)?; - println!("qk: {:?}, v: {:?}", qk, v); Ok(qk.matmul(&v)?) } }