Add files via upload
Add initial project files
This commit is contained in:
@@ -0,0 +1,22 @@
|
||||
use burn::{
|
||||
module::Module,
|
||||
tensor::{
|
||||
backend::Backend,
|
||||
activation::sigmoid,
|
||||
Tensor,
|
||||
},
|
||||
};
|
||||
|
||||
|
||||
#[derive(Module, Clone, Debug)]
|
||||
pub struct SILU {}
|
||||
|
||||
impl SILU {
|
||||
pub fn new() -> Self {
|
||||
Self {}
|
||||
}
|
||||
|
||||
pub fn forward<B: Backend, const D: usize>(&self, x: Tensor<B, D>) -> Tensor<B, D> {
|
||||
x.clone() * sigmoid(x)
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user