Add files via upload

Add initial project files
This commit is contained in:
Gadersd
2023-08-04 14:32:47 -04:00
committed by GitHub
parent 1aed8b655a
commit e4145441eb
31 changed files with 266571 additions and 0 deletions
+22
View File
@@ -0,0 +1,22 @@
use burn::{
module::Module,
tensor::{
backend::Backend,
activation::sigmoid,
Tensor,
},
};
#[derive(Module, Clone, Debug)]
pub struct SILU {}
impl SILU {
pub fn new() -> Self {
Self {}
}
pub fn forward<B: Backend, const D: usize>(&self, x: Tensor<B, D>) -> Tensor<B, D> {
x.clone() * sigmoid(x)
}
}