only-torch-2.4 / ext-torch /torch_binding.h
danieldk's picture
danieldk HF Staff
Add activation
a20b2e3
raw
history blame contribute delete
511 Bytes
#pragma once
#include <torch/torch.h>
void silu_and_mul(torch::Tensor &out, torch::Tensor &input);
void gelu_and_mul(torch::Tensor &out, torch::Tensor &input);
void gelu_tanh_and_mul(torch::Tensor &out, torch::Tensor &input);
void fatrelu_and_mul(torch::Tensor &out, torch::Tensor &input,
double threshold);
void gelu_new(torch::Tensor &out, torch::Tensor &input);
void gelu_fast(torch::Tensor &out, torch::Tensor &input);
void gelu_quick(torch::Tensor &out, torch::Tensor &input);