kernel
flash-attn / flash_attn /src /flash_fwd_hdim192_fp16_causal_sm80.cu
drbh
feat: include source and enable build
a7165c8
raw
history blame contribute delete
479 Bytes
// Copyright (c) 2024, Tri Dao.
// Splitting the different head dimensions to different files to speed up compilation.
// This file is auto-generated. See "generate_kernels.py"
#include "namespace_config.h"
#include "flash_fwd_launch_template.h"
namespace FLASH_NAMESPACE {
template<>
void run_mha_fwd_<cutlass::half_t, 192, true>(Flash_fwd_params &params, cudaStream_t stream) {
run_mha_fwd_hdim192<cutlass::half_t, true>(params, stream);
}
} // namespace FLASH_NAMESPACE