File tree Expand file tree Collapse file tree 3 files changed +9
-0
lines changed Expand file tree Collapse file tree 3 files changed +9
-0
lines changed Original file line number Diff line number Diff line change 1
1
// Adapted from https://github.com/Dao-AILab/flash-attention/blob/main/csrc/flash_attn/flash_api.cpp
2
+ /* *****************************************************************************
3
+ * Copyright (c) 2024, Tri Dao.
4
+ ******************************************************************************/
2
5
3
6
#include < torch/python.h>
4
7
#include < torch/nn/functional.h>
Original file line number Diff line number Diff line change 1
1
// Adapted from https://github.com/Dao-AILab/flash-attention/blob/main/csrc/flash_attn/src/softmax.h
2
+ /* *****************************************************************************
3
+ * Copyright (c) 2024, Tri Dao.
4
+ ******************************************************************************/
2
5
3
6
#pragma once
4
7
Original file line number Diff line number Diff line change 1
1
// Adapted from https://github.com/Dao-AILab/flash-attention/blob/main/hopper/utils.h
2
+ /* *****************************************************************************
3
+ * Copyright (c) 2024, Tri Dao.
4
+ ******************************************************************************/
2
5
3
6
#pragma once
4
7
You can’t perform that action at this time.
0 commit comments