Commit b168424
1 parent 238f125 commit b168424
File tree
6 files changed
+42
-22
lines changed- tests/kernels
- vllm
- attention/backends
- v1/attention/backends
6 files changed
+42
-22
lines changedCMakeLists.txt
100644
100755
Lines changed: 1 addition & 1 deletion
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
576 | 576 |
| |
577 | 577 |
| |
578 | 578 |
| |
579 |
| - | |
| 579 | + | |
580 | 580 |
| |
581 | 581 |
| |
582 | 582 |
| |
|
setup.py
100644
100755
Lines changed: 4 additions & 1 deletion
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
598 | 598 |
| |
599 | 599 |
| |
600 | 600 |
| |
601 |
| - | |
| 601 | + | |
| 602 | + | |
| 603 | + | |
| 604 | + | |
602 | 605 |
| |
603 | 606 |
| |
604 | 607 |
| |
|
tests/kernels/test_cascade_flash_attn.py
100644
100755
Lines changed: 6 additions & 5 deletions
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
6 | 6 |
| |
7 | 7 |
| |
8 | 8 |
| |
9 |
| - | |
| 9 | + | |
| 10 | + | |
| 11 | + | |
10 | 12 |
| |
11 | 13 |
| |
12 | 14 |
| |
| |||
91 | 93 |
| |
92 | 94 |
| |
93 | 95 |
| |
94 |
| - | |
95 |
| - | |
96 |
| - | |
97 |
| - | |
| 96 | + | |
| 97 | + | |
| 98 | + | |
98 | 99 |
| |
99 | 100 |
| |
100 | 101 |
| |
|
Lines changed: 10 additions & 11 deletions
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
4 | 4 |
| |
5 | 5 |
| |
6 | 6 |
| |
7 |
| - | |
8 |
| - | |
| 7 | + | |
| 8 | + | |
| 9 | + | |
| 10 | + | |
9 | 11 |
| |
10 | 12 |
| |
11 | 13 |
| |
| |||
95 | 97 |
| |
96 | 98 |
| |
97 | 99 |
| |
98 |
| - | |
99 |
| - | |
100 |
| - | |
101 |
| - | |
| 100 | + | |
| 101 | + | |
| 102 | + | |
102 | 103 |
| |
103 | 104 |
| |
104 | 105 |
| |
| |||
182 | 183 |
| |
183 | 184 |
| |
184 | 185 |
| |
185 |
| - | |
186 |
| - | |
187 |
| - | |
188 |
| - | |
189 |
| - | |
| 186 | + | |
| 187 | + | |
| 188 | + | |
190 | 189 |
| |
191 | 190 |
| |
192 | 191 |
| |
|
vllm/attention/backends/flash_attn.py
100644
100755
Lines changed: 11 additions & 3 deletions
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
18 | 18 |
| |
19 | 19 |
| |
20 | 20 |
| |
| 21 | + | |
21 | 22 |
| |
22 | 23 |
| |
23 | 24 |
| |
| 25 | + | |
| 26 | + | |
| 27 | + | |
| 28 | + | |
24 | 29 |
| |
25 | 30 |
| |
26 | 31 |
| |
27 | 32 |
| |
28 | 33 |
| |
29 |
| - | |
30 |
| - | |
31 |
| - | |
| 34 | + | |
32 | 35 |
| |
33 | 36 |
| |
34 | 37 |
| |
| |||
652 | 655 |
| |
653 | 656 |
| |
654 | 657 |
| |
| 658 | + | |
| 659 | + | |
| 660 | + | |
| 661 | + | |
| 662 | + | |
655 | 663 |
| |
656 | 664 |
| |
657 | 665 |
| |
|
vllm/v1/attention/backends/flash_attn.py
100644
100755
Lines changed: 10 additions & 1 deletion
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
10 | 10 |
| |
11 | 11 |
| |
12 | 12 |
| |
| 13 | + | |
13 | 14 |
| |
14 | 15 |
| |
15 |
| - | |
| 16 | + | |
| 17 | + | |
16 | 18 |
| |
17 | 19 |
| |
| 20 | + | |
| 21 | + | |
18 | 22 |
| |
19 | 23 |
| |
20 | 24 |
| |
| |||
143 | 147 |
| |
144 | 148 |
| |
145 | 149 |
| |
| 150 | + | |
| 151 | + | |
| 152 | + | |
| 153 | + | |
| 154 | + | |
146 | 155 |
| |
147 | 156 |
| |
148 | 157 |
| |
|
0 commit comments