File tree Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -2217,7 +2217,7 @@ kernel void kernel_flash_attn_ext_f16(
2217
2217
2218
2218
// ALiBi
2219
2219
if (max_bias > 0 .0f ) {
2220
- const short h = iq2;
2220
+ const uint32_t h = iq2;
2221
2221
2222
2222
const float base = h < n_head_log2 ? m0 : m1;
2223
2223
const int exph = h < n_head_log2 ? h + 1 : 2 *(h - n_head_log2) + 1 ;
@@ -2473,7 +2473,7 @@ kernel void kernel_flash_attn_ext_vec_f16(
2473
2473
2474
2474
// ALiBi
2475
2475
if (max_bias > 0 .0f ) {
2476
- const short h = iq2;
2476
+ const uint32_t h = iq2;
2477
2477
2478
2478
const float base = h < n_head_log2 ? m0 : m1;
2479
2479
const int exp = h < n_head_log2 ? h + 1 : 2 *(h - n_head_log2) + 1 ;
Original file line number Diff line number Diff line change 1
- d2ad1793f45922665c99f5cf4244dcab77e16c00
1
+ 30f54cbb3ada3e4c5bc6924de3e5918e5be4ff11
You can’t perform that action at this time.
0 commit comments