Skip to content

Commit 614f873

Browse files
authored
sync: update ggml (#1082)
1 parent d96b415 commit 614f873

File tree

2 files changed

+5
-1
lines changed

2 files changed

+5
-1
lines changed

ggml

Submodule ggml updated 251 files

ggml_extend.hpp

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1270,13 +1270,17 @@ __STATIC_INLINE__ struct ggml_tensor* ggml_ext_attention_ext(struct ggml_context
12701270
}
12711271

12721272
if (mask_in != nullptr) {
1273+
// the need for padding got removed in ggml 4767bda
1274+
// ensure we can still use the old version for now
1275+
#ifdef GGML_KQ_MASK_PAD
12731276
int mask_pad = 0;
12741277
if (mask_in->ne[1] % GGML_KQ_MASK_PAD != 0) {
12751278
mask_pad = GGML_PAD(L_q, GGML_KQ_MASK_PAD) - mask_in->ne[1];
12761279
}
12771280
if (mask_pad > 0) {
12781281
mask_in = ggml_pad(ctx, mask_in, 0, mask_pad, 0, 0);
12791282
}
1283+
#endif
12801284
mask_in = ggml_cast(ctx, mask_in, GGML_TYPE_F16);
12811285
}
12821286

0 commit comments

Comments
 (0)