Skip to content

Commit 8de7b1b

Browse files
authored
Add flex_attn to diffllama (#35601)
Add sdpa to diffllama
1 parent 1e3ddcb commit 8de7b1b

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

src/transformers/models/diffllama/modeling_diffllama.py

+1
Original file line numberDiff line numberDiff line change
@@ -595,6 +595,7 @@ class DiffLlamaPreTrainedModel(PreTrainedModel):
595595
_skip_keys_device_placement = ["past_key_values"]
596596
_supports_flash_attn_2 = True
597597
_supports_sdpa = True
598+
_supports_flex_attn = True
598599
_supports_cache_class = True
599600
_supports_quantized_cache = True
600601
_supports_static_cache = True

0 commit comments

Comments
 (0)