This commit is contained in:
Disty0
2024-01-02 11:51:29 +03:00
parent 49148eb36e
commit b9d2181192

View File

@@ -40,7 +40,7 @@ def find_attention_slice_sizes(query_shape, query_element_size, query_device_typ
do_split_2 = False
do_split_3 = False
if query_device_type != "xpu"
if query_device_type != "xpu":
return do_split, do_split_2, do_split_3, split_slice_size, split_2_slice_size, split_3_slice_size
if block_size > attention_slice_rate: