Spaces:
Running
on
Zero
Running
on
Zero
self_attn_mask_1 = attention_mask.view(batch_size, 1, 1, seq_len).expand(-1, -1, seq_len, -1)
Browse files
diffusers_helper/models/hunyuan_video_packed.py
CHANGED
|
@@ -358,7 +358,7 @@ class HunyuanVideoIndividualTokenRefiner(nn.Module):
|
|
| 358 |
batch_size = attention_mask.shape[0]
|
| 359 |
seq_len = attention_mask.shape[1]
|
| 360 |
attention_mask = attention_mask.to(hidden_states.device).bool()
|
| 361 |
-
self_attn_mask_1 = attention_mask.view(batch_size, 1, 1, seq_len).
|
| 362 |
self_attn_mask_2 = self_attn_mask_1.transpose(2, 3)
|
| 363 |
self_attn_mask = (self_attn_mask_1 & self_attn_mask_2).bool()
|
| 364 |
self_attn_mask[:, :, :, 0] = True
|
|
|
|
| 358 |
batch_size = attention_mask.shape[0]
|
| 359 |
seq_len = attention_mask.shape[1]
|
| 360 |
attention_mask = attention_mask.to(hidden_states.device).bool()
|
| 361 |
+
self_attn_mask_1 = attention_mask.view(batch_size, 1, 1, seq_len).expand(-1, -1, seq_len, -1)
|
| 362 |
self_attn_mask_2 = self_attn_mask_1.transpose(2, 3)
|
| 363 |
self_attn_mask = (self_attn_mask_1 & self_attn_mask_2).bool()
|
| 364 |
self_attn_mask[:, :, :, 0] = True
|