Update ip_adapter/attention_processor_faceid.py

ip_adapter/attention_processor_faceid.py

@@ -392,7 +392,7 @@ class LoRAIPAttnProcessor2_0(nn.Module):
         head_dim = inner_dim // attn.heads
 
         query = query.view(batch_size, -1, attn.heads, head_dim).transpose(1, 2)
-        query = query.to(dtype=key.dtype)  # ← これを追加
+        query = query.to(dtype=ip_key.dtype)  # ← これを追加
         key = key.view(batch_size, -1, attn.heads, head_dim).transpose(1, 2)
         value = value.view(batch_size, -1, attn.heads, head_dim).transpose(1, 2)
         
@@ -413,6 +413,8 @@ class LoRAIPAttnProcessor2_0(nn.Module):
         ip_key = ip_key.view(batch_size, -1, attn.heads, head_dim).transpose(1, 2)
         ip_value = ip_value.view(batch_size, -1, attn.heads, head_dim).transpose(1, 2)
 
+        
+        
         # the output of sdp = (batch, num_heads, seq_len, head_dim)
         # TODO: add support for attn.scale when we move to Torch 2.1
         ip_hidden_states = F.scaled_dot_product_attention(