Update modeling_motif.py
Browse files- modeling_motif.py +1 -1
modeling_motif.py
CHANGED
|
@@ -251,7 +251,7 @@ def rotate_half(x):
|
|
| 251 |
return rotated_tensor
|
| 252 |
|
| 253 |
|
| 254 |
-
def apply_rotary_pos_emb(q, k, cos, sin, position_ids=None, unsqueeze_dim=1
|
| 255 |
"""
|
| 256 |
Applies rotary position embeddings to the input tensors.
|
| 257 |
Args:
|
|
|
|
| 251 |
return rotated_tensor
|
| 252 |
|
| 253 |
|
| 254 |
+
def apply_rotary_pos_emb(q, k, cos, sin, position_ids=None, unsqueeze_dim=1):
|
| 255 |
"""
|
| 256 |
Applies rotary position embeddings to the input tensors.
|
| 257 |
Args:
|