|
|
@@ -940,7 +940,7 @@ class Attention(nn.Module):
|
|
|
# =========================
|
|
|
# 🔥 同步裁剪 RoPE(关键,不然会炸)
|
|
|
# =========================
|
|
|
- freqs_cis = freqs_cis[start:seq_len]
|
|
|
+ freqs_cis = freqs_cis[input_pos]
|
|
|
|
|
|
q = apply_rotary_emb(q, freqs_cis)
|
|
|
k = apply_rotary_emb(k, freqs_cis)
|