From 55cf70643f610d864091f36fd67ec210bfd8c7ab Mon Sep 17 00:00:00 2001 From: Jonathan King Date: Wed, 6 Nov 2024 08:44:15 -0800 Subject: [PATCH] fix: use clone to avoid in-place operation error --- ablang2/models/ablang2/encoderblock.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ablang2/models/ablang2/encoderblock.py b/ablang2/models/ablang2/encoderblock.py index 64fe7c6..8310566 100644 --- a/ablang2/models/ablang2/encoderblock.py +++ b/ablang2/models/ablang2/encoderblock.py @@ -43,7 +43,7 @@ def __init__( def forward(self, hidden_embed, attn_mask=None, return_attn_weights: bool = False): residual = hidden_embed - hidden_embed = self.pre_attn_layer_norm(hidden_embed) + hidden_embed = self.pre_attn_layer_norm(hidden_embed.clone()) hidden_embed, attn_weights = self.multihead_attention( hidden_embed, attn_mask=attn_mask,