POKASH.PL
/
ably.do
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

mod

This commit is contained in:
l.gabrysiak 2025-02-25 17:25:56 +01:00
parent 413e31b49f
commit ef8263d7e0
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hft.py
View File

@ -127,8 +127,8 @@ class CustomModel(nn.Module):
def forward(self, input_ids=None, attention_mask=None, labels=None, source_idx=None, **kwargs): def forward(self, input_ids=None, attention_mask=None, labels=None, source_idx=None, **kwargs):
if source_idx is not None: if source_idx is not None:
print("Max source_idx:", torch.max(source_idx)) #print("Max source_idx:", torch.max(source_idx))
print("Num embeddings:", self.source_embedding.num_embeddings) #print("Num embeddings:", self.source_embedding.num_embeddings)
source_idx = torch.clamp(source_idx, 0, self.source_embedding.num_embeddings - 1) source_idx = torch.clamp(source_idx, 0, self.source_embedding.num_embeddings - 1)
source_embeds = self.source_embedding(source_idx).unsqueeze(1).expand(-1, input_ids.size(1), -1) source_embeds = self.source_embedding(source_idx).unsqueeze(1).expand(-1, input_ids.size(1), -1)
hidden_states = self.base_model.get_input_embeddings()(input_ids) + source_embeds hidden_states = self.base_model.get_input_embeddings()(input_ids) + source_embeds