ccloud0525 commited on
Commit
e05efc0
·
1 Parent(s): c39e45e

feat: 'README'

Browse files
Files changed (1) hide show
  1. modeling_flame.py +2 -3
modeling_flame.py CHANGED
@@ -600,10 +600,9 @@ class MixedEmbedding(nn.Module):
600
  # [batch_size, patch_num, patch_size]
601
  patches = x.unfold(dimension=-1, size=patch_len, step=patch_len)
602
 
603
- proj = nn.Linear(patch_len, self.d_model, bias=False)
604
- proj.weight.data = resample(old=self.patch_embedding.proj.weight.data, new_patch_len=patch_len)
605
 
606
- patch_embedding = proj(patches)
607
  time_delay_embedding = self.time_delay_embedding(x, period=patch_len)
608
  embedding = patch_embedding + time_delay_embedding
609
  return embedding
 
600
  # [batch_size, patch_num, patch_size]
601
  patches = x.unfold(dimension=-1, size=patch_len, step=patch_len)
602
 
603
+ resampled_weight = resample(old=self.patch_embedding.proj.weight.data, new_patch_len=patch_len)
 
604
 
605
+ patch_embedding = F.linear(patches, resampled_weight)
606
  time_delay_embedding = self.time_delay_embedding(x, period=patch_len)
607
  embedding = patch_embedding + time_delay_embedding
608
  return embedding