ccloud0525 commited on
Commit ·
e05efc0
1
Parent(s): c39e45e
feat: 'README'
Browse files- modeling_flame.py +2 -3
modeling_flame.py
CHANGED
|
@@ -600,10 +600,9 @@ class MixedEmbedding(nn.Module):
|
|
| 600 |
# [batch_size, patch_num, patch_size]
|
| 601 |
patches = x.unfold(dimension=-1, size=patch_len, step=patch_len)
|
| 602 |
|
| 603 |
-
|
| 604 |
-
proj.weight.data = resample(old=self.patch_embedding.proj.weight.data, new_patch_len=patch_len)
|
| 605 |
|
| 606 |
-
patch_embedding =
|
| 607 |
time_delay_embedding = self.time_delay_embedding(x, period=patch_len)
|
| 608 |
embedding = patch_embedding + time_delay_embedding
|
| 609 |
return embedding
|
|
|
|
| 600 |
# [batch_size, patch_num, patch_size]
|
| 601 |
patches = x.unfold(dimension=-1, size=patch_len, step=patch_len)
|
| 602 |
|
| 603 |
+
resampled_weight = resample(old=self.patch_embedding.proj.weight.data, new_patch_len=patch_len)
|
|
|
|
| 604 |
|
| 605 |
+
patch_embedding = F.linear(patches, resampled_weight)
|
| 606 |
time_delay_embedding = self.time_delay_embedding(x, period=patch_len)
|
| 607 |
embedding = patch_embedding + time_delay_embedding
|
| 608 |
return embedding
|