File size: 314 Bytes
c4b1fea | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 | name: tiny
type: dimamba
hidden_size: 128
cond_dim: 128
length: ${model.length} # Same length as diffusion model
n_blocks: 4
scale_by_sigma: True
dropout: 0.1
tie_word_embeddings: False
bidirectional: True,
bidirectional_strategy: add
bidirectional_weight_tie: True
num_classes: ${data.num_classes}
pooling: mean
|