thematrixmaster

/

cosine

like 0

• "torch._utils._rebuild_parameter",
• "torch.optim.adamw.AdamW",
• "peint.models.nets.transformer.RopeFlashMHA",
• "esm.modules.RobertaLMHead",
• "peint.models.nets.transformer.FlashMHAEncoderBlock",
• "typing.Any",
• "torch.BoolStorage",
• "torch._utils._rebuild_tensor_v2",
• "collections.OrderedDict",
• "omegaconf.listconfig.ListConfig",
• "numpy.core.multiarray._reconstruct",
• "collections.defaultdict",
• "peint.models.nets.ctmc.FreeRateMatrixOutputHead",
• "__builtin__.set",
• "torch.nn.modules.sparse.Embedding",
• "torch.nn.modules.loss.CrossEntropyLoss",
• "__builtin__.dict",
• "peint.models.nets.ctmc.NeuralCTMC",
• "evo.tokenization.Vocab",
• "omegaconf.base.ContainerMetadata",
• "numpy.ndarray",
• "torch.nn.modules.normalization.LayerNorm",
• "functools.partial",
• "esm.data.Alphabet",
• "torch.FloatStorage",
• "__builtin__.list",
• "peint.models.nets.esm2.ESM2Flash",
• "_codecs.encode",
• "__builtin__.long",
• "torch.BFloat16Storage",
• "numpy.dtype",
• "torch.nn.modules.container.ModuleList",
• "transformers.optimization.get_polynomial_decay_schedule_with_warmup",
• "flash_attn.layers.rotary.RotaryEmbedding",
• "omegaconf.nodes.AnyNode",
• "omegaconf.base.Metadata",
• "torch.nn.modules.activation.Sigmoid",
• "esm.modules.ContactPredictionHead",
• "torch.nn.modules.linear.Linear"

How to fix it?