{ "evoformer": { "max_relative_chain": 2, "max_relative_idx": 32, "msa_channel": 64, "msa_stack": { "msa_attention": { "num_head": 8 }, "msa_transition": { "num_intermediate_factor": 4, "use_glu_kernel": true }, "num_layer": 4, "outer_product_mean": { "chunk_size": 128, "num_outer_channel": 32 }, "pair_attention": { "num_head": 4 }, "pair_transition": { "num_intermediate_factor": 4, "use_glu_kernel": true }, "shard_transition_blocks": true, "triangle_multiplication_incoming": { "equation": "kjc,kic->ijc", "use_glu_kernel": true }, "triangle_multiplication_outgoing": { "equation": "ikc,jkc->ijc", "use_glu_kernel": true } }, "num_msa": 1024, "pair_channel": 128, "pairformer": { "block_remat": false, "num_layer": 48, "pair_attention": { "num_head": 4 }, "pair_transition": { "num_intermediate_factor": 4, "use_glu_kernel": true }, "remat_block_size": 8, "shard_transition_blocks": true, "single_attention": { "key_dim": null, "num_head": 16, "value_dim": null }, "single_transition": { "num_intermediate_factor": 4, "use_glu_kernel": true }, "triangle_multiplication_incoming": { "equation": "kjc,kic->ijc", "use_glu_kernel": true }, "triangle_multiplication_outgoing": { "equation": "ikc,jkc->ijc", "use_glu_kernel": true } }, "per_atom_conditioning": { "atom_transformer": { "attention": { "key_dim": 128, "num_head": 4, "value_dim": 128 }, "num_blocks": 3, "num_intermediate_factor": 2 }, "per_atom_channels": 128, "per_atom_pair_channels": 16, "per_token_channels": 384 }, "seq_channel": 384, "template": { "dgram_features": { "max_bin": 50.75, "min_bin": 3.25, "num_bins": 39 }, "num_channels": 64, "template_stack": { "num_layer": 2, "pair_attention": { "num_head": 4 }, "pair_transition": { "num_intermediate_factor": 2, "use_glu_kernel": true }, "shard_transition_blocks": true, "single_attention": null, "single_transition": null, "triangle_multiplication_incoming": { "equation": "kjc,kic->ijc", "use_glu_kernel": true }, "triangle_multiplication_outgoing": { "equation": "ikc,jkc->ijc", "use_glu_kernel": true } } } }, "global_config": { "bfloat16": "all", "final_init": "zeros", "flash_attention_implementation": "triton", "pair_attention_chunk_size": [ [ 1536, 128 ], [ null, 32 ] ], "pair_transition_shard_spec": [ [ 2048, null ], [ null, 1024 ] ] }, "heads": { "confidence": { "dgram_features": { "max_bin": 50.75, "min_bin": 3.25, "num_bins": 39 }, "max_error_bin": 31.0, "no_embedding_prob": 0.2, "num_bins": 64, "num_plddt_bins": 50, "pae": { "max_error_bin": 31.0, "num_bins": 64 }, "pairformer": { "num_layer": 4, "pair_attention": { "num_head": 4 }, "pair_transition": { "num_intermediate_factor": 4, "use_glu_kernel": true }, "shard_transition_blocks": true, "single_attention": { "key_dim": null, "num_head": 16, "value_dim": null }, "single_transition": { "num_intermediate_factor": 4, "use_glu_kernel": true }, "triangle_multiplication_incoming": { "equation": "kjc,kic->ijc", "use_glu_kernel": true }, "triangle_multiplication_outgoing": { "equation": "ikc,jkc->ijc", "use_glu_kernel": true } } }, "diffusion": { "atom_transformer": { "attention": { "key_dim": 128, "num_head": 4, "value_dim": 128 }, "num_blocks": 3, "num_intermediate_factor": 2 }, "conditioning": { "pair_channel": 128, "prob": 0.8, "seq_channel": 384 }, "eval": { "gamma_0": 0.8, "gamma_min": 1.0, "noise_scale": 1.003, "num_samples": 5, "step_scale": 1.5, "steps": 200 }, "eval_batch_dim_shard_size": 5, "eval_batch_size": 5, "per_atom_channels": 128, "per_atom_pair_channels": 16, "per_token_channels": 768, "transformer": { "attention": { "key_dim": null, "num_head": 16, "value_dim": null }, "block_remat": false, "num_blocks": 24, "num_intermediate_factor": 2, "super_block_size": 4 } }, "distogram": { "first_break": 2.3125, "last_break": 21.6875, "num_bins": 64 } }, "num_recycles": 10, "return_distogram": false, "return_embeddings": false }