{ "architectures": [ "ModernBertForSequenceClassification" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 50281, "classifier_activation": "gelu", "classifier_bias": false, "classifier_dropout": 0.0, "classifier_pooling": "mean", "cls_token_id": 50281, "decoder_bias": true, "deterministic_flash_attn": false, "dtype": "float32", "embedding_dropout": 0.0, "eos_token_id": 50282, "global_attn_every_n_layers": 3, "gradient_checkpointing": false, "hidden_activation": "gelu", "hidden_size": 768, "id2label": { "0": "CODEOWNERS", "1": "LLVM", "10": "Turtle", "100": "Visual Basic .NET", "101": "Dockerfile", "102": "C", "103": "Isabelle", "104": "XML Property List", "105": "Inform 7", "106": "OpenStep Property List", "107": "VHDL", "108": "Erlang", "109": "Starlark", "11": "EJS", "110": "Unity3D Asset", "111": "Go", "112": "Pickle", "113": "Julia", "114": "Metal", "115": "Chapel", "116": "Kotlin", "117": "SCSS", "118": "Sass", "119": "Kit", "12": "Haxe", "120": "Modelica", "121": "GDB", "122": "VCL", "123": "Gradle", "124": "ApacheConf", "125": "VBScript", "126": "Unknown", "127": "Vim Snippet", "128": "ColdFusion", "129": "Kvlang", "13": "Gherkin", "130": "R", "131": "PureScript", "132": "Blade", "133": "Twig", "134": "Dart", "135": "Stylus", "136": "Fluent", "137": "Scilab", "138": "JAR Manifest", "139": "YANG", "14": "Ada", "140": "PHP", "141": "Gettext Catalog", "142": "GAS", "143": "SQL", "144": "Vue", "145": "Logtalk", "146": "RDoc", "147": "Verilog", "148": "Apex", "149": "PostScript", "15": "Bluespec", "150": "Jupyter Notebook", "151": "Objective-C++", "152": "Thrift", "153": "GLSL", "154": "PLpgSQL", "16": "JQ", "17": "Objective-C", "18": "Adobe Font Metrics", "19": "Smali", "2": "HTML+Razor", "20": "Io", "21": "Rascal", "22": "Groovy", "23": "Squirrel", "24": "AGS Script", "25": "Inno Setup", "26": "Prolog", "27": "Scala", "28": "Ignore List", "29": "TypeScript", "3": "PowerShell", "30": "CMake", "31": "Raw token data", "32": "MATLAB", "33": "KiCad Layout", "34": "OpenEdge ABL", "35": "Hack", "36": "Csound Document", "37": "Lua", "38": "Lean", "39": "Git Config", "4": "Open Policy Agent", "40": "Java", "41": "Pascal", "42": "AsciiDoc", "43": "Fish", "44": "ObjDump", "45": "Lex", "46": "Common Lisp", "47": "PicoLisp", "48": "SQF", "49": "Assembly", "5": "Python", "50": "Perl", "51": "Redcode", "52": "Visual Basic", "53": "Mathematica", "54": "Protocol Buffer Text Format", "55": "GDScript", "56": "OCaml", "57": "Shell", "58": "TSV", "59": "ImageJ Macro", "6": "REALbasic", "60": "HCL", "61": "PlantUML", "62": "Scheme", "63": "D", "64": "Go Module", "65": "Edoid", "66": "JavaScript", "67": "J", "68": "FreeMarker", "69": "Gnuplot", "7": "FreeBasic", "70": "Graphviz (DOT)", "71": "LookML", "72": "XS", "73": "Eagle", "74": "Solidity", "75": "Less", "76": "Makefile", "77": "CoffeeScript", "78": "Csound", "79": "ECL", "8": "Ragel in Ruby Host", "80": "Gerber Image", "81": "POV-Ray SDL", "82": "Haskell", "83": "C++", "84": "C#", "85": "GAP", "86": "DIGITAL Command Language", "87": "Ioke", "88": "TSX", "89": "Rust", "9": "Vim Script", "90": "Nim", "91": "Fortran Free Form", "92": "Crystal", "93": "Swift", "94": "Unix Assembly", "95": "Ruby", "96": "Wavefront Object", "97": "Hoon", "98": "OpenType Feature File", "99": "G-code" }, "initializer_cutoff_factor": 2.0, "initializer_range": 0.02, "intermediate_size": 1152, "label2id": { "AGS Script": "24", "Ada": "14", "Adobe Font Metrics": "18", "ApacheConf": "124", "Apex": "148", "AsciiDoc": "42", "Assembly": "49", "Blade": "132", "Bluespec": "15", "C": "102", "C#": "84", "C++": "83", "CMake": "30", "CODEOWNERS": "0", "Chapel": "115", "CoffeeScript": "77", "ColdFusion": "128", "Common Lisp": "46", "Crystal": "92", "Csound": "78", "Csound Document": "36", "D": "63", "DIGITAL Command Language": "86", "Dart": "134", "Dockerfile": "101", "ECL": "79", "EJS": "11", "Eagle": "73", "Edoid": "65", "Erlang": "108", "Fish": "43", "Fluent": "136", "Fortran Free Form": "91", "FreeBasic": "7", "FreeMarker": "68", "G-code": "99", "GAP": "85", "GAS": "142", "GDB": "121", "GDScript": "55", "GLSL": "153", "Gerber Image": "80", "Gettext Catalog": "141", "Gherkin": "13", "Git Config": "39", "Gnuplot": "69", "Go": "111", "Go Module": "64", "Gradle": "123", "Graphviz (DOT)": "70", "Groovy": "22", "HCL": "60", "HTML+Razor": "2", "Hack": "35", "Haskell": "82", "Haxe": "12", "Hoon": "97", "Ignore List": "28", "ImageJ Macro": "59", "Inform 7": "105", "Inno Setup": "25", "Io": "20", "Ioke": "87", "Isabelle": "103", "J": "67", "JAR Manifest": "138", "JQ": "16", "Java": "40", "JavaScript": "66", "Julia": "113", "Jupyter Notebook": "150", "KiCad Layout": "33", "Kit": "119", "Kotlin": "116", "Kvlang": "129", "LLVM": "1", "Lean": "38", "Less": "75", "Lex": "45", "Logtalk": "145", "LookML": "71", "Lua": "37", "MATLAB": "32", "Makefile": "76", "Mathematica": "53", "Metal": "114", "Modelica": "120", "Nim": "90", "OCaml": "56", "ObjDump": "44", "Objective-C": "17", "Objective-C++": "151", "Open Policy Agent": "4", "OpenEdge ABL": "34", "OpenStep Property List": "106", "OpenType Feature File": "98", "PHP": "140", "PLpgSQL": "154", "POV-Ray SDL": "81", "Pascal": "41", "Perl": "50", "Pickle": "112", "PicoLisp": "47", "PlantUML": "61", "PostScript": "149", "PowerShell": "3", "Prolog": "26", "Protocol Buffer Text Format": "54", "PureScript": "131", "Python": "5", "R": "130", "RDoc": "146", "REALbasic": "6", "Ragel in Ruby Host": "8", "Rascal": "21", "Raw token data": "31", "Redcode": "51", "Ruby": "95", "Rust": "89", "SCSS": "117", "SQF": "48", "SQL": "143", "Sass": "118", "Scala": "27", "Scheme": "62", "Scilab": "137", "Shell": "57", "Smali": "19", "Solidity": "74", "Squirrel": "23", "Starlark": "109", "Stylus": "135", "Swift": "93", "TSV": "58", "TSX": "88", "Thrift": "152", "Turtle": "10", "Twig": "133", "TypeScript": "29", "Unity3D Asset": "110", "Unix Assembly": "94", "Unknown": "126", "VBScript": "125", "VCL": "122", "VHDL": "107", "Verilog": "147", "Vim Script": "9", "Vim Snippet": "127", "Visual Basic": "52", "Visual Basic .NET": "100", "Vue": "144", "Wavefront Object": "96", "XML Property List": "104", "XS": "72", "YANG": "139" }, "layer_norm_eps": 1e-05, "layer_types": [ "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "full_attention" ], "local_attention": 128, "max_position_embeddings": 8192, "mlp_bias": false, "mlp_dropout": 0.0, "model_type": "modernbert", "norm_bias": false, "norm_eps": 1e-05, "num_attention_heads": 12, "num_hidden_layers": 22, "pad_token_id": 50283, "position_embedding_type": "absolute", "problem_type": "single_label_classification", "rope_parameters": { "full_attention": { "rope_theta": 160000.0, "rope_type": "default" }, "sliding_attention": { "rope_theta": 10000.0, "rope_type": "default" } }, "sep_token_id": 50282, "sparse_pred_ignore_index": -100, "sparse_prediction": false, "tie_word_embeddings": true, "transformers_version": "5.6.2", "use_cache": false, "vocab_size": 50368 }