| { |
| "architectures": [ |
| "ModernBertForSequenceClassification" |
| ], |
| "attention_bias": false, |
| "attention_dropout": 0.0, |
| "bos_token_id": 50281, |
| "classifier_activation": "gelu", |
| "classifier_bias": false, |
| "classifier_dropout": 0.0, |
| "classifier_pooling": "mean", |
| "cls_token_id": 50281, |
| "decoder_bias": true, |
| "deterministic_flash_attn": false, |
| "dtype": "float32", |
| "embedding_dropout": 0.0, |
| "eos_token_id": 50282, |
| "global_attn_every_n_layers": 3, |
| "gradient_checkpointing": false, |
| "hidden_activation": "gelu", |
| "hidden_size": 768, |
| "id2label": { |
| "0": "Nim", |
| "1": "Vue", |
| "10": "Stylus", |
| "100": "Bluespec", |
| "101": "Apex", |
| "102": "Hoon", |
| "103": "TSV", |
| "104": "VCL", |
| "105": "Gradle", |
| "106": "Ioke", |
| "107": "Lex", |
| "108": "Visual Basic .NET", |
| "109": "Gnuplot", |
| "11": "ColdFusion", |
| "110": "Common Lisp", |
| "111": "JQ", |
| "112": "Dockerfile", |
| "113": "Fish", |
| "114": "SQL", |
| "115": "Lean", |
| "116": "Kvlang", |
| "117": "Ada", |
| "118": "YANG", |
| "119": "Java", |
| "12": "AGS Script", |
| "120": "Haskell", |
| "121": "Less", |
| "122": "Vim Script", |
| "123": "PureScript", |
| "124": "Scilab", |
| "125": "RDoc", |
| "126": "HTML+Razor", |
| "127": "Ragel in Ruby Host", |
| "128": "Go", |
| "129": "EJS", |
| "13": "Raw token data", |
| "130": "PostScript", |
| "131": "GLSL", |
| "132": "Makefile", |
| "133": "FreeMarker", |
| "134": "Io", |
| "135": "GAS", |
| "136": "PLpgSQL", |
| "137": "Unity3D Asset", |
| "138": "CMake", |
| "139": "CoffeeScript", |
| "14": "Csound", |
| "140": "J", |
| "141": "HCL", |
| "142": "Edoid", |
| "143": "TSX", |
| "144": "GDScript", |
| "145": "Thrift", |
| "146": "DIGITAL Command Language", |
| "147": "Kotlin", |
| "148": "Visual Basic", |
| "149": "Objective-C", |
| "15": "Sass", |
| "150": "Smali", |
| "151": "Fluent", |
| "152": "Git Config", |
| "153": "Assembly", |
| "16": "C", |
| "17": "Jupyter Notebook", |
| "18": "CODEOWNERS", |
| "19": "Rascal", |
| "2": "Squirrel", |
| "20": "Blade", |
| "21": "Eagle", |
| "22": "Objective-C++", |
| "23": "PHP", |
| "24": "Crystal", |
| "25": "OCaml", |
| "26": "Scheme", |
| "27": "Modelica", |
| "28": "Rust", |
| "29": "Unix Assembly", |
| "3": "Gherkin", |
| "30": "Shell", |
| "31": "JAR Manifest", |
| "32": "XML Property List", |
| "33": "Erlang", |
| "34": "Prolog", |
| "35": "ECL", |
| "36": "Csound Document", |
| "37": "Perl", |
| "38": "LookML", |
| "39": "Swift", |
| "4": "Logtalk", |
| "40": "C#", |
| "41": "Go Module", |
| "42": "Scala", |
| "43": "Gettext Catalog", |
| "44": "FreeBasic", |
| "45": "Adobe Font Metrics", |
| "46": "PowerShell", |
| "47": "Pascal", |
| "48": "Wavefront Object", |
| "49": "AsciiDoc", |
| "5": "Redcode", |
| "50": "Python", |
| "51": "Julia", |
| "52": "POV-Ray SDL", |
| "53": "Starlark", |
| "54": "Metal", |
| "55": "GAP", |
| "56": "Kit", |
| "57": "Graphviz (DOT)", |
| "58": "TypeScript", |
| "59": "Gerber Image", |
| "6": "ImageJ Macro", |
| "60": "Mathematica", |
| "61": "REALbasic", |
| "62": "SQF", |
| "63": "Solidity", |
| "64": "OpenType Feature File", |
| "65": "Unknown", |
| "66": "Protocol Buffer Text Format", |
| "67": "VHDL", |
| "68": "Haxe", |
| "69": "Twig", |
| "7": "Hack", |
| "70": "Isabelle", |
| "71": "Lua", |
| "72": "Groovy", |
| "73": "Ignore List", |
| "74": "LLVM", |
| "75": "JavaScript", |
| "76": "MATLAB", |
| "77": "Dart", |
| "78": "Inform 7", |
| "79": "VBScript", |
| "8": "PlantUML", |
| "80": "KiCad Layout", |
| "81": "OpenEdge ABL", |
| "82": "Turtle", |
| "83": "Open Policy Agent", |
| "84": "D", |
| "85": "Inno Setup", |
| "86": "ApacheConf", |
| "87": "C++", |
| "88": "SCSS", |
| "89": "Ruby", |
| "9": "Verilog", |
| "90": "Chapel", |
| "91": "OpenStep Property List", |
| "92": "Fortran Free Form", |
| "93": "ObjDump", |
| "94": "G-code", |
| "95": "PicoLisp", |
| "96": "XS", |
| "97": "Vim Snippet", |
| "98": "R", |
| "99": "GDB" |
| }, |
| "initializer_cutoff_factor": 2.0, |
| "initializer_range": 0.02, |
| "intermediate_size": 1152, |
| "label2id": { |
| "AGS Script": "12", |
| "Ada": "117", |
| "Adobe Font Metrics": "45", |
| "ApacheConf": "86", |
| "Apex": "101", |
| "AsciiDoc": "49", |
| "Assembly": "153", |
| "Blade": "20", |
| "Bluespec": "100", |
| "C": "16", |
| "C#": "40", |
| "C++": "87", |
| "CMake": "138", |
| "CODEOWNERS": "18", |
| "Chapel": "90", |
| "CoffeeScript": "139", |
| "ColdFusion": "11", |
| "Common Lisp": "110", |
| "Crystal": "24", |
| "Csound": "14", |
| "Csound Document": "36", |
| "D": "84", |
| "DIGITAL Command Language": "146", |
| "Dart": "77", |
| "Dockerfile": "112", |
| "ECL": "35", |
| "EJS": "129", |
| "Eagle": "21", |
| "Edoid": "142", |
| "Erlang": "33", |
| "Fish": "113", |
| "Fluent": "151", |
| "Fortran Free Form": "92", |
| "FreeBasic": "44", |
| "FreeMarker": "133", |
| "G-code": "94", |
| "GAP": "55", |
| "GAS": "135", |
| "GDB": "99", |
| "GDScript": "144", |
| "GLSL": "131", |
| "Gerber Image": "59", |
| "Gettext Catalog": "43", |
| "Gherkin": "3", |
| "Git Config": "152", |
| "Gnuplot": "109", |
| "Go": "128", |
| "Go Module": "41", |
| "Gradle": "105", |
| "Graphviz (DOT)": "57", |
| "Groovy": "72", |
| "HCL": "141", |
| "HTML+Razor": "126", |
| "Hack": "7", |
| "Haskell": "120", |
| "Haxe": "68", |
| "Hoon": "102", |
| "Ignore List": "73", |
| "ImageJ Macro": "6", |
| "Inform 7": "78", |
| "Inno Setup": "85", |
| "Io": "134", |
| "Ioke": "106", |
| "Isabelle": "70", |
| "J": "140", |
| "JAR Manifest": "31", |
| "JQ": "111", |
| "Java": "119", |
| "JavaScript": "75", |
| "Julia": "51", |
| "Jupyter Notebook": "17", |
| "KiCad Layout": "80", |
| "Kit": "56", |
| "Kotlin": "147", |
| "Kvlang": "116", |
| "LLVM": "74", |
| "Lean": "115", |
| "Less": "121", |
| "Lex": "107", |
| "Logtalk": "4", |
| "LookML": "38", |
| "Lua": "71", |
| "MATLAB": "76", |
| "Makefile": "132", |
| "Mathematica": "60", |
| "Metal": "54", |
| "Modelica": "27", |
| "Nim": "0", |
| "OCaml": "25", |
| "ObjDump": "93", |
| "Objective-C": "149", |
| "Objective-C++": "22", |
| "Open Policy Agent": "83", |
| "OpenEdge ABL": "81", |
| "OpenStep Property List": "91", |
| "OpenType Feature File": "64", |
| "PHP": "23", |
| "PLpgSQL": "136", |
| "POV-Ray SDL": "52", |
| "Pascal": "47", |
| "Perl": "37", |
| "PicoLisp": "95", |
| "PlantUML": "8", |
| "PostScript": "130", |
| "PowerShell": "46", |
| "Prolog": "34", |
| "Protocol Buffer Text Format": "66", |
| "PureScript": "123", |
| "Python": "50", |
| "R": "98", |
| "RDoc": "125", |
| "REALbasic": "61", |
| "Ragel in Ruby Host": "127", |
| "Rascal": "19", |
| "Raw token data": "13", |
| "Redcode": "5", |
| "Ruby": "89", |
| "Rust": "28", |
| "SCSS": "88", |
| "SQF": "62", |
| "SQL": "114", |
| "Sass": "15", |
| "Scala": "42", |
| "Scheme": "26", |
| "Scilab": "124", |
| "Shell": "30", |
| "Smali": "150", |
| "Solidity": "63", |
| "Squirrel": "2", |
| "Starlark": "53", |
| "Stylus": "10", |
| "Swift": "39", |
| "TSV": "103", |
| "TSX": "143", |
| "Thrift": "145", |
| "Turtle": "82", |
| "Twig": "69", |
| "TypeScript": "58", |
| "Unity3D Asset": "137", |
| "Unix Assembly": "29", |
| "Unknown": "65", |
| "VBScript": "79", |
| "VCL": "104", |
| "VHDL": "67", |
| "Verilog": "9", |
| "Vim Script": "122", |
| "Vim Snippet": "97", |
| "Visual Basic": "148", |
| "Visual Basic .NET": "108", |
| "Vue": "1", |
| "Wavefront Object": "48", |
| "XML Property List": "32", |
| "XS": "96", |
| "YANG": "118" |
| }, |
| "layer_norm_eps": 1e-05, |
| "layer_types": [ |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention" |
| ], |
| "local_attention": 128, |
| "max_position_embeddings": 8192, |
| "mlp_bias": false, |
| "mlp_dropout": 0.0, |
| "model_type": "modernbert", |
| "norm_bias": false, |
| "norm_eps": 1e-05, |
| "num_attention_heads": 12, |
| "num_hidden_layers": 22, |
| "pad_token_id": 50283, |
| "position_embedding_type": "absolute", |
| "problem_type": "single_label_classification", |
| "repad_logits_with_grad": false, |
| "rope_parameters": { |
| "full_attention": { |
| "rope_theta": 160000.0, |
| "rope_type": "default" |
| }, |
| "sliding_attention": { |
| "rope_theta": 10000.0, |
| "rope_type": "default" |
| } |
| }, |
| "sep_token_id": 50282, |
| "sparse_pred_ignore_index": -100, |
| "sparse_prediction": false, |
| "tie_word_embeddings": true, |
| "transformers_version": "5.0.0", |
| "use_cache": false, |
| "vocab_size": 50368 |
| } |
|
|
