{ "model": "rishanthrajendhran/IdeaLens-NoParaphrase", "input": "outline", "flag_rule": "flag the document as AI when P(human) < cut", "calibration": { "data": "WildOutlines, calibration split (human documents only)", "scores_from": "the merged weights released in the IdeaLens-NoParaphrase repo, scored locally in bf16", "n_humans": 80000, "n_per_format": { "Academic Writing": 10000, "Creative Writing": 10000, "Knowledge Article": 10000, "News Article": 10000, "Nonfiction Writing": 10000, "Personal About Page": 10000, "Personal Blog": 10000, "User Reviews": 10000 }, "n_per_topic": { "Art & Design": 3338, "Crime & Law": 3931, "Education & Jobs": 3974, "Entertainment": 4692, "Fashion & Beauty": 2999, "Finance & Business": 4855, "Food & Dining": 2696, "Games": 4257, "Hardware": 2253, "Health": 5069, "History": 2554, "Home & Hobbies": 4192, "Industrial": 2299, "Literature": 3571, "Politics": 3728, "Religion": 3617, "Science & Tech.": 4154, "Social Life": 3126, "Software": 2257, "Software Dev.": 2468, "Sports & Fitness": 4224, "Transportation": 2810, "Travel": 2936 } }, "method": { "global": "the target-FPR quantile of P(human) over all calibration humans", "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)", "min_group_humans": 200, "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans", "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut" }, "fpr_targets": [ 0.001, 0.005, 0.01, 0.02, 0.05 ], "global": { "0.001": 0.005384853958339764, "0.005": 0.03358698994313534, "0.01": 0.09947020787557571, "0.02": 0.5039061705290805, "0.05": 0.9473810516663606 }, "per_format": { "0.005": { "Academic Writing": 0.17216314716685993, "Creative Writing": 0.3662160531627341, "Knowledge Article": 0.02454634706938552, "News Article": 0.028123206732030795, "Nonfiction Writing": 0.016817357478891553, "Personal About Page": 0.05767136910755699, "Personal Blog": 0.10742873177223775, "User Reviews": 0.15260353567912108 }, "0.01": { "Academic Writing": 0.6119850970645432, "Creative Writing": 0.6022245427590303, "Knowledge Article": 0.05112801696535962, "News Article": 0.07551940581028012, "Nonfiction Writing": 0.04034312052429626, "Personal About Page": 0.2325741109691407, "Personal Blog": 0.47574548977669645, "User Reviews": 0.3578672876227978 }, "0.02": { "Academic Writing": 0.8589840892409853, "Creative Writing": 0.8079607867126872, "Knowledge Article": 0.16982042496739946, "News Article": 0.3361014661410378, "Nonfiction Writing": 0.14607681811844042, "Personal About Page": 0.6548414388541375, "Personal Blog": 0.7900118073388407, "User Reviews": 0.7621506676545696 }, "0.05": { "Academic Writing": 0.9843446823102748, "Creative Writing": 0.9699377397101625, "Knowledge Article": 0.7910862604485897, "News Article": 0.8612633908883776, "Nonfiction Writing": 0.743589796841061, "Personal About Page": 0.9437852253526873, "Personal Blog": 0.9716472633629923, "User Reviews": 0.9735735300997738 } }, "per_topic": { "0.005": { "Health": 0.02665696794661508 }, "0.01": { "Art & Design": 0.19179490825513668, "Crime & Law": 0.1545145294205277, "Education & Jobs": 0.10005740179860542, "Entertainment": 0.10123568468788725, "Fashion & Beauty": 0.27768413068085457, "Finance & Business": 0.050734614106130005, "Food & Dining": 0.13380622041490592, "Games": 0.08438404653501116, "Health": 0.06339366239605145, "History": 0.48362816444056334, "Home & Hobbies": 0.15587984819752723, "Literature": 0.3373619592568417, "Politics": 0.14492108917514784, "Religion": 0.08966523650277478, "Science & Tech.": 0.07745924258865121, "Social Life": 0.13181006668386752, "Sports & Fitness": 0.1920630245014839, "Transportation": 0.12046734651780304, "Travel": 0.11693166984556584 }, "0.02": { "Art & Design": 0.6284591030746229, "Crime & Law": 0.6611839703198765, "Education & Jobs": 0.45501643442833967, "Entertainment": 0.4548890511046284, "Fashion & Beauty": 0.6978008965369162, "Finance & Business": 0.21864830862043488, "Food & Dining": 0.6699928992936147, "Games": 0.38033045393989123, "Hardware": 0.6323141822811568, "Health": 0.2776615271356264, "History": 0.734295973796192, "Home & Hobbies": 0.6196655919922738, "Industrial": 0.3703898218041191, "Literature": 0.7246250279042247, "Politics": 0.6361724103395298, "Religion": 0.5985515346284275, "Science & Tech.": 0.38602130217151465, "Social Life": 0.5687486373093052, "Software": 0.40516721829317437, "Software Dev.": 0.45919684576920805, "Sports & Fitness": 0.6547269797506594, "Transportation": 0.6111439857345478, "Travel": 0.6217189547991822 }, "0.05": { "Art & Design": 0.9549211242006862, "Crime & Law": 0.9683806173907001, "Education & Jobs": 0.9259304789693195, "Entertainment": 0.9394194723380223, "Fashion & Beauty": 0.9615725468619022, "Finance & Business": 0.7231349175669055, "Food & Dining": 0.9672438690621314, "Games": 0.9211352733763646, "Hardware": 0.9562895651759757, "Health": 0.8940531615491903, "History": 0.9718710969119697, "Home & Hobbies": 0.9552403326066375, "Industrial": 0.9413230867039313, "Literature": 0.9672114632363698, "Politics": 0.963575067014845, "Religion": 0.9661166095070377, "Science & Tech.": 0.9546518678503014, "Social Life": 0.933623815852447, "Software": 0.9180651875574712, "Software Dev.": 0.9347538496353965, "Sports & Fitness": 0.9513339148722936, "Transportation": 0.9554580679177035, "Travel": 0.9530263127959078 } } }