| { |
| "model": "rishanthrajendhran/IdeaLens-ModernBERT-L-RolesOnly", |
| "input": "role sequence", |
| "flag_rule": "flag the document as AI when P(human) < cut", |
| "calibration": { |
| "data": "WildOutlines, calibration split (human documents only)", |
| "scores_from": "the training run's stored predictions on the calibration split", |
| "n_humans": 80000, |
| "n_per_format": { |
| "Academic Writing": 10000, |
| "Creative Writing": 10000, |
| "Knowledge Article": 10000, |
| "News Article": 10000, |
| "Nonfiction Writing": 10000, |
| "Personal About Page": 10000, |
| "Personal Blog": 10000, |
| "User Reviews": 10000 |
| }, |
| "n_per_topic": { |
| "Art & Design": 3338, |
| "Crime & Law": 3931, |
| "Education & Jobs": 3974, |
| "Entertainment": 4692, |
| "Fashion & Beauty": 2999, |
| "Finance & Business": 4855, |
| "Food & Dining": 2696, |
| "Games": 4257, |
| "Hardware": 2253, |
| "Health": 5069, |
| "History": 2554, |
| "Home & Hobbies": 4192, |
| "Industrial": 2299, |
| "Literature": 3571, |
| "Politics": 3728, |
| "Religion": 3617, |
| "Science & Tech.": 4154, |
| "Social Life": 3126, |
| "Software": 2257, |
| "Software Dev.": 2468, |
| "Sports & Fitness": 4224, |
| "Transportation": 2810, |
| "Travel": 2936 |
| } |
| }, |
| "method": { |
| "global": "the target-FPR quantile of P(human) over all calibration humans", |
| "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)", |
| "min_group_humans": 200, |
| "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans", |
| "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut" |
| }, |
| "fpr_targets": [ |
| 0.001, |
| 0.005, |
| 0.01, |
| 0.02, |
| 0.05, |
| 0.1, |
| 0.2 |
| ], |
| "global": { |
| "0.001": 0.012178110932931304, |
| "0.005": 0.03202226234599948, |
| "0.01": 0.050820946171879766, |
| "0.02": 0.08874025583267212, |
| "0.05": 0.19271590709686282, |
| "0.1": 0.3445788145065308, |
| "0.2": 0.5637847781181335 |
| }, |
| "per_format": { |
| "0.005": { |
| "Academic Writing": 0.03074905068054795, |
| "Creative Writing": 0.050780254583805806, |
| "Knowledge Article": 0.02830683707818389, |
| "News Article": 0.029749106999486685, |
| "Nonfiction Writing": 0.026594594214111568, |
| "Personal About Page": 0.057549342285841715, |
| "Personal Blog": 0.033142972107976676, |
| "User Reviews": 0.027614699173718695 |
| }, |
| "0.01": { |
| "Academic Writing": 0.050818595901131636, |
| "Creative Writing": 0.07435961253941059, |
| "Knowledge Article": 0.046408899173140526, |
| "News Article": 0.04519011946022511, |
| "Nonfiction Writing": 0.03979125033318996, |
| "Personal About Page": 0.09494371058046819, |
| "Personal Blog": 0.05188002179563046, |
| "User Reviews": 0.044581359669566153 |
| }, |
| "0.02": { |
| "Academic Writing": 0.09393558585643769, |
| "Creative Writing": 0.11354376375675201, |
| "Knowledge Article": 0.08171488928794861, |
| "News Article": 0.08126413011550904, |
| "Nonfiction Writing": 0.06447851371765137, |
| "Personal About Page": 0.15712606835365298, |
| "Personal Blog": 0.09119489645957947, |
| "User Reviews": 0.0763768013715744 |
| }, |
| "0.05": { |
| "Academic Writing": 0.2177590584754944, |
| "Creative Writing": 0.21153780460357668, |
| "Knowledge Article": 0.1741941303014755, |
| "News Article": 0.18787248730659487, |
| "Nonfiction Writing": 0.15784218668937683, |
| "Personal About Page": 0.3007956659793854, |
| "Personal Blog": 0.18340661823749543, |
| "User Reviews": 0.16683488667011265 |
| }, |
| "0.1": { |
| "Academic Writing": 0.38454339504241947, |
| "Creative Writing": 0.3564952921867371, |
| "Knowledge Article": 0.32872443199157714, |
| "News Article": 0.3589416813850403, |
| "Nonfiction Writing": 0.28578355789184573, |
| "Personal About Page": 0.4639974355697632, |
| "Personal Blog": 0.3235807943344116, |
| "User Reviews": 0.30377557992935184 |
| }, |
| "0.2": { |
| "Academic Writing": 0.6284469676017761, |
| "Creative Writing": 0.5545444560050965, |
| "Knowledge Article": 0.5475596499443054, |
| "News Article": 0.5851231265068055, |
| "Nonfiction Writing": 0.5006991600990296, |
| "Personal About Page": 0.6657140803337097, |
| "Personal Blog": 0.5368955302238465, |
| "User Reviews": 0.5169659304618835 |
| } |
| }, |
| "per_topic": { |
| "0.005": { |
| "Health": 0.02771503714434355 |
| }, |
| "0.01": { |
| "Art & Design": 0.06455368360228206, |
| "Crime & Law": 0.0848147056484747, |
| "Education & Jobs": 0.04893901671240653, |
| "Entertainment": 0.052776282767416104, |
| "Fashion & Beauty": 0.046214627183094464, |
| "Finance & Business": 0.03809387910561566, |
| "Food & Dining": 0.05620163321994055, |
| "Games": 0.04456916508782946, |
| "Health": 0.050240179982603834, |
| "History": 0.0766941011790223, |
| "Home & Hobbies": 0.05156919388435625, |
| "Literature": 0.059639217307153866, |
| "Politics": 0.06667086019571308, |
| "Religion": 0.04779367122472122, |
| "Science & Tech.": 0.05703240220951432, |
| "Social Life": 0.05028271657099217, |
| "Sports & Fitness": 0.054226262268434675, |
| "Transportation": 0.05702462560109611, |
| "Travel": 0.0513493331452123 |
| }, |
| "0.02": { |
| "Art & Design": 0.11050019226097904, |
| "Crime & Law": 0.13328248487486843, |
| "Education & Jobs": 0.08694445474301735, |
| "Entertainment": 0.08633807177853266, |
| "Fashion & Beauty": 0.08197915075713666, |
| "Finance & Business": 0.06409059677771935, |
| "Food & Dining": 0.09250792869702956, |
| "Games": 0.07771264590493882, |
| "Hardware": 0.08280914541836315, |
| "Health": 0.09527356621327339, |
| "History": 0.1213511941073957, |
| "Home & Hobbies": 0.08398840325219291, |
| "Industrial": 0.08530236737135426, |
| "Literature": 0.1063990739754212, |
| "Politics": 0.11570153480549998, |
| "Religion": 0.08428761937994572, |
| "Science & Tech.": 0.09519586290916703, |
| "Social Life": 0.08222430986423447, |
| "Software": 0.0762969957417692, |
| "Software Dev.": 0.09487202663196553, |
| "Sports & Fitness": 0.09333997745304007, |
| "Transportation": 0.09658251196146012, |
| "Travel": 0.08589339747509595 |
| }, |
| "0.05": { |
| "Art & Design": 0.22149480709160957, |
| "Crime & Law": 0.26795962482083735, |
| "Education & Jobs": 0.17709616850261745, |
| "Entertainment": 0.19426536956621757, |
| "Fashion & Beauty": 0.18337040140636837, |
| "Finance & Business": 0.14537977585423406, |
| "Food & Dining": 0.19247386969333433, |
| "Games": 0.17978904663731365, |
| "Hardware": 0.17889656983825403, |
| "Health": 0.20508712260344178, |
| "History": 0.24279697752595658, |
| "Home & Hobbies": 0.18395829982409848, |
| "Industrial": 0.18642086882651113, |
| "Literature": 0.22340981288210326, |
| "Politics": 0.2430728266502545, |
| "Religion": 0.1847788239643039, |
| "Science & Tech.": 0.21692371582273684, |
| "Social Life": 0.1737449000679934, |
| "Software": 0.1680314643501559, |
| "Software Dev.": 0.19704872133891174, |
| "Sports & Fitness": 0.1966491911540352, |
| "Transportation": 0.20710544273846573, |
| "Travel": 0.19699962709628108 |
| }, |
| "0.1": { |
| "Art & Design": 0.3783434022500034, |
| "Crime & Law": 0.43890784653733483, |
| "Education & Jobs": 0.3328565080214843, |
| "Entertainment": 0.35359407143213595, |
| "Fashion & Beauty": 0.3404812412622691, |
| "Finance & Business": 0.27636525607854634, |
| "Food & Dining": 0.34291968635176584, |
| "Games": 0.3177935105148497, |
| "Hardware": 0.312800911441994, |
| "Health": 0.373879111340755, |
| "History": 0.41522868216084924, |
| "Home & Hobbies": 0.3162538900249958, |
| "Industrial": 0.34144460050655817, |
| "Literature": 0.3742200122881399, |
| "Politics": 0.41573245415874377, |
| "Religion": 0.3256622070558363, |
| "Science & Tech.": 0.38810623056955945, |
| "Social Life": 0.30369594777939884, |
| "Software": 0.30197049514170277, |
| "Software Dev.": 0.3329434520836422, |
| "Sports & Fitness": 0.3446240780681177, |
| "Transportation": 0.35571580975405914, |
| "Travel": 0.34693250112712515 |
| }, |
| "0.2": { |
| "Art & Design": 0.6054008803207526, |
| "Crime & Law": 0.6552673164060561, |
| "Education & Jobs": 0.5499747675438151, |
| "Entertainment": 0.5828774356603357, |
| "Fashion & Beauty": 0.5465170578601946, |
| "Finance & Business": 0.49680912712656017, |
| "Food & Dining": 0.5589015138341978, |
| "Games": 0.5283371559857651, |
| "Hardware": 0.5274402913346482, |
| "Health": 0.5987622209230933, |
| "History": 0.6309298662644958, |
| "Home & Hobbies": 0.5385390227452339, |
| "Industrial": 0.5533964118080155, |
| "Literature": 0.587787714738505, |
| "Politics": 0.6386746255801745, |
| "Religion": 0.5397244336306123, |
| "Science & Tech.": 0.6180491654981103, |
| "Social Life": 0.5086475598549359, |
| "Software": 0.5090397173162516, |
| "Software Dev.": 0.5467288027351029, |
| "Sports & Fitness": 0.5716652171729506, |
| "Transportation": 0.5634482039794635, |
| "Travel": 0.5617562549530013 |
| } |
| } |
| } |
|
|
