| { |
| "model": "rishanthrajendhran/IdeaLens-LogisticClassifier-PerItem", |
| "input": "outline items, pooled per document by logit mean", |
| "flag_rule": "flag the document as AI when P(human) < cut", |
| "calibration": { |
| "data": "WildOutlines, calibration split (human documents only)", |
| "scores_from": "the released coefficients applied to the stored text-embedding-3-large item vectors", |
| "n_humans": 79999, |
| "n_per_format": { |
| "Academic Writing": 9999, |
| "Creative Writing": 10000, |
| "Knowledge Article": 10000, |
| "News Article": 10000, |
| "Nonfiction Writing": 10000, |
| "Personal About Page": 10000, |
| "Personal Blog": 10000, |
| "User Reviews": 10000 |
| }, |
| "n_per_topic": { |
| "Art & Design": 3338, |
| "Crime & Law": 3931, |
| "Education & Jobs": 3974, |
| "Entertainment": 4692, |
| "Fashion & Beauty": 2999, |
| "Finance & Business": 4855, |
| "Food & Dining": 2696, |
| "Games": 4257, |
| "Hardware": 2253, |
| "Health": 5068, |
| "History": 2554, |
| "Home & Hobbies": 4192, |
| "Industrial": 2299, |
| "Literature": 3571, |
| "Politics": 3728, |
| "Religion": 3617, |
| "Science & Tech.": 4154, |
| "Social Life": 3126, |
| "Software": 2257, |
| "Software Dev.": 2468, |
| "Sports & Fitness": 4224, |
| "Transportation": 2810, |
| "Travel": 2936 |
| } |
| }, |
| "method": { |
| "global": "the target-FPR quantile of P(human) over all calibration humans", |
| "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)", |
| "min_group_humans": 200, |
| "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans", |
| "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut" |
| }, |
| "fpr_targets": [ |
| 0.001, |
| 0.005, |
| 0.01, |
| 0.02, |
| 0.05 |
| ], |
| "global": { |
| "0.001": 0.106388772270725, |
| "0.005": 0.1681378592028679, |
| "0.01": 0.20413262820741293, |
| "0.02": 0.25004924623511837, |
| "0.05": 0.3322128812111102 |
| }, |
| "per_format": { |
| "0.005": { |
| "Academic Writing": 0.18337902910718276, |
| "Creative Writing": 0.30439763961606603, |
| "Knowledge Article": 0.14825887050992825, |
| "News Article": 0.21597015644270443, |
| "Nonfiction Writing": 0.11824042645135695, |
| "Personal About Page": 0.27491334818253615, |
| "Personal Blog": 0.1835801423738712, |
| "User Reviews": 0.1822318018901514 |
| }, |
| "0.01": { |
| "Academic Writing": 0.21607582239079004, |
| "Creative Writing": 0.3518106575501341, |
| "Knowledge Article": 0.17779299087492645, |
| "News Article": 0.2525656340605388, |
| "Nonfiction Writing": 0.14773132496238617, |
| "Personal About Page": 0.31017104459922873, |
| "Personal Blog": 0.21251108111321929, |
| "User Reviews": 0.2098093606513001 |
| }, |
| "0.02": { |
| "Academic Writing": 0.2554967834761668, |
| "Creative Writing": 0.3997204895204556, |
| "Knowledge Article": 0.2120910185687447, |
| "News Article": 0.2990235999808508, |
| "Nonfiction Writing": 0.18482007099351194, |
| "Personal About Page": 0.3564756679939256, |
| "Personal Blog": 0.261089641004104, |
| "User Reviews": 0.24904559847959068 |
| }, |
| "0.05": { |
| "Academic Writing": 0.32697615729587837, |
| "Creative Writing": 0.48468336926562566, |
| "Knowledge Article": 0.28104233592914357, |
| "News Article": 0.3753134671745085, |
| "Nonfiction Writing": 0.26154657668290016, |
| "Personal About Page": 0.4343046934734537, |
| "Personal Blog": 0.3443488804918288, |
| "User Reviews": 0.3197188287873698 |
| } |
| }, |
| "per_topic": { |
| "0.005": { |
| "Health": 0.15962406372266164 |
| }, |
| "0.01": { |
| "Art & Design": 0.2211545545503707, |
| "Crime & Law": 0.25305002355029654, |
| "Education & Jobs": 0.2139546656223252, |
| "Entertainment": 0.20914571654184425, |
| "Fashion & Beauty": 0.19762709891151295, |
| "Finance & Business": 0.18093483800959098, |
| "Food & Dining": 0.204809748335236, |
| "Games": 0.1667155824543731, |
| "Health": 0.19673357032062658, |
| "History": 0.25187748492855894, |
| "Home & Hobbies": 0.20447598807553452, |
| "Literature": 0.22916258254951682, |
| "Politics": 0.24911769963488406, |
| "Religion": 0.20919173178201625, |
| "Science & Tech.": 0.20377505068961643, |
| "Social Life": 0.19915882208418206, |
| "Sports & Fitness": 0.22463184358387936, |
| "Transportation": 0.21942885157695088, |
| "Travel": 0.20809697694219897 |
| }, |
| "0.02": { |
| "Art & Design": 0.2762469725786032, |
| "Crime & Law": 0.29662344711917477, |
| "Education & Jobs": 0.2524994672382303, |
| "Entertainment": 0.2636351347996365, |
| "Fashion & Beauty": 0.2343747318477249, |
| "Finance & Business": 0.22362090442878566, |
| "Food & Dining": 0.25030645924418576, |
| "Games": 0.20406433258666584, |
| "Hardware": 0.26096374192469013, |
| "Health": 0.23460664586144925, |
| "History": 0.29367418646928634, |
| "Home & Hobbies": 0.24609285218609128, |
| "Industrial": 0.2542443043330692, |
| "Literature": 0.28009436211038863, |
| "Politics": 0.29651950168136987, |
| "Religion": 0.26923767380323155, |
| "Science & Tech.": 0.2637455277406645, |
| "Social Life": 0.24080888051854882, |
| "Software": 0.2299233322225545, |
| "Software Dev.": 0.2641363031676164, |
| "Sports & Fitness": 0.26836760830718515, |
| "Transportation": 0.27017252682668125, |
| "Travel": 0.2580344281855586 |
| }, |
| "0.05": { |
| "Art & Design": 0.3754907901312724, |
| "Crime & Law": 0.38690683761124794, |
| "Education & Jobs": 0.331575942940869, |
| "Entertainment": 0.3564682836223585, |
| "Fashion & Beauty": 0.31063629773891316, |
| "Finance & Business": 0.29528534633717574, |
| "Food & Dining": 0.3214608348894217, |
| "Games": 0.27430532429218063, |
| "Hardware": 0.32495907494838105, |
| "Health": 0.31631279315037686, |
| "History": 0.3751332954192705, |
| "Home & Hobbies": 0.33077720862652954, |
| "Industrial": 0.33217862714123064, |
| "Literature": 0.359404867142336, |
| "Politics": 0.3779864562921655, |
| "Religion": 0.35723814128703396, |
| "Science & Tech.": 0.3562150315640888, |
| "Social Life": 0.3119854343138797, |
| "Software": 0.302595137571614, |
| "Software Dev.": 0.33573465662440605, |
| "Sports & Fitness": 0.35078666506255834, |
| "Transportation": 0.3498444893449201, |
| "Travel": 0.33955383116682636 |
| } |
| }, |
| "pooling": "logit_mean" |
| } |
|
|
