thresholds.json

{
 "model": "rishanthrajendhran/IdeaLens-LogisticClassifier-PerItem",
 "input": "outline items, pooled per document by logit mean",
 "flag_rule": "flag the document as AI when P(human) < cut",
 "calibration": {
  "data": "WildOutlines, calibration split (human documents only)",
  "scores_from": "the released coefficients applied to the stored text-embedding-3-large item vectors",
  "n_humans": 79999,
  "n_per_format": {
   "Academic Writing": 9999,
   "Creative Writing": 10000,
   "Knowledge Article": 10000,
   "News Article": 10000,
   "Nonfiction Writing": 10000,
   "Personal About Page": 10000,
   "Personal Blog": 10000,
   "User Reviews": 10000
  },
  "n_per_topic": {
   "Art & Design": 3338,
   "Crime & Law": 3931,
   "Education & Jobs": 3974,
   "Entertainment": 4692,
   "Fashion & Beauty": 2999,
   "Finance & Business": 4855,
   "Food & Dining": 2696,
   "Games": 4257,
   "Hardware": 2253,
   "Health": 5068,
   "History": 2554,
   "Home & Hobbies": 4192,
   "Industrial": 2299,
   "Literature": 3571,
   "Politics": 3728,
   "Religion": 3617,
   "Science & Tech.": 4154,
   "Social Life": 3126,
   "Software": 2257,
   "Software Dev.": 2468,
   "Sports & Fitness": 4224,
   "Transportation": 2810,
   "Travel": 2936
  }
 },
 "method": {
  "global": "the target-FPR quantile of P(human) over all calibration humans",
  "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)",
  "min_group_humans": 200,
  "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans",
  "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut"
 },
 "fpr_targets": [
  0.001,
  0.005,
  0.01,
  0.02,
  0.05
 ],
 "global": {
  "0.001": 0.106388772270725,
  "0.005": 0.1681378592028679,
  "0.01": 0.20413262820741293,
  "0.02": 0.25004924623511837,
  "0.05": 0.3322128812111102
 },
 "per_format": {
  "0.005": {
   "Academic Writing": 0.18337902910718276,
   "Creative Writing": 0.30439763961606603,
   "Knowledge Article": 0.14825887050992825,
   "News Article": 0.21597015644270443,
   "Nonfiction Writing": 0.11824042645135695,
   "Personal About Page": 0.27491334818253615,
   "Personal Blog": 0.1835801423738712,
   "User Reviews": 0.1822318018901514
  },
  "0.01": {
   "Academic Writing": 0.21607582239079004,
   "Creative Writing": 0.3518106575501341,
   "Knowledge Article": 0.17779299087492645,
   "News Article": 0.2525656340605388,
   "Nonfiction Writing": 0.14773132496238617,
   "Personal About Page": 0.31017104459922873,
   "Personal Blog": 0.21251108111321929,
   "User Reviews": 0.2098093606513001
  },
  "0.02": {
   "Academic Writing": 0.2554967834761668,
   "Creative Writing": 0.3997204895204556,
   "Knowledge Article": 0.2120910185687447,
   "News Article": 0.2990235999808508,
   "Nonfiction Writing": 0.18482007099351194,
   "Personal About Page": 0.3564756679939256,
   "Personal Blog": 0.261089641004104,
   "User Reviews": 0.24904559847959068
  },
  "0.05": {
   "Academic Writing": 0.32697615729587837,
   "Creative Writing": 0.48468336926562566,
   "Knowledge Article": 0.28104233592914357,
   "News Article": 0.3753134671745085,
   "Nonfiction Writing": 0.26154657668290016,
   "Personal About Page": 0.4343046934734537,
   "Personal Blog": 0.3443488804918288,
   "User Reviews": 0.3197188287873698
  }
 },
 "per_topic": {
  "0.005": {
   "Health": 0.15962406372266164
  },
  "0.01": {
   "Art & Design": 0.2211545545503707,
   "Crime & Law": 0.25305002355029654,
   "Education & Jobs": 0.2139546656223252,
   "Entertainment": 0.20914571654184425,
   "Fashion & Beauty": 0.19762709891151295,
   "Finance & Business": 0.18093483800959098,
   "Food & Dining": 0.204809748335236,
   "Games": 0.1667155824543731,
   "Health": 0.19673357032062658,
   "History": 0.25187748492855894,
   "Home & Hobbies": 0.20447598807553452,
   "Literature": 0.22916258254951682,
   "Politics": 0.24911769963488406,
   "Religion": 0.20919173178201625,
   "Science & Tech.": 0.20377505068961643,
   "Social Life": 0.19915882208418206,
   "Sports & Fitness": 0.22463184358387936,
   "Transportation": 0.21942885157695088,
   "Travel": 0.20809697694219897
  },
  "0.02": {
   "Art & Design": 0.2762469725786032,
   "Crime & Law": 0.29662344711917477,
   "Education & Jobs": 0.2524994672382303,
   "Entertainment": 0.2636351347996365,
   "Fashion & Beauty": 0.2343747318477249,
   "Finance & Business": 0.22362090442878566,
   "Food & Dining": 0.25030645924418576,
   "Games": 0.20406433258666584,
   "Hardware": 0.26096374192469013,
   "Health": 0.23460664586144925,
   "History": 0.29367418646928634,
   "Home & Hobbies": 0.24609285218609128,
   "Industrial": 0.2542443043330692,
   "Literature": 0.28009436211038863,
   "Politics": 0.29651950168136987,
   "Religion": 0.26923767380323155,
   "Science & Tech.": 0.2637455277406645,
   "Social Life": 0.24080888051854882,
   "Software": 0.2299233322225545,
   "Software Dev.": 0.2641363031676164,
   "Sports & Fitness": 0.26836760830718515,
   "Transportation": 0.27017252682668125,
   "Travel": 0.2580344281855586
  },
  "0.05": {
   "Art & Design": 0.3754907901312724,
   "Crime & Law": 0.38690683761124794,
   "Education & Jobs": 0.331575942940869,
   "Entertainment": 0.3564682836223585,
   "Fashion & Beauty": 0.31063629773891316,
   "Finance & Business": 0.29528534633717574,
   "Food & Dining": 0.3214608348894217,
   "Games": 0.27430532429218063,
   "Hardware": 0.32495907494838105,
   "Health": 0.31631279315037686,
   "History": 0.3751332954192705,
   "Home & Hobbies": 0.33077720862652954,
   "Industrial": 0.33217862714123064,
   "Literature": 0.359404867142336,
   "Politics": 0.3779864562921655,
   "Religion": 0.35723814128703396,
   "Science & Tech.": 0.3562150315640888,
   "Social Life": 0.3119854343138797,
   "Software": 0.302595137571614,
   "Software Dev.": 0.33573465662440605,
   "Sports & Fitness": 0.35078666506255834,
   "Transportation": 0.3498444893449201,
   "Travel": 0.33955383116682636
  }
 },
 "pooling": "logit_mean"
}