| { |
| "model": "rishanthrajendhran/ProseLens", |
| "input": "document", |
| "flag_rule": "flag the document as AI when P(human) < cut", |
| "calibration": { |
| "data": "WildOutlines, calibration split (human documents only)", |
| "scores_from": "the training checkpoint, scored on Tinker", |
| "n_humans": 80000, |
| "n_per_format": { |
| "Academic Writing": 10000, |
| "Creative Writing": 10000, |
| "Knowledge Article": 10000, |
| "News Article": 10000, |
| "Nonfiction Writing": 10000, |
| "Personal About Page": 10000, |
| "Personal Blog": 10000, |
| "User Reviews": 10000 |
| } |
| }, |
| "method": { |
| "global": "the target-FPR quantile of P(human) over all calibration humans", |
| "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)", |
| "min_group_humans": 200, |
| "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans", |
| "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut" |
| }, |
| "fpr_targets": [ |
| 0.001, |
| 0.005, |
| 0.01, |
| 0.02, |
| 0.05 |
| ], |
| "global": { |
| "0.001": 0.07081838771272196, |
| "0.005": 0.30468918373143306, |
| "0.01": 0.6053894506737609, |
| "0.02": 0.925022270529183, |
| "0.05": 0.998888189099037 |
| }, |
| "per_format": { |
| "0.005": { |
| "Academic Writing": 0.7778763017339165, |
| "Creative Writing": 0.8492284331725566, |
| "Knowledge Article": 0.24235805929603155, |
| "News Article": 0.2955419059997487, |
| "Nonfiction Writing": 0.14387439727844545, |
| "Personal About Page": 0.4169940435489798, |
| "Personal Blog": 0.6827533426351194, |
| "User Reviews": 0.6213508153913166 |
| }, |
| "0.01": { |
| "Academic Writing": 0.8996738533714292, |
| "Creative Writing": 0.9174860344190486, |
| "Knowledge Article": 0.3804974222436696, |
| "News Article": 0.555354294854766, |
| "Nonfiction Writing": 0.27050169337460295, |
| "Personal About Page": 0.7871415559941629, |
| "Personal Blog": 0.8799318831045015, |
| "User Reviews": 0.8516071157574004 |
| }, |
| "0.02": { |
| "Academic Writing": 0.9827934935442895, |
| "Creative Writing": 0.9841078402345083, |
| "Knowledge Article": 0.6404405355320586, |
| "News Article": 0.9037969402135294, |
| "Nonfiction Writing": 0.494985268248519, |
| "Personal About Page": 0.9772992347199888, |
| "Personal Blog": 0.9816307917983351, |
| "User Reviews": 0.9803463940922453 |
| }, |
| "0.05": { |
| "Academic Writing": 0.9996898375219624, |
| "Creative Writing": 0.9995782080959261, |
| "Knowledge Article": 0.952949484412262, |
| "News Article": 0.997881027494693, |
| "Nonfiction Writing": 0.9393488591865028, |
| "Personal About Page": 0.9996622303035176, |
| "Personal Blog": 0.999661233340514, |
| "User Reviews": 0.9996383495931975 |
| } |
| } |
| } |
|
|
