| { |
| "model": "rishanthrajendhran/IdeaLens-LogisticClassifier", |
| "input": "outline", |
| "flag_rule": "flag the document as AI when P(human) < cut", |
| "calibration": { |
| "data": "WildOutlines, calibration split (human documents only)", |
| "scores_from": "the training run's stored predictions on the calibration split", |
| "n_humans": 80000, |
| "n_per_format": { |
| "Academic Writing": 10000, |
| "Creative Writing": 10000, |
| "Knowledge Article": 10000, |
| "News Article": 10000, |
| "Nonfiction Writing": 10000, |
| "Personal About Page": 10000, |
| "Personal Blog": 10000, |
| "User Reviews": 10000 |
| }, |
| "n_per_topic": { |
| "Art & Design": 3338, |
| "Crime & Law": 3931, |
| "Education & Jobs": 3974, |
| "Entertainment": 4692, |
| "Fashion & Beauty": 2999, |
| "Finance & Business": 4855, |
| "Food & Dining": 2696, |
| "Games": 4257, |
| "Hardware": 2253, |
| "Health": 5069, |
| "History": 2554, |
| "Home & Hobbies": 4192, |
| "Industrial": 2299, |
| "Literature": 3571, |
| "Politics": 3728, |
| "Religion": 3617, |
| "Science & Tech.": 4154, |
| "Social Life": 3126, |
| "Software": 2257, |
| "Software Dev.": 2468, |
| "Sports & Fitness": 4224, |
| "Transportation": 2810, |
| "Travel": 2936 |
| } |
| }, |
| "method": { |
| "global": "the target-FPR quantile of P(human) over all calibration humans", |
| "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)", |
| "min_group_humans": 200, |
| "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans", |
| "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut" |
| }, |
| "fpr_targets": [ |
| 0.001, |
| 0.005, |
| 0.01, |
| 0.02, |
| 0.05, |
| 0.1, |
| 0.2 |
| ], |
| "global": { |
| "0.001": 0.006381482638648472, |
| "0.005": 0.02867227201083185, |
| "0.01": 0.059536946194257215, |
| "0.02": 0.11625680052414059, |
| "0.05": 0.26407016543721995, |
| "0.1": 0.4527246278095192, |
| "0.2": 0.6914557194237397 |
| }, |
| "per_format": { |
| "0.005": { |
| "Academic Writing": 0.04351781290630925, |
| "Creative Writing": 0.06842656490325572, |
| "Knowledge Article": 0.013549577866957773, |
| "News Article": 0.037116423168727354, |
| "Nonfiction Writing": 0.012762849974220107, |
| "Personal About Page": 0.07863581954726177, |
| "Personal Blog": 0.046289725369901086, |
| "User Reviews": 0.04360359362805784 |
| }, |
| "0.01": { |
| "Academic Writing": 0.07635705935657296, |
| "Creative Writing": 0.10501832944669903, |
| "Knowledge Article": 0.027691557082781336, |
| "News Article": 0.07071243140554262, |
| "Nonfiction Writing": 0.02639998383650473, |
| "Personal About Page": 0.12256619670774015, |
| "Personal Blog": 0.08518712118511351, |
| "User Reviews": 0.06876486919167552 |
| }, |
| "0.02": { |
| "Academic Writing": 0.13087090157725204, |
| "Creative Writing": 0.1755971465020464, |
| "Knowledge Article": 0.06444587818531136, |
| "News Article": 0.12888065915747376, |
| "Nonfiction Writing": 0.06452034497994172, |
| "Personal About Page": 0.18901147908980492, |
| "Personal Blog": 0.1496872787964267, |
| "User Reviews": 0.12052851269421544 |
| }, |
| "0.05": { |
| "Academic Writing": 0.2871091883467899, |
| "Creative Writing": 0.34134221029738165, |
| "Knowledge Article": 0.16816069858792998, |
| "News Article": 0.27790715836408686, |
| "Nonfiction Writing": 0.19307199601744005, |
| "Personal About Page": 0.3461023636669453, |
| "Personal Blog": 0.31670432690064476, |
| "User Reviews": 0.24965578554664444 |
| }, |
| "0.1": { |
| "Academic Writing": 0.4810360915209046, |
| "Creative Writing": 0.5370199488258999, |
| "Knowledge Article": 0.34325507651013415, |
| "News Article": 0.4623543271075966, |
| "Nonfiction Writing": 0.38173879472636046, |
| "Personal About Page": 0.5161412810676375, |
| "Personal Blog": 0.5179299885245285, |
| "User Reviews": 0.4108623709803477 |
| }, |
| "0.2": { |
| "Academic Writing": 0.7040847618922953, |
| "Creative Writing": 0.7555976322117836, |
| "Knowledge Article": 0.6076391823221505, |
| "News Article": 0.6928231697944629, |
| "Nonfiction Writing": 0.6612782871532749, |
| "Personal About Page": 0.7080410462869612, |
| "Personal Blog": 0.7464235601260868, |
| "User Reviews": 0.641015771150212 |
| } |
| }, |
| "per_topic": { |
| "0.005": { |
| "Health": 0.022651713994766107 |
| }, |
| "0.01": { |
| "Art & Design": 0.0742037736781464, |
| "Crime & Law": 0.0940743196921047, |
| "Education & Jobs": 0.06362716182631294, |
| "Entertainment": 0.06127017849095448, |
| "Fashion & Beauty": 0.06273762696895295, |
| "Finance & Business": 0.0350818510592217, |
| "Food & Dining": 0.07389497929573276, |
| "Games": 0.053807469210449765, |
| "Health": 0.045798444828505466, |
| "History": 0.08692817077890863, |
| "Home & Hobbies": 0.06465785567242471, |
| "Literature": 0.06850736074736496, |
| "Politics": 0.08558373324515577, |
| "Religion": 0.05962957164308351, |
| "Science & Tech.": 0.05935466156417895, |
| "Social Life": 0.04196894370868738, |
| "Sports & Fitness": 0.06913576745388011, |
| "Transportation": 0.06760953469221428, |
| "Travel": 0.05850594162119588 |
| }, |
| "0.02": { |
| "Art & Design": 0.1435384245244089, |
| "Crime & Law": 0.1733116494871318, |
| "Education & Jobs": 0.11543220012009013, |
| "Entertainment": 0.12885484836887964, |
| "Fashion & Beauty": 0.11369751768465779, |
| "Finance & Business": 0.07391096531583465, |
| "Food & Dining": 0.13307094994839475, |
| "Games": 0.10490527026671964, |
| "Hardware": 0.12901267371782732, |
| "Health": 0.0972787474438444, |
| "History": 0.17721667587603745, |
| "Home & Hobbies": 0.1226142063664777, |
| "Industrial": 0.11468381259241511, |
| "Literature": 0.13040501971351953, |
| "Politics": 0.14540755285775928, |
| "Religion": 0.12681397030257333, |
| "Science & Tech.": 0.11191357009925647, |
| "Social Life": 0.0935847541046653, |
| "Software": 0.09597453082688835, |
| "Software Dev.": 0.1256118700718983, |
| "Sports & Fitness": 0.12492158996377785, |
| "Transportation": 0.13493561680380178, |
| "Travel": 0.11957221023191911 |
| }, |
| "0.05": { |
| "Art & Design": 0.3144673341146248, |
| "Crime & Law": 0.35665329305970817, |
| "Education & Jobs": 0.24518092393157, |
| "Entertainment": 0.2921711902695029, |
| "Fashion & Beauty": 0.25622649001203623, |
| "Finance & Business": 0.18338882379799717, |
| "Food & Dining": 0.27227534113748975, |
| "Games": 0.2481297510202087, |
| "Hardware": 0.2627924533724075, |
| "Health": 0.2425458931973149, |
| "History": 0.3626174558374126, |
| "Home & Hobbies": 0.2687309258401998, |
| "Industrial": 0.268926394558384, |
| "Literature": 0.306551935796607, |
| "Politics": 0.3042435113774436, |
| "Religion": 0.27617175851916903, |
| "Science & Tech.": 0.26682377493039966, |
| "Social Life": 0.2251718586252807, |
| "Software": 0.2286835832978914, |
| "Software Dev.": 0.2584798450938337, |
| "Sports & Fitness": 0.29173127266006754, |
| "Transportation": 0.2842355013321042, |
| "Travel": 0.2627645910624905 |
| }, |
| "0.1": { |
| "Art & Design": 0.5104177216727787, |
| "Crime & Law": 0.5438402666110802, |
| "Education & Jobs": 0.4254046405235768, |
| "Entertainment": 0.5098279040709306, |
| "Fashion & Beauty": 0.43399608843058984, |
| "Finance & Business": 0.3390333505352455, |
| "Food & Dining": 0.44708833473393506, |
| "Games": 0.43693540264380165, |
| "Hardware": 0.4301248551227995, |
| "Health": 0.42675205003007066, |
| "History": 0.5574131529646769, |
| "Home & Hobbies": 0.4592902898684942, |
| "Industrial": 0.46470629378687506, |
| "Literature": 0.4866808243492687, |
| "Politics": 0.5021395208216498, |
| "Religion": 0.4776265114863432, |
| "Science & Tech.": 0.4688028916550973, |
| "Social Life": 0.4081872050851035, |
| "Software": 0.40098202684549833, |
| "Software Dev.": 0.4396806793917263, |
| "Sports & Fitness": 0.462565227584673, |
| "Transportation": 0.47676519166963044, |
| "Travel": 0.45486568055576715 |
| }, |
| "0.2": { |
| "Art & Design": 0.7250687940912725, |
| "Crime & Law": 0.7390969306816542, |
| "Education & Jobs": 0.6738098981956407, |
| "Entertainment": 0.7444919550847048, |
| "Fashion & Beauty": 0.6712893701032796, |
| "Finance & Business": 0.5870855025133812, |
| "Food & Dining": 0.6853248377795825, |
| "Games": 0.681183788473436, |
| "Hardware": 0.6627207812671988, |
| "Health": 0.6552730154253925, |
| "History": 0.7675307823675691, |
| "Home & Hobbies": 0.6927951107330258, |
| "Industrial": 0.7087412343689494, |
| "Literature": 0.7229338410247989, |
| "Politics": 0.7224699088712049, |
| "Religion": 0.7076419520303153, |
| "Science & Tech.": 0.6969153512179881, |
| "Social Life": 0.6537687864195311, |
| "Software": 0.6338074889944196, |
| "Software Dev.": 0.6665265239523223, |
| "Sports & Fitness": 0.6954844582537757, |
| "Transportation": 0.7047807377447641, |
| "Travel": 0.6900682456678775 |
| } |
| } |
| } |
|
|
