{ "model": "rishanthrajendhran/IdeaLens-LogisticClassifier", "input": "outline", "flag_rule": "flag the document as AI when P(human) < cut", "calibration": { "data": "WildOutlines, calibration split (human documents only)", "scores_from": "the training run's stored predictions on the calibration split", "n_humans": 80000, "n_per_format": { "Academic Writing": 10000, "Creative Writing": 10000, "Knowledge Article": 10000, "News Article": 10000, "Nonfiction Writing": 10000, "Personal About Page": 10000, "Personal Blog": 10000, "User Reviews": 10000 }, "n_per_topic": { "Art & Design": 3338, "Crime & Law": 3931, "Education & Jobs": 3974, "Entertainment": 4692, "Fashion & Beauty": 2999, "Finance & Business": 4855, "Food & Dining": 2696, "Games": 4257, "Hardware": 2253, "Health": 5069, "History": 2554, "Home & Hobbies": 4192, "Industrial": 2299, "Literature": 3571, "Politics": 3728, "Religion": 3617, "Science & Tech.": 4154, "Social Life": 3126, "Software": 2257, "Software Dev.": 2468, "Sports & Fitness": 4224, "Transportation": 2810, "Travel": 2936 } }, "method": { "global": "the target-FPR quantile of P(human) over all calibration humans", "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)", "min_group_humans": 200, "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans", "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut" }, "fpr_targets": [ 0.001, 0.005, 0.01, 0.02, 0.05, 0.1, 0.2 ], "global": { "0.001": 0.006381482638648472, "0.005": 0.02867227201083185, "0.01": 0.059536946194257215, "0.02": 0.11625680052414059, "0.05": 0.26407016543721995, "0.1": 0.4527246278095192, "0.2": 0.6914557194237397 }, "per_format": { "0.005": { "Academic Writing": 0.04351781290630925, "Creative Writing": 0.06842656490325572, "Knowledge Article": 0.013549577866957773, "News Article": 0.037116423168727354, "Nonfiction Writing": 0.012762849974220107, "Personal About Page": 0.07863581954726177, "Personal Blog": 0.046289725369901086, "User Reviews": 0.04360359362805784 }, "0.01": { "Academic Writing": 0.07635705935657296, "Creative Writing": 0.10501832944669903, "Knowledge Article": 0.027691557082781336, "News Article": 0.07071243140554262, "Nonfiction Writing": 0.02639998383650473, "Personal About Page": 0.12256619670774015, "Personal Blog": 0.08518712118511351, "User Reviews": 0.06876486919167552 }, "0.02": { "Academic Writing": 0.13087090157725204, "Creative Writing": 0.1755971465020464, "Knowledge Article": 0.06444587818531136, "News Article": 0.12888065915747376, "Nonfiction Writing": 0.06452034497994172, "Personal About Page": 0.18901147908980492, "Personal Blog": 0.1496872787964267, "User Reviews": 0.12052851269421544 }, "0.05": { "Academic Writing": 0.2871091883467899, "Creative Writing": 0.34134221029738165, "Knowledge Article": 0.16816069858792998, "News Article": 0.27790715836408686, "Nonfiction Writing": 0.19307199601744005, "Personal About Page": 0.3461023636669453, "Personal Blog": 0.31670432690064476, "User Reviews": 0.24965578554664444 }, "0.1": { "Academic Writing": 0.4810360915209046, "Creative Writing": 0.5370199488258999, "Knowledge Article": 0.34325507651013415, "News Article": 0.4623543271075966, "Nonfiction Writing": 0.38173879472636046, "Personal About Page": 0.5161412810676375, "Personal Blog": 0.5179299885245285, "User Reviews": 0.4108623709803477 }, "0.2": { "Academic Writing": 0.7040847618922953, "Creative Writing": 0.7555976322117836, "Knowledge Article": 0.6076391823221505, "News Article": 0.6928231697944629, "Nonfiction Writing": 0.6612782871532749, "Personal About Page": 0.7080410462869612, "Personal Blog": 0.7464235601260868, "User Reviews": 0.641015771150212 } }, "per_topic": { "0.005": { "Health": 0.022651713994766107 }, "0.01": { "Art & Design": 0.0742037736781464, "Crime & Law": 0.0940743196921047, "Education & Jobs": 0.06362716182631294, "Entertainment": 0.06127017849095448, "Fashion & Beauty": 0.06273762696895295, "Finance & Business": 0.0350818510592217, "Food & Dining": 0.07389497929573276, "Games": 0.053807469210449765, "Health": 0.045798444828505466, "History": 0.08692817077890863, "Home & Hobbies": 0.06465785567242471, "Literature": 0.06850736074736496, "Politics": 0.08558373324515577, "Religion": 0.05962957164308351, "Science & Tech.": 0.05935466156417895, "Social Life": 0.04196894370868738, "Sports & Fitness": 0.06913576745388011, "Transportation": 0.06760953469221428, "Travel": 0.05850594162119588 }, "0.02": { "Art & Design": 0.1435384245244089, "Crime & Law": 0.1733116494871318, "Education & Jobs": 0.11543220012009013, "Entertainment": 0.12885484836887964, "Fashion & Beauty": 0.11369751768465779, "Finance & Business": 0.07391096531583465, "Food & Dining": 0.13307094994839475, "Games": 0.10490527026671964, "Hardware": 0.12901267371782732, "Health": 0.0972787474438444, "History": 0.17721667587603745, "Home & Hobbies": 0.1226142063664777, "Industrial": 0.11468381259241511, "Literature": 0.13040501971351953, "Politics": 0.14540755285775928, "Religion": 0.12681397030257333, "Science & Tech.": 0.11191357009925647, "Social Life": 0.0935847541046653, "Software": 0.09597453082688835, "Software Dev.": 0.1256118700718983, "Sports & Fitness": 0.12492158996377785, "Transportation": 0.13493561680380178, "Travel": 0.11957221023191911 }, "0.05": { "Art & Design": 0.3144673341146248, "Crime & Law": 0.35665329305970817, "Education & Jobs": 0.24518092393157, "Entertainment": 0.2921711902695029, "Fashion & Beauty": 0.25622649001203623, "Finance & Business": 0.18338882379799717, "Food & Dining": 0.27227534113748975, "Games": 0.2481297510202087, "Hardware": 0.2627924533724075, "Health": 0.2425458931973149, "History": 0.3626174558374126, "Home & Hobbies": 0.2687309258401998, "Industrial": 0.268926394558384, "Literature": 0.306551935796607, "Politics": 0.3042435113774436, "Religion": 0.27617175851916903, "Science & Tech.": 0.26682377493039966, "Social Life": 0.2251718586252807, "Software": 0.2286835832978914, "Software Dev.": 0.2584798450938337, "Sports & Fitness": 0.29173127266006754, "Transportation": 0.2842355013321042, "Travel": 0.2627645910624905 }, "0.1": { "Art & Design": 0.5104177216727787, "Crime & Law": 0.5438402666110802, "Education & Jobs": 0.4254046405235768, "Entertainment": 0.5098279040709306, "Fashion & Beauty": 0.43399608843058984, "Finance & Business": 0.3390333505352455, "Food & Dining": 0.44708833473393506, "Games": 0.43693540264380165, "Hardware": 0.4301248551227995, "Health": 0.42675205003007066, "History": 0.5574131529646769, "Home & Hobbies": 0.4592902898684942, "Industrial": 0.46470629378687506, "Literature": 0.4866808243492687, "Politics": 0.5021395208216498, "Religion": 0.4776265114863432, "Science & Tech.": 0.4688028916550973, "Social Life": 0.4081872050851035, "Software": 0.40098202684549833, "Software Dev.": 0.4396806793917263, "Sports & Fitness": 0.462565227584673, "Transportation": 0.47676519166963044, "Travel": 0.45486568055576715 }, "0.2": { "Art & Design": 0.7250687940912725, "Crime & Law": 0.7390969306816542, "Education & Jobs": 0.6738098981956407, "Entertainment": 0.7444919550847048, "Fashion & Beauty": 0.6712893701032796, "Finance & Business": 0.5870855025133812, "Food & Dining": 0.6853248377795825, "Games": 0.681183788473436, "Hardware": 0.6627207812671988, "Health": 0.6552730154253925, "History": 0.7675307823675691, "Home & Hobbies": 0.6927951107330258, "Industrial": 0.7087412343689494, "Literature": 0.7229338410247989, "Politics": 0.7224699088712049, "Religion": 0.7076419520303153, "Science & Tech.": 0.6969153512179881, "Social Life": 0.6537687864195311, "Software": 0.6338074889944196, "Software Dev.": 0.6665265239523223, "Sports & Fitness": 0.6954844582537757, "Transportation": 0.7047807377447641, "Travel": 0.6900682456678775 } } }