{ "schemaVersion": 1, "verifiedAt": "2026-09-16", "methodVersion": "local-origin-tfidf-v5", "sources": [ { "url": "https://huggingface.co/datasets/ShantanuT01/DACTYL", "title": "dactyl", "accessedAt": "2026-09-16", "revision": "d4175fd68ac7c5890afe24fb387a4ad76053a4be" }, { "url": "https://github.com/iis-research-team/AINL-Eval-2025", "title": "ainl", "accessedAt": "2026-09-16", "revision": "ff381f003a0699daa9a5327a6570454b491d1e95" }, { "url": "https://github.com/mbzuai-nlp/M4", "title": "m4", "accessedAt": "2026-09-16", "revision": "628bf0fcb2e8c6b7ffa71fd1af6be413aced8f7d" }, { "url": "https://huggingface.co/datasets/Hello-SimpleAI/HC3", "title": "hc3", "accessedAt": "2026-09-16", "revision": "4d0ff18143b5a7e1b1e79beb540c04549d1e59d3" } ], "methodology": "Fixed final/transfer sets after four documented local trials; the fourth extends the training split with 120 supplementary English examples labelled human and leaves every other partition unchanged. Training and calibration precede scoring. The production JavaScript classifier was replayed on every final/transfer text and matched Python logits within 0.000001. Inputs below the 80-word requirement after normalization receive no score; they remain unflagged/uncertain in main confusion counts. AUROC and Brier use scored inputs only. Dataset labels and incomplete upstream source-family metadata remain limitations. Style findings use the unchanged Qwen prompt and do not set the classifier score. No new paid model calls.", "samples": { "out_of_domain": 200, "final": 2000, "calibration": 1452, "development": 1158, "training": 8348 }, "modelSha256": "ab49dc73c28c98a4361862de60b4963c946d9b6aea4a0007d1c12ec3c82ded0a", "manifestSha256": "c2276ed5fd5a9f263c58d13257dae3ce98e88605b73eea7a6c558d82d10cb756", "freezeSha256": "be1794857701318526537be8a0bd63e21eba5ca243816d4ddc1d121362f66020", "heldOutGenerator": "DeepSeek-V3", "runtimeParity": { "cases": 2200, "maximumRawDifference": 9.5367431640625e-07, "medianDoubleInferenceMs": 6.255535999998756, "p95DoubleInferenceMs": 17.35518400000001 }, "final": { "all": { "cases": 2000, "humans": 1000, "machines": 1000, "truePositive": 850, "falsePositive": 33, "trueNegative": 967, "falseNegative": 150, "recall": 0.85, "falsePositiveRate": 0.033, "precision": 0.9626274065685164, "recallWilson95": [ 0.8265313415731996, 0.8707899274869118 ], "falsePositiveWilson95": [ 0.023592927958426907, 0.04598126446708159 ], "accuracy": 0.9085, "auroc": 0.9767137758657498, "brier": 0.05993858805820371, "uncertain": 430, "uncertainFraction": 0.21499999999999997, "uncertainHuman": 293, "uncertainMachine": 137, "classifiedCases": 1570, "classifiedErrors": 46, "classifiedAccuracy": 0.9707006369426752, "machineCalledHuman": 13, "rankAndCalibrationCases": 1993, "unavailable": 7 }, "byLanguage": { "en": { "cases": 1000, "humans": 500, "machines": 500, "truePositive": 459, "falsePositive": 15, "trueNegative": 485, "falseNegative": 41, "recall": 0.918, "falsePositiveRate": 0.03, "precision": 0.9683544303797469, "recallWilson95": [ 0.8906451408426114, 0.9389809105315311 ], "falsePositiveWilson95": [ 0.018263213197913384, 0.04890366683594573 ], "accuracy": 0.944, "auroc": 0.9919537385603946, "brier": 0.035057223564954686, "uncertain": 137, "uncertainFraction": 0.137, "uncertainHuman": 97, "uncertainMachine": 40, "classifiedCases": 863, "classifiedErrors": 16, "classifiedAccuracy": 0.981460023174971, "machineCalledHuman": 1, "rankAndCalibrationCases": 993, "unavailable": 7 }, "ru": { "cases": 1000, "humans": 500, "machines": 500, "truePositive": 391, "falsePositive": 18, "trueNegative": 482, "falseNegative": 109, "recall": 0.782, "falsePositiveRate": 0.036, "precision": 0.9559902200488998, "recallWilson95": [ 0.743733598415673, 0.8159662735640116 ], "falsePositiveWilson95": [ 0.02289106098029272, 0.056184326968027755 ], "accuracy": 0.873, "auroc": 0.9538980000000001, "brier": 0.08464578299999999, "uncertain": 293, "uncertainFraction": 0.29300000000000004, "uncertainHuman": 196, "uncertainMachine": 97, "classifiedCases": 707, "classifiedErrors": 30, "classifiedAccuracy": 0.9575671852899575, "machineCalledHuman": 12, "rankAndCalibrationCases": 1000, "unavailable": 0 } }, "byDomain": { "RedditWritingPrompts": { "cases": 120, "humans": 60, "machines": 60, "truePositive": 57, "falsePositive": 0, "trueNegative": 60, "falseNegative": 3, "recall": 0.95, "falsePositiveRate": 0.0, "precision": 1.0, "recallWilson95": [ 0.8629948352365147, 0.9828504978356043 ], "falsePositiveWilson95": [ 0, 0.06017185214208986 ], "accuracy": 0.975, "auroc": 0.9895833333333334, "brier": 0.027289266666666662, "uncertain": 11, "uncertainFraction": 0.09166666666666667, "uncertainHuman": 9, "uncertainMachine": 2, "classifiedCases": 109, "classifiedErrors": 1, "classifiedAccuracy": 0.9908256880733946, "machineCalledHuman": 1, "rankAndCalibrationCases": 120, "unavailable": 0 }, "abstracts": { "cases": 120, "humans": 60, "machines": 60, "truePositive": 47, "falsePositive": 3, "trueNegative": 57, "falseNegative": 13, "recall": 0.7833333333333333, "falsePositiveRate": 0.05, "precision": 0.94, "recallWilson95": [ 0.6637997242680521, 0.868769559518097 ], "falsePositiveWilson95": [ 0.01714950216439568, 0.1370051647634852 ], "accuracy": 0.8666666666666667, "auroc": 0.9778393351800554, "brier": 0.06179474561403509, "uncertain": 26, "uncertainFraction": 0.21666666666666667, "uncertainHuman": 13, "uncertainMachine": 13, "classifiedCases": 94, "classifiedErrors": 3, "classifiedAccuracy": 0.9680851063829787, "machineCalledHuman": 0, "rankAndCalibrationCases": 114, "unavailable": 6 }, "finance": { "cases": 80, "humans": 40, "machines": 40, "truePositive": 40, "falsePositive": 3, "trueNegative": 37, "falseNegative": 0, "recall": 1.0, "falsePositiveRate": 0.075, "precision": 0.9302325581395349, "recallWilson95": [ 0.9123783988027135, 1 ], "falsePositiveWilson95": [ 0.025836025774588198, 0.19864233524310543 ], "accuracy": 0.9625, "auroc": 0.999375, "brier": 0.0317562375, "uncertain": 6, "uncertainFraction": 0.07499999999999996, "uncertainHuman": 6, "uncertainMachine": 0, "classifiedCases": 74, "classifiedErrors": 3, "classifiedAccuracy": 0.9594594594594594, "machineCalledHuman": 0, "rankAndCalibrationCases": 80, "unavailable": 0 }, "news": { "cases": 120, "humans": 60, "machines": 60, "truePositive": 59, "falsePositive": 0, "trueNegative": 60, "falseNegative": 1, "recall": 0.9833333333333333, "falsePositiveRate": 0.0, "precision": 1.0, "recallWilson95": [ 0.9114487027240993, 0.9970518402052136 ], "falsePositiveWilson95": [ 0, 0.06017185214208986 ], "accuracy": 0.9916666666666667, "auroc": 1.0, "brier": 0.006084383333333334, "uncertain": 5, "uncertainFraction": 0.04166666666666663, "uncertainHuman": 4, "uncertainMachine": 1, "classifiedCases": 115, "classifiedErrors": 0, "classifiedAccuracy": 1.0, "machineCalledHuman": 0, "rankAndCalibrationCases": 120, "unavailable": 0 }, "reddit_eli5": { "cases": 80, "humans": 40, "machines": 40, "truePositive": 36, "falsePositive": 1, "trueNegative": 39, "falseNegative": 4, "recall": 0.9, "falsePositiveRate": 0.025, "precision": 0.972972972972973, "recallWilson95": [ 0.7694822477247771, 0.9604204713173936 ], "falsePositiveWilson95": [ 0.0044268315026814095, 0.1288136896347409 ], "accuracy": 0.9375, "auroc": 0.993125, "brier": 0.0348671375, "uncertain": 10, "uncertainFraction": 0.125, "uncertainHuman": 6, "uncertainMachine": 4, "classifiedCases": 70, "classifiedErrors": 1, "classifiedAccuracy": 0.9857142857142858, "machineCalledHuman": 0, "rankAndCalibrationCases": 80, "unavailable": 0 }, "reviews": { "cases": 120, "humans": 60, "machines": 60, "truePositive": 55, "falsePositive": 3, "trueNegative": 57, "falseNegative": 5, "recall": 0.9166666666666666, "falsePositiveRate": 0.05, "precision": 0.9482758620689655, "recallWilson95": [ 0.8193105798166558, 0.9638795433982692 ], "falsePositiveWilson95": [ 0.01714950216439568, 0.1370051647634852 ], "accuracy": 0.9333333333333333, "auroc": 0.9898305084745762, "brier": 0.044588546218487395, "uncertain": 26, "uncertainFraction": 0.21666666666666667, "uncertainHuman": 21, "uncertainMachine": 5, "classifiedCases": 94, "classifiedErrors": 3, "classifiedAccuracy": 0.9680851063829787, "machineCalledHuman": 0, "rankAndCalibrationCases": 119, "unavailable": 1 }, "russian": { "cases": 900, "humans": 450, "machines": 450, "truePositive": 343, "falsePositive": 16, "trueNegative": 434, "falseNegative": 107, "recall": 0.7622222222222222, "falsePositiveRate": 0.035555555555555556, "precision": 0.9554317548746518, "recallWilson95": [ 0.720772659190934, 0.7992327202498193 ], "falsePositiveWilson95": [ 0.02200227206767776, 0.05697125078725944 ], "accuracy": 0.8633333333333333, "auroc": 0.9490172839506174, "brier": 0.08919881333333333, "uncertain": 277, "uncertainFraction": 0.3077777777777778, "uncertainHuman": 181, "uncertainMachine": 96, "classifiedCases": 623, "classifiedErrors": 27, "classifiedAccuracy": 0.956661316211878, "machineCalledHuman": 11, "rankAndCalibrationCases": 900, "unavailable": 0 }, "scientific_abstracts": { "cases": 100, "humans": 50, "machines": 50, "truePositive": 48, "falsePositive": 2, "trueNegative": 48, "falseNegative": 2, "recall": 0.96, "falsePositiveRate": 0.04, "precision": 0.96, "recallWilson95": [ 0.8653990931249297, 0.9889611156723802 ], "falsePositiveWilson95": [ 0.011038884327619805, 0.1346009068750702 ], "accuracy": 0.96, "auroc": 0.9892000000000001, "brier": 0.04366851000000001, "uncertain": 16, "uncertainFraction": 0.16000000000000003, "uncertainHuman": 15, "uncertainMachine": 1, "classifiedCases": 84, "classifiedErrors": 3, "classifiedAccuracy": 0.9642857142857143, "machineCalledHuman": 1, "rankAndCalibrationCases": 100, "unavailable": 0 }, "student_essays": { "cases": 120, "humans": 60, "machines": 60, "truePositive": 60, "falsePositive": 1, "trueNegative": 59, "falseNegative": 0, "recall": 1.0, "falsePositiveRate": 0.016666666666666666, "precision": 0.9836065573770492, "recallWilson95": [ 0.93982814785791, 0.9999999999999998 ], "falsePositiveWilson95": [ 0.0029481597947862495, 0.08855129727590061 ], "accuracy": 0.9916666666666667, "auroc": 1.0, "brier": 0.019504333333333335, "uncertain": 15, "uncertainFraction": 0.125, "uncertainHuman": 15, "uncertainMachine": 0, "classifiedCases": 105, "classifiedErrors": 1, "classifiedAccuracy": 0.9904761904761905, "machineCalledHuman": 0, "rankAndCalibrationCases": 120, "unavailable": 0 }, "wiki_csai": { "cases": 40, "humans": 20, "machines": 20, "truePositive": 20, "falsePositive": 1, "trueNegative": 19, "falseNegative": 0, "recall": 1.0, "falsePositiveRate": 0.05, "precision": 0.9523809523809523, "recallWilson95": [ 0.8388748419471806, 1 ], "falsePositiveWilson95": [ 0.008881448800795402, 0.23613119344674205 ], "accuracy": 0.975, "auroc": 0.995, "brier": 0.041377075000000006, "uncertain": 9, "uncertainFraction": 0.22499999999999998, "uncertainHuman": 9, "uncertainMachine": 0, "classifiedCases": 31, "classifiedErrors": 1, "classifiedAccuracy": 0.967741935483871, "machineCalledHuman": 0, "rankAndCalibrationCases": 40, "unavailable": 0 }, "wikihow": { "cases": 200, "humans": 100, "machines": 100, "truePositive": 85, "falsePositive": 3, "trueNegative": 97, "falseNegative": 15, "recall": 0.85, "falsePositiveRate": 0.03, "precision": 0.9659090909090909, "recallWilson95": [ 0.7671644040916763, 0.9069401471634337 ], "falsePositiveWilson95": [ 0.010254524024038925, 0.0845193642905276 ], "accuracy": 0.91, "auroc": 0.9890000000000001, "brier": 0.04565436999999999, "uncertain": 29, "uncertainFraction": 0.14500000000000002, "uncertainHuman": 14, "uncertainMachine": 15, "classifiedCases": 171, "classifiedErrors": 3, "classifiedAccuracy": 0.9824561403508771, "machineCalledHuman": 0, "rankAndCalibrationCases": 200, "unavailable": 0 } } }, "transfer": { "cases": 200, "humans": 100, "machines": 100, "truePositive": 100, "falsePositive": 2, "trueNegative": 98, "falseNegative": 0, "recall": 1.0, "falsePositiveRate": 0.02, "precision": 0.9803921568627451, "recallWilson95": [ 0.9630065017930143, 1 ], "falsePositiveWilson95": [ 0.00550196755016235, 0.07001179072854388 ], "accuracy": 0.99, "auroc": 0.9985999999999999, "brier": 0.01742094, "uncertain": 20, "uncertainFraction": 0.09999999999999998, "uncertainHuman": 20, "uncertainMachine": 0, "classifiedCases": 180, "classifiedErrors": 2, "classifiedAccuracy": 0.9888888888888889, "machineCalledHuman": 0, "rankAndCalibrationCases": 200, "unavailable": 0 }, "observedRegression": { "all": { "cases": 64, "humans": 32, "machines": 32, "truePositive": 26, "falsePositive": 0, "trueNegative": 32, "falseNegative": 6, "recall": 0.8125, "falsePositiveRate": 0.0, "precision": 1.0, "recallWilson95": [ 0.6469084479862404, 0.9111045531043405 ], "falsePositiveWilson95": [ 0, 0.1071791982550706 ], "accuracy": 0.90625, "auroc": 0.984375, "brier": 0.06241105117356276, "uncertain": 13, "uncertainFraction": 0.203125, "uncertainHuman": 7, "uncertainMachine": 6, "classifiedCases": 51, "classifiedErrors": 0, "classifiedAccuracy": 1.0, "machineCalledHuman": 0 }, "byLanguage": { "en": { "cases": 32, "humans": 16, "machines": 16, "truePositive": 14, "falsePositive": 0, "trueNegative": 16, "falseNegative": 2, "recall": 0.875, "falsePositiveRate": 0.0, "precision": 1.0, "recallWilson95": [ 0.639771727342413, 0.9650225122567595 ], "falsePositiveWilson95": [ 0, 0.1936076805344365 ], "accuracy": 0.9375, "auroc": 1.0, "brier": 0.03148064527909156, "uncertain": 3, "uncertainFraction": 0.09375, "uncertainHuman": 1, "uncertainMachine": 2, "classifiedCases": 29, "classifiedErrors": 0, "classifiedAccuracy": 1.0, "machineCalledHuman": 0 }, "ru": { "cases": 32, "humans": 16, "machines": 16, "truePositive": 12, "falsePositive": 0, "trueNegative": 16, "falseNegative": 4, "recall": 0.75, "falsePositiveRate": 0.0, "precision": 1.0, "recallWilson95": [ 0.5050168346449122, 0.8981793250878696 ], "falsePositiveWilson95": [ 0, 0.1936076805344365 ], "accuracy": 0.875, "auroc": 0.953125, "brier": 0.09334145706803393, "uncertain": 10, "uncertainFraction": 0.3125, "uncertainHuman": 6, "uncertainMachine": 4, "classifiedCases": 22, "classifiedErrors": 0, "classifiedAccuracy": 1.0, "machineCalledHuman": 0 } }, "bySource": { "m4": { "cases": 64, "humans": 32, "machines": 32, "truePositive": 26, "falsePositive": 0, "trueNegative": 32, "falseNegative": 6, "recall": 0.8125, "falsePositiveRate": 0.0, "precision": 1.0, "recallWilson95": [ 0.6469084479862404, 0.9111045531043405 ], "falsePositiveWilson95": [ 0, 0.1071791982550706 ], "accuracy": 0.90625, "auroc": 0.984375, "brier": 0.06241105117356276, "uncertain": 13, "uncertainFraction": 0.203125, "uncertainHuman": 7, "uncertainMachine": 6, "classifiedCases": 51, "classifiedErrors": 0, "classifiedAccuracy": 1.0, "machineCalledHuman": 0 } }, "byDomain": { "arxiv": { "cases": 16, "humans": 8, "machines": 8, "truePositive": 8, "falsePositive": 0, "trueNegative": 8, "falseNegative": 0, "recall": 1.0, "falsePositiveRate": 0.0, "precision": 1.0, "recallWilson95": [ 0.6755924351161198, 1 ], "falsePositiveWilson95": [ 0, 0.32440756488388023 ], "accuracy": 1.0, "auroc": 1.0, "brier": 0.0020869692676684357, "uncertain": 1, "uncertainFraction": 0.0625, "uncertainHuman": 1, "uncertainMachine": 0, "classifiedCases": 15, "classifiedErrors": 0, "classifiedAccuracy": 1.0, "machineCalledHuman": 0 }, "reddit": { "cases": 8, "humans": 4, "machines": 4, "truePositive": 3, "falsePositive": 0, "trueNegative": 4, "falseNegative": 1, "recall": 0.75, "falsePositiveRate": 0.0, "precision": 1.0, "recallWilson95": [ 0.30064184258240184, 0.9544127391902995 ], "falsePositiveWilson95": [ 0, 0.4898908364545973 ], "accuracy": 0.875, "auroc": 1.0, "brier": 0.052622515650931075, "uncertain": 1, "uncertainFraction": 0.125, "uncertainHuman": 0, "uncertainMachine": 1, "classifiedCases": 7, "classifiedErrors": 0, "classifiedAccuracy": 1.0, "machineCalledHuman": 0 }, "russian": { "cases": 32, "humans": 16, "machines": 16, "truePositive": 12, "falsePositive": 0, "trueNegative": 16, "falseNegative": 4, "recall": 0.75, "falsePositiveRate": 0.0, "precision": 1.0, "recallWilson95": [ 0.5050168346449122, 0.8981793250878696 ], "falsePositiveWilson95": [ 0, 0.1936076805344365 ], "accuracy": 0.875, "auroc": 0.953125, "brier": 0.09334145706803393, "uncertain": 10, "uncertainFraction": 0.3125, "uncertainHuman": 6, "uncertainMachine": 4, "classifiedCases": 22, "classifiedErrors": 0, "classifiedAccuracy": 1.0, "machineCalledHuman": 0 }, "wikipedia": { "cases": 8, "humans": 4, "machines": 4, "truePositive": 3, "falsePositive": 0, "trueNegative": 4, "falseNegative": 1, "recall": 0.75, "falsePositiveRate": 0.0, "precision": 1.0, "recallWilson95": [ 0.30064184258240184, 0.9544127391902995 ], "falsePositiveWilson95": [ 0, 0.4898908364545973 ], "accuracy": 0.875, "auroc": 1.0, "brier": 0.06912612693009831, "uncertain": 1, "uncertainFraction": 0.125, "uncertainHuman": 0, "uncertainMachine": 1, "classifiedCases": 7, "classifiedErrors": 0, "classifiedAccuracy": 1.0, "machineCalledHuman": 0 } } }, "previousObservedRegression": { "all": { "cases": 64, "human": 32, "machine": 32, "coverageAuc": 0.8408, "meanHumanCoveragePercent": 11.4, "meanMachineCoveragePercent": 47, "eightFindingLimitReached": 8, "exploratoryBandThreshold": { "definition": "Treat some_signals or strong_signals as positive for comparison with dataset labels; this is not the tool's authorship verdict.", "truePositive": 25, "falsePositive": 10, "trueNegative": 22, "falseNegative": 7, "recall": 0.7813, "falsePositiveRate": 0.3125, "precision": 0.7143, "accuracy": 0.7344, "recallWilson95": [ 0.6125, 0.8898 ], "falsePositiveWilson95": [ 0.1795, 0.4857 ] } }, "english": { "cases": 32, "human": 16, "machine": 16, "coverageAuc": 0.8398, "meanHumanCoveragePercent": 9.8, "meanMachineCoveragePercent": 46.4, "eightFindingLimitReached": 5, "exploratoryBandThreshold": { "definition": "Treat some_signals or strong_signals as positive for comparison with dataset labels; this is not the tool's authorship verdict.", "truePositive": 12, "falsePositive": 4, "trueNegative": 12, "falseNegative": 4, "recall": 0.75, "falsePositiveRate": 0.25, "precision": 0.75, "accuracy": 0.75, "recallWilson95": [ 0.505, 0.8982 ], "falsePositiveWilson95": [ 0.1018, 0.495 ] } }, "russian": { "cases": 32, "human": 16, "machine": 16, "coverageAuc": 0.8359, "meanHumanCoveragePercent": 13.1, "meanMachineCoveragePercent": 47.7, "eightFindingLimitReached": 3, "exploratoryBandThreshold": { "definition": "Treat some_signals or strong_signals as positive for comparison with dataset labels; this is not the tool's authorship verdict.", "truePositive": 13, "falsePositive": 6, "trueNegative": 10, "falseNegative": 3, "recall": 0.8125, "falsePositiveRate": 0.375, "precision": 0.6842, "accuracy": 0.7188, "recallWilson95": [ 0.5699, 0.9341 ], "falsePositiveWilson95": [ 0.1848, 0.6136 ] } } }, "paidCalls": 0 }