{"slug":"ar9av-paper-autoraters","source_name":"ar9av/paper-autoraters","name":"Ar9av/Paper Autoraters","description":"Run the four paper-quality autoraters from PaperOrchestra (arXiv:2604.05018, App. F.3) — Citation F1 (P0/P1 partition + Precision/Recall/F1), Literature Review Quality (6-axis 0-100 with anti-inflation rules), SxS Overall Paper Quality (side-by-side), and SxS Literature Review Quality (side-by-side). TRIGGER when the user asks to \"score this paper draft\", \"evaluate against the benchmark\", \"compare two papers\", or \"run the autoraters\".","version":1,"lift":{"pass_rate_delta_pts":45.83,"pass_rate_pct":75,"total_cases":24,"passed_cases":18,"tokens_delta_pct":57.8,"turns_delta_pct":0,"verdict":"mixed","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-08-16T06:33:49.768281+00:00"},"skill_score":0.7500000000000001,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":45.83,"with_pass_pct":75,"without_pass_pct":29.2,"tokens_delta_pct":57.8,"turns_delta_pct":0,"total_cases":24,"cases_aggregated":22,"verdict":"mixed","never_hurt":true,"completed_at":"2026-08-16T06:33:49.768281+00:00","run_id":"b640a208-0e44-4f69-a6e2-b1c8f98c919e","latest_attempt":{"id":"b640a208-0e44-4f69-a6e2-b1c8f98c919e","runner_model":"gemini-3.6-flash","overall_verdict":"mixed","completed_at":"2026-08-16T06:33:49.768281+00:00","gate":null},"version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":"NOASSERTION","install_count":0,"total_uses":0,"total_users":0,"manifest_hash":"bcf0ae182d0d21c007263e7595cf6af570aa6d089b5b972c1b91fae9ee47c862","install_name":"ar9av-paper-autoraters","version_id":"af69b0fe-5ac4-4c16-81aa-816d6a2db189","body_sha256":"bcf0ae182d0d21c007263e7595cf6af570aa6d089b5b972c1b91fae9ee47c862","render_hash":"ce60978539f24287f909453e1b5dc237f343b0377cc5b29b0e783c916cf8237f","raw_url":"https://app.decimal.ai/s/ar9av-paper-autoraters/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/ar9av-paper-autoraters"}