{"slug":"yogsoth-ai-engineering-config-grading","source_name":"yogsoth-ai/engineering-config-grading","name":"Yogsoth AI/Engineering Config Grading","description":"(Proposal, unverified) Grade reproducibility-relevant engineering configuration items (hyperparameter search range, compute budget, seed handling, dataset splits) on a complete/partial/none scale, requiring the grader to first define what \"complete\" means per item before judging against it. Use this after study-design-tool-gate has dispatched an ML/CS engineering paper here; this is a graded QUALITY judgment, distinct from dual-column-self-check's binary Yes/No/NA self-audit checklists.","version":1,"lift":{"pass_rate_delta_pts":12.5,"pass_rate_pct":45.8,"total_cases":24,"passed_cases":11,"tokens_delta_pct":66.4,"turns_delta_pct":0,"verdict":"mixed","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-09-07T11:00:39.767196+00:00"},"skill_score":0.4583,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":12.5,"with_pass_pct":45.8,"without_pass_pct":33.3,"tokens_delta_pct":66.4,"turns_delta_pct":0,"total_cases":24,"cases_aggregated":21,"verdict":"mixed","never_hurt":false,"completed_at":"2026-09-07T11:00:39.767196+00:00","run_id":"f5224566-8aa6-48a8-a48c-6d343cdb81c4","latest_attempt":{"id":"f5224566-8aa6-48a8-a48c-6d343cdb81c4","runner_model":"gemini-3.6-flash","overall_verdict":"mixed","completed_at":"2026-09-07T11:00:39.767196+00:00","gate":null},"version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":"Apache-2.0","install_count":0,"total_uses":0,"total_users":0,"manifest_hash":"eee8299976dbbc3af64cb22fa0f9593cd0d142d247c9219211c5be659620a89b","install_name":"yogsoth-ai-engineering-config-grading","version_id":"5b019444-f3c1-4a6d-b468-9f4b72f62fc7","body_sha256":"eee8299976dbbc3af64cb22fa0f9593cd0d142d247c9219211c5be659620a89b","render_hash":"4b70d52bde2e5c0858169d4f3bb7a5d8d0a8e506d090d5c6972de3bd1d8af65d","raw_url":"https://app.decimal.ai/s/yogsoth-ai-engineering-config-grading/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/yogsoth-ai-engineering-config-grading"}