{"slug":"smithersai-eval-writer","source_name":"smithersai/eval-writer","name":"Smithersai/Eval Writer","description":"Turn acceptance criteria into a runnable Smithers eval suite (JSONL cases + rubric) and wire it to `smithers eval`. Use when a workflow's quality must be measured and regression-tested — not \"looks good\" once, but a repeatable check that fails when the model OR the harness regresses.","version":1,"lift":{"pass_rate_delta_pts":54.55,"pass_rate_pct":100,"total_cases":22,"passed_cases":22,"tokens_delta_pct":16.5,"turns_delta_pct":0,"verdict":"pass","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-08-21T06:22:49.062735+00:00"},"skill_score":1,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":54.55,"with_pass_pct":100,"without_pass_pct":45.5,"tokens_delta_pct":16.5,"turns_delta_pct":0,"total_cases":22,"cases_aggregated":22,"verdict":"pass","never_hurt":true,"completed_at":"2026-08-21T06:22:49.062735+00:00","run_id":"51f1aba4-2fde-4cc4-b777-f517352eca41","latest_attempt":{"id":"51f1aba4-2fde-4cc4-b777-f517352eca41","runner_model":"gemini-3.6-flash","overall_verdict":"pass","completed_at":"2026-08-21T06:22:49.062735+00:00","gate":null},"version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":"MIT","install_count":0,"total_uses":0,"total_users":0,"manifest_hash":"c17f1f3c83f548dfae426a0c5561743d667afe833eab4b6674c2dc0ae22ed1b2","install_name":"smithersai-eval-writer","version_id":"fde6a6a0-0bc9-447e-b351-a91b905d7f5c","body_sha256":"c17f1f3c83f548dfae426a0c5561743d667afe833eab4b6674c2dc0ae22ed1b2","render_hash":"1aa3c9f34ea4c8823d731f6a23ae5a30ec96f1c5861832b034ccde16fe7e2c87","raw_url":"https://app.decimal.ai/s/smithersai-eval-writer/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/smithersai-eval-writer"}