{"slug":"pskoett-eval-creator","source_name":"pskoett/eval-creator","name":"Pskoett/Eval Creator","description":"[Beta] Creates permanent eval cases from promoted learnings and runs regression checks against them. Turns failures into test cases that prevent silent regression. This is the outer loop's regress-test step. Use when a learning is promoted and has a clear pass/fail condition, or on cadence to verify promoted rules still hold.","version":1,"lift":{"pass_rate_delta_pts":72.73,"pass_rate_pct":100,"total_cases":22,"passed_cases":22,"tokens_delta_pct":359.8,"turns_delta_pct":0,"verdict":"pass","benchmark_model":"gemini-3.8-flash","grading_method":"judged","completed_at":"2026-11-02T16:29:04.335093+00:00"},"skill_score":1,"benchmark_models":[{"model":"gemini-3.8-flash","headline":true,"delta_pts":72.73,"with_pass_pct":100,"without_pass_pct":27.3,"tokens_delta_pct":359.8,"turns_delta_pct":0,"total_cases":22,"cases_aggregated":22,"verdict":"pass","never_hurt":true,"completed_at":"2026-11-02T16:29:04.335093+00:00","run_id":"7fee98a8-fdab-4cbb-8f00-ebbb28397b00","latest_attempt":{"id":"7fee98a8-fdab-4cbb-8f00-ebbb28397b00","runner_model":"gemini-3.8-flash","overall_verdict":"pass","completed_at":"2026-11-02T16:29:04.335093+00:00","gate":null},"version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":null,"install_count":0,"total_uses":0,"total_users":0,"manifest_hash":"c3966783053677e049f8f44afd58286196fdf3f96057e5a72eac4782aeae4f14","install_name":"pskoett-eval-creator","version_id":"0dc28ae2-bbe8-4563-a195-9c65294c271c","body_sha256":"c3966783053677e049f8f44afd58286196fdf3f96057e5a72eac4782aeae4f14","render_hash":"0743928f4fb95a7fbf00b3e87328d9fe5c7cd5ae31bf512ca0f4fda9c0cc6c12","raw_url":"https://app.decimal.ai/s/pskoett-eval-creator/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/pskoett-eval-creator"}