{"slug":"pskoett-eval-creator-ci","source_name":"pskoett/eval-creator-ci","name":"Pskoett/Eval Creator CI","description":"[Beta] CI-only eval regression runner using gh-aw (GitHub Agentic Workflows). Runs all eval cases in .evals/ on a schedule or per-PR, reports pass/fail results, and can block merges on regressions. Also creates new eval cases from promoted patterns flagged by learning-aggregator-ci. Use when: you want automated regression testing of promoted rules in CI/headless pipelines. For interactive eval creation and runs, use eval-creator.","version":1,"lift":{"pass_rate_delta_pts":63.64,"pass_rate_pct":100,"total_cases":22,"passed_cases":22,"tokens_delta_pct":215.3,"turns_delta_pct":0,"verdict":"pass","benchmark_model":"gemini-3.8-flash","grading_method":"judged","completed_at":"2026-11-02T14:06:06.352432+00:00"},"skill_score":1,"benchmark_models":[{"model":"gemini-3.8-flash","headline":true,"delta_pts":63.64,"with_pass_pct":100,"without_pass_pct":36.4,"tokens_delta_pct":215.3,"turns_delta_pct":0,"total_cases":22,"cases_aggregated":22,"verdict":"pass","never_hurt":true,"completed_at":"2026-11-02T14:06:06.352432+00:00","run_id":"f221f308-4915-462b-9482-e9bf7a929c17","latest_attempt":{"id":"f221f308-4915-462b-9482-e9bf7a929c17","runner_model":"gemini-3.8-flash","overall_verdict":"pass","completed_at":"2026-11-02T14:06:06.352432+00:00","gate":null},"version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":null,"install_count":0,"total_uses":0,"total_users":0,"manifest_hash":"d87606224cc2d74b473489a44c45766a367d10e69c2f61d6394342ddaf0a1446","install_name":"pskoett-eval-creator-ci","version_id":"c88ecafd-c485-4728-9797-1a160a89c381","body_sha256":"d87606224cc2d74b473489a44c45766a367d10e69c2f61d6394342ddaf0a1446","render_hash":"c1350894aa0ae80921a92b32e58749feccd1a99bd4f13ce1be7c0b0fd429c5e8","raw_url":"https://app.decimal.ai/s/pskoett-eval-creator-ci/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/pskoett-eval-creator-ci"}