{"slug":"adityaarakeri-evaluate-ai-changes","source_name":"adityaarakeri/evaluate-ai-changes","name":"Adityaarakeri/Evaluate AI Changes","description":"Evaluate changes to prompts, model or provider versions, RAG retrieval and ranking, tool schemas, agent policies, structured outputs, safety filters, and model routing. Use when AI-system quality, safety, latency, or cost may change. Do not use for ordinary deterministic code changes; use tdd-loop for those and combine both skills when an AI change also modifies deterministic adapters.","version":1,"lift":{"pass_rate_delta_pts":26.09,"pass_rate_pct":73.9,"total_cases":23,"passed_cases":17,"tokens_delta_pct":6.3,"turns_delta_pct":0,"verdict":"mixed","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-09-07T11:43:34.862908+00:00"},"skill_score":0.7391,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":26.09,"with_pass_pct":73.9,"without_pass_pct":47.8,"tokens_delta_pct":6.3,"turns_delta_pct":0,"total_cases":23,"cases_aggregated":23,"verdict":"mixed","never_hurt":false,"completed_at":"2026-09-07T11:43:34.862908+00:00","run_id":"b02f915f-47b7-4ff8-819a-bd515847faa4","version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":null,"install_count":0,"manifest_hash":"33a933814e69455d4516124233b30f8c236810eed283feb5273bae057814e83c","raw_url":"https://app.decimal.ai/s/adityaarakeri-evaluate-ai-changes/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/adityaarakeri-evaluate-ai-changes"}