{"slug":"openmatter-network-ai-dynamic-models-and-revalidation","source_name":"openmatter-network/ai-dynamic-models-and-revalidation","name":"Openmatter Network/AI Dynamic Models And Revalidation","description":"Use when an AI/ML selection tool uses \"dynamic\" models or norms that update frequently (sometimes after every administration), or when deciding how often to revalidate and update norms — Concern 7 of Tippins, Oswald & McPhail (2021). Covers the real-change-vs-instability dilemma, technical-report/documentation updates, score adjustments and grandparenting, disparate-treatment risk from candidates evaluated on different variables, applicant-pool shifts affecting validity/range restriction, and re","version":1,"lift":{"pass_rate_delta_pts":18.18,"pass_rate_pct":95.5,"total_cases":22,"passed_cases":21,"tokens_delta_pct":18.8,"turns_delta_pct":0,"verdict":"mixed","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-08-03T14:08:24.838275+00:00"},"skill_score":0.9545,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":18.18,"with_pass_pct":95.5,"without_pass_pct":77.3,"tokens_delta_pct":18.8,"turns_delta_pct":0,"total_cases":22,"cases_aggregated":22,"verdict":"mixed","never_hurt":true,"completed_at":"2026-08-03T14:08:24.838275+00:00","run_id":"6071d38f-0c17-484f-8e93-7bd88d32a2e1","version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":"MIT","install_count":0,"manifest_hash":"76ca8b4aa40a7a4cdf76b6183e788264befb2cc274427bb3cf8026bb3070eceb","raw_url":"https://app.decimal.ai/s/openmatter-network-ai-dynamic-models-and-revalidation/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/openmatter-network-ai-dynamic-models-and-revalidation"}