{"slug":"hashgraph-online-holdback-experiment-design","source_name":"hashgraph-online/holdback-experiment-design","name":"Hashgraph Online/Holdback Experiment Design","description":"Design degradation holdbacks and long-term cumulative holdbacks for product experiments and feature rollouts. Use when a team needs a long-term counterfactual, wants to measure delayed impact after launch, is worried about metric degradation over time, needs to decide holdback size or duration, or must weigh the user/business cost of withholding a feature.","version":1,"lift":{"pass_rate_delta_pts":52.17,"pass_rate_pct":65.2,"total_cases":23,"passed_cases":15,"tokens_delta_pct":-36.1,"turns_delta_pct":0,"verdict":"mixed","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-08-16T09:26:05.696789+00:00"},"skill_score":null,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":52.17,"with_pass_pct":65.2,"without_pass_pct":13,"tokens_delta_pct":-36.1,"turns_delta_pct":0,"total_cases":23,"cases_aggregated":23,"verdict":"mixed","never_hurt":false,"completed_at":"2026-08-16T09:26:05.696789+00:00","run_id":"7b1b61a8-ce71-4f04-b665-f645ce3a29b4","version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":"MIT","install_count":0,"manifest_hash":"fdd27aec369f493845f23ecd422c46096aaf9e31c8a9dbd849126b0bab2c33e8","raw_url":"https://app.decimal.ai/s/hashgraph-online-holdback-experiment-design/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/hashgraph-online-holdback-experiment-design"}