{"slug":"product-experiment-design","source_name":"product-experiment-design","name":"Product Experiment Design","description":"Write the design brief for an A/B test BEFORE it runs — a falsifiable hypothesis with a committed direction, exactly ONE primary decision metric judged on a pre-set threshold, a minimum detectable effect the test is powered to catch, guardrail metrics with regression thresholds that block a ship, and a stopping rule fixed in advance (a planned sample/horizon or a sequential boundary — never \"stop when p<0.05\"). Use when someone is about to run an A/B test, split test, or online experiment and wants it set up so the result will be trustworthy. Do NOT use to critique a test that already finished (that is ab-test-review), to compute the actual sample size or MDE number (that is power-and-sample-size), to pin down what a single metric means (that is metric-definition), or to form the bare hypothesis with no experiment plan (that is falsifiable-hypothesis).","version":1,"lift":{"pass_rate_delta_pts":null,"pass_rate_pct":84.6,"total_cases":13,"passed_cases":11,"tokens_delta_pct":471.8,"turns_delta_pct":0,"verdict":"mixed","benchmark_model":"gemini-3.5-flash","grading_method":"judged","completed_at":"2026-07-10T16:23:54.522599+00:00"},"skill_score":1,"benchmark_models":[{"model":"gemini-3.5-flash","headline":false,"delta_pts":null,"with_pass_pct":null,"without_pass_pct":null,"tokens_delta_pct":471.8,"turns_delta_pct":0,"total_cases":13,"cases_aggregated":13,"verdict":"mixed","never_hurt":true,"completed_at":"2026-07-10T16:23:54.522599+00:00","run_id":"aae9fba1-8af2-4e94-82a5-faf137de3c61","version_number":1,"is_latest_version":true,"gate":"not_comparable"}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":false},"license":null,"install_count":2,"manifest_hash":"1d57725184e5eba533b2c2e3b158b2ee37fc08616899edfb883f23fad88b7752","raw_url":"https://app.decimal.ai/s/product-experiment-design/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/product-experiment-design"}