{"slug":"hashgraph-online-experiment-type-selection","source_name":"hashgraph-online/experiment-type-selection","name":"Hashgraph Online/Experiment Type Selection","description":"Choose the right product experiment type: superiority, non-inferiority, equivalence, A/B/n, or holdback-backed validation. Use when deciding what kind of A/B test to run, when the question is not simply \"is variant better,\" when validating no degradation, proving similarity, comparing multiple variants, or selecting an experiment design for a mature product.","version":1,"lift":{"pass_rate_delta_pts":13.04,"pass_rate_pct":78.3,"total_cases":23,"passed_cases":18,"tokens_delta_pct":4.3,"turns_delta_pct":0,"verdict":"mixed","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-08-16T02:51:26.406357+00:00"},"skill_score":0.7826,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":13.04,"with_pass_pct":78.3,"without_pass_pct":65.2,"tokens_delta_pct":4.3,"turns_delta_pct":0,"total_cases":23,"cases_aggregated":22,"verdict":"mixed","never_hurt":false,"completed_at":"2026-08-16T02:51:26.406357+00:00","run_id":"2a9f90bc-9b39-40cb-be70-fe927563ed57","version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":"MIT","install_count":0,"manifest_hash":"9303261a3cc7dd4efdbac45c751e8db4d0eb8c12c083c99e058681ba8d975e77","raw_url":"https://app.decimal.ai/s/hashgraph-online-experiment-type-selection/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/hashgraph-online-experiment-type-selection"}