{"slug":"jayrha-ab-test-analyzer","source_name":"jayrha/ab-test-analyzer","name":"Jayrha/Ab Test Analyzer","description":"Designs and analyzes A/B tests end-to-end — frames a sharp hypothesis, computes required sample size and test duration, runs significance tests (two-proportion z-test, Welch's t-test, chi-square), reports confidence intervals and lift, and flags common pitfalls like peeking, multiple comparisons, and Simpson's paradox. Use this skill when the user mentions A/B testing, split testing, experiment design, conversion-rate experiments, statistical significance, p-values, sample size or power calculat","version":1,"lift":{"pass_rate_delta_pts":8.7,"pass_rate_pct":87,"total_cases":23,"passed_cases":20,"tokens_delta_pct":82.4,"turns_delta_pct":0,"verdict":"mixed","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-08-03T09:32:10.688653+00:00"},"skill_score":0.8696,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":8.7,"with_pass_pct":87,"without_pass_pct":78.3,"tokens_delta_pct":82.4,"turns_delta_pct":0,"total_cases":23,"cases_aggregated":23,"verdict":"mixed","never_hurt":true,"completed_at":"2026-08-03T09:32:10.688653+00:00","run_id":"3f8fb398-998c-4fa2-adc9-f08a2b106353","version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":"MIT","install_count":0,"manifest_hash":"45fccb722980898beeab3792aefb2091bafd18aaecda29d27ab4d5f1b0162e18","raw_url":"https://app.decimal.ai/s/jayrha-ab-test-analyzer/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/jayrha-ab-test-analyzer"}