{"slug":"rampstackco-data-warehouse-experimentation","source_name":"rampstackco/data-warehouse-experimentation","name":"Rampstackco/Data Warehouse Experimentation","description":"Running experiments out of the data warehouse instead of via dedicated experiment platforms. SQL-based assignment, exposure logging discipline, metric definitions in dbt models, statistical analysis in SQL or Python, variance reduction with CUPED, sequential testing, and the operational tradeoffs vs platforms like Statsig and Optimizely. Triggers on warehouse-native experimentation, run experiments in BigQuery, run experiments in Snowflake, dbt experiments, SQL t-test, CUPED variance reduction, ","version":2,"lift":{"pass_rate_delta_pts":12.5,"pass_rate_pct":100,"total_cases":24,"passed_cases":24,"tokens_delta_pct":297.8,"turns_delta_pct":0,"verdict":"pass","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-08-19T23:55:39.959054+00:00"},"skill_score":null,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":12.5,"with_pass_pct":100,"without_pass_pct":87.5,"tokens_delta_pct":297.8,"turns_delta_pct":0,"total_cases":24,"cases_aggregated":24,"verdict":"pass","never_hurt":true,"completed_at":"2026-08-19T23:55:39.959054+00:00","run_id":"62a8b176-0394-40d7-8f68-7390d24a2f9d","version_number":2,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":"MIT","install_count":0,"manifest_hash":"46c6f78a487fbaa22ad90ea9988e14630112586404879d8128a0ae7a98a03949","raw_url":"https://app.decimal.ai/s/rampstackco-data-warehouse-experimentation/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/rampstackco-data-warehouse-experimentation"}