{"slug":"brycewang-stanford-ase-experiments","source_name":"brycewang-stanford/ase-experiments","name":"Brycewang Stanford/Ase Experiments","description":"Use when designing or auditing the evaluation of an ASE (IEEE/ACM Automated Software Engineering) paper, covering real subject systems, fair runnable tool baselines, task-matched effectiveness metrics, ablations that isolate a learned component, oracle and correctness validation, contamination-aware LLM handling, and provenance for mining.","version":1,"lift":{"pass_rate_delta_pts":50,"pass_rate_pct":90.9,"total_cases":22,"passed_cases":20,"tokens_delta_pct":0.1,"turns_delta_pct":0,"verdict":"mixed","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-08-15T04:31:51.503250+00:00"},"skill_score":0.75,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":50,"with_pass_pct":75,"without_pass_pct":25,"tokens_delta_pct":0.1,"turns_delta_pct":0,"total_cases":22,"cases_aggregated":22,"verdict":"mixed","never_hurt":false,"completed_at":"2026-08-15T04:31:51.503250+00:00","run_id":"dfcb1046-a6e1-4b58-bba6-1b6f20c17a01","version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":"MIT","install_count":0,"manifest_hash":"a7dc7d657deb157344e33f009693ed3d721e80c6f7d60453f2f2624c21af594e","raw_url":"https://app.decimal.ai/s/brycewang-stanford-ase-experiments/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/brycewang-stanford-ase-experiments"}