{"slug":"waybarrios-huggingface-community-evals","source_name":"waybarrios/huggingface-community-evals","name":"Waybarrios/Huggingface Community Evals","description":"Run evaluations for Hugging Face Hub models using inspect-ai and lighteval on local hardware. Use for backend selection, local GPU evals, and choosing between vLLM / Transformers / accelerate. Not for HF Jobs orchestration, model-card PRs, .eval_results publication, or community-evals automation.","version":1,"lift":{"pass_rate_delta_pts":36.36,"pass_rate_pct":95.5,"total_cases":22,"passed_cases":21,"tokens_delta_pct":35.6,"turns_delta_pct":0,"verdict":"mixed","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-08-19T06:17:49.129826+00:00"},"skill_score":null,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":36.36,"with_pass_pct":95.5,"without_pass_pct":59.1,"tokens_delta_pct":35.6,"turns_delta_pct":0,"total_cases":22,"cases_aggregated":22,"verdict":"mixed","never_hurt":false,"completed_at":"2026-08-19T06:17:49.129826+00:00","run_id":"52a8be54-57db-45a6-9afc-2d615efb91f5","version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":"Apache-2.0 (modified; see UPSTREAMS.json)","install_count":0,"manifest_hash":"555b44fbbfce061500984fa654669ed6c595eaa73a56c8218fcb80a2e1c2274e","raw_url":"https://app.decimal.ai/s/waybarrios-huggingface-community-evals/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/waybarrios-huggingface-community-evals"}