{"slug":"openlair-nemo-evaluator-sdk","source_name":"openlair/nemo-evaluator-sdk","name":"Openlair/Nemo Evaluator SDK","description":"Evaluates LLMs across 100+ benchmarks from 18+ harnesses (MMLU, HumanEval, GSM8K, safety, VLM) with multi-backend execution. Use when needing scalable evaluation on local Docker, Slurm HPC, or cloud platforms. NVIDIA's enterprise-grade platform with container-first architecture for reproducible benchmarking.","version":1,"lift":{"pass_rate_delta_pts":77.27,"pass_rate_pct":95.5,"total_cases":22,"passed_cases":21,"tokens_delta_pct":135.3,"turns_delta_pct":0,"verdict":"mixed","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-08-07T19:18:11.107123+00:00"},"skill_score":0.9545,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":77.27,"with_pass_pct":95.5,"without_pass_pct":18.2,"tokens_delta_pct":135.3,"turns_delta_pct":0,"total_cases":22,"cases_aggregated":22,"verdict":"mixed","never_hurt":true,"completed_at":"2026-08-07T19:18:11.107123+00:00","run_id":"c3af2119-2a24-48c7-b9e3-e60cdfc9d2c2","version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":"MIT","install_count":0,"manifest_hash":"0464b301745de12dafb1c73bc82b712b08e5c1998462abae10544dfe9e901598","raw_url":"https://app.decimal.ai/s/openlair-nemo-evaluator-sdk/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/openlair-nemo-evaluator-sdk"}