{"slug":"openlair-distributed-llm-pretraining-torchtitan","source_name":"openlair/distributed-llm-pretraining-torchtitan","name":"Openlair/Distributed LLM Pretraining Torchtitan","description":"Provides PyTorch-native distributed LLM pretraining using torchtitan with 4D parallelism (FSDP2, TP, PP, CP). Use when pretraining Llama 3.1, DeepSeek V3, or custom models at scale from 8 to 512+ GPUs with Float8, torch.compile, and distributed checkpointing.","version":1,"lift":{"pass_rate_delta_pts":40.91,"pass_rate_pct":95.5,"total_cases":22,"passed_cases":21,"tokens_delta_pct":96.5,"turns_delta_pct":0,"verdict":"mixed","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-08-07T19:42:12.432105+00:00"},"skill_score":0.9545,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":40.91,"with_pass_pct":95.5,"without_pass_pct":54.5,"tokens_delta_pct":96.5,"turns_delta_pct":0,"total_cases":22,"cases_aggregated":20,"verdict":"mixed","never_hurt":true,"completed_at":"2026-08-07T19:42:12.432105+00:00","run_id":"ca8fac78-1003-41a5-9856-51d06af1c445","version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":"MIT","install_count":0,"manifest_hash":"8433bf555242d56904896598e3f07e0f571b64d104b44c8c6dc159fda9c8227c","raw_url":"https://app.decimal.ai/s/openlair-distributed-llm-pretraining-torchtitan/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/openlair-distributed-llm-pretraining-torchtitan"}