{"slug":"jpoindexter-llm-observability-and-cost","source_name":"jpoindexter/llm-observability-and-cost","name":"Jpoindexter/LLM Observability And Cost","description":"Reference-grade guide to production LLM observability and cost attribution — distributed traces and spans for multi-step agents, OpenTelemetry GenAI semantic conventions, the metrics/percentiles that matter, drift detection with online evals, and per-feature/tenant/user cost attribution via span metadata. Real tooling (LangSmith, Langfuse, Phoenix, Helicone, OTel), tables, do/don't, and the failure modes that leave you blind.","version":1,"lift":{"pass_rate_delta_pts":13.64,"pass_rate_pct":86.4,"total_cases":22,"passed_cases":19,"tokens_delta_pct":218.6,"turns_delta_pct":0,"verdict":"mixed","benchmark_model":"gemini-3.6-flash","grading_method":"judged","completed_at":"2026-08-03T12:53:35.649559+00:00"},"skill_score":0.8636,"benchmark_models":[{"model":"gemini-3.6-flash","headline":true,"delta_pts":13.64,"with_pass_pct":86.4,"without_pass_pct":72.7,"tokens_delta_pct":218.6,"turns_delta_pct":0,"total_cases":22,"cases_aggregated":22,"verdict":"mixed","never_hurt":true,"completed_at":"2026-08-03T12:53:35.649559+00:00","run_id":"c52933f7-61d4-48b1-86b5-1b06a7d18648","version_number":1,"is_latest_version":true,"gate":null}],"trust":{"skill_safety":"passed","safety_status":"clean","intent_verdict":"safe","content_status":"clean","indexable":true},"license":null,"install_count":0,"manifest_hash":"8595de71d258b33353d0a67d0267eab91956c8f4385d34a7ec8d11f64874def1","raw_url":"https://app.decimal.ai/s/jpoindexter-llm-observability-and-cost/SKILL.md","scorecard_url":"https://app.decimal.ai/skills/jpoindexter-llm-observability-and-cost"}