{
 "id": "https://redfinchadvisory.com/lexicon/production-monitoring",
 "slug": "production-monitoring",
 "prefLabel": "Production monitoring",
 "altLabel": [
  "Online evals",
  "Live monitoring"
 ],
 "hiddenLabel": [],
 "definition": "The practice of running evals on a live system to score the quality of its outputs.",
 "scopeNote": "This type of eval is useful feedback for the owner of the product or system. People use the scores to improve prompts, data or models.",
 "tier": null,
 "group": "Evaluation",
 "broader": [
  "https://redfinchadvisory.com/lexicon/eval"
 ],
 "narrower": [],
 "related": [
  {
   "id": "https://redfinchadvisory.com/lexicon/observability",
   "type": "confused"
  },
  {
   "id": "https://redfinchadvisory.com/lexicon/production",
   "type": "related"
  }
 ],
 "links": [],
 "modified": "2026-10-21",
 "markdown": "https://redfinchadvisory.com/lexicon/production-monitoring.md",
 "inScheme": {
  "id": "https://redfinchadvisory.com/lexicon",
  "version": "1.0",
  "currentAsOf": "2026-10-21"
 }
}