{
 "id": "https://redfinchadvisory.com/lexicon/llm-as-judge",
 "slug": "llm-as-judge",
 "prefLabel": "LLM-as-judge",
 "altLabel": [
  "LLM judge",
  "AI judge",
  "Model-graded eval"
 ],
 "hiddenLabel": [],
 "definition": "An eval where a model grades the work of another model or system.",
 "scopeNote": "LLM-as-judge is an efficient way to evaluate quality but can be fraught with misalignment to your own judgment. Judges tend to favor longer answers, the first answer shown, and output from their own model family. It requires careful attention to alignment and appropriate instruction before you should have confidence in its judgment.",
 "tier": "core",
 "group": "Evaluation",
 "broader": [
  "https://redfinchadvisory.com/lexicon/eval"
 ],
 "narrower": [],
 "related": [
  {
   "id": "https://redfinchadvisory.com/lexicon/probabilistic-guardrail",
   "type": "related"
  }
 ],
 "links": [
  {
   "id": "https://redfinchadvisory.com/lexicon/human-as-judge",
   "label": "calibrates",
   "direction": "in"
  }
 ],
 "modified": "2026-10-21",
 "markdown": "https://redfinchadvisory.com/lexicon/llm-as-judge.md",
 "inScheme": {
  "id": "https://redfinchadvisory.com/lexicon",
  "version": "1.0",
  "currentAsOf": "2026-10-21"
 }
}