{
 "id": "https://redfinchadvisory.com/lexicon/side-by-side-eval",
 "slug": "side-by-side-eval",
 "prefLabel": "Side-by-side eval",
 "altLabel": [
  "Side-by-side evaluation",
  "Pairwise comparison",
  "A/B comparison"
 ],
 "hiddenLabel": [],
 "definition": "An eval that compares the outputs of two or more models or systems next to each other to judge which is better.",
 "scopeNote": "Blind comparison, where you hide which model produced which output, is one of the most effective ways to remove your personal bias toward certain models. Side-by-side comparisons also show quickly which output fits your preferences.",
 "tier": null,
 "group": "Evaluation",
 "broader": [
  "https://redfinchadvisory.com/lexicon/eval"
 ],
 "narrower": [],
 "related": [
  {
   "id": "https://redfinchadvisory.com/lexicon/a-b-test",
   "type": "confused"
  }
 ],
 "links": [],
 "modified": "2026-10-21",
 "markdown": "https://redfinchadvisory.com/lexicon/side-by-side-eval.md",
 "inScheme": {
  "id": "https://redfinchadvisory.com/lexicon",
  "version": "1.0",
  "currentAsOf": "2026-10-21"
 }
}