{
 "id": "https://redfinchadvisory.com/lexicon/batch-inference",
 "slug": "batch-inference",
 "prefLabel": "Batch inference",
 "altLabel": [
  "Offline inference",
  "Batch API",
  "Batch processing"
 ],
 "hiddenLabel": [],
 "definition": "A type of inference where many requests are sent together and answered later, usually at a lower price.",
 "scopeNote": "",
 "tier": null,
 "group": "How models work",
 "broader": [
  "https://redfinchadvisory.com/lexicon/inference"
 ],
 "narrower": [],
 "related": [
  {
   "id": "https://redfinchadvisory.com/lexicon/cost-per-token",
   "type": "related"
  }
 ],
 "links": [],
 "modified": "2026-10-21",
 "markdown": "https://redfinchadvisory.com/lexicon/batch-inference.md",
 "inScheme": {
  "id": "https://redfinchadvisory.com/lexicon",
  "version": "1.0",
  "currentAsOf": "2026-10-21"
 }
}