[{"data":1,"prerenderedAt":296},["ShallowReactive",2],{"navigation_docs_en":3,"\u002Fen\u002Fai-engineering\u002Fintro\u002Fch01":114,"\u002Fen\u002Fai-engineering\u002Fintro\u002Fch01-surround":293},[4],{"title":5,"icon":6,"path":7,"stem":8,"children":9,"page":45},"AI Engineering",null,"\u002Fen\u002Fai-engineering","en\u002F1.ai-engineering",[10,46,77],{"title":11,"icon":12,"path":13,"stem":14,"children":15,"page":45},"Introduction to Building AI Applications with Foundation Models","i-lucide-brain-circuit","\u002Fen\u002Fai-engineering\u002Fintro","en\u002F1.ai-engineering\u002F1.intro",[16,20,25,30,35,40],{"title":11,"path":17,"stem":18,"icon":19},"\u002Fen\u002Fai-engineering\u002Fintro\u002Fch01","en\u002F1.ai-engineering\u002F1.intro\u002Fch01","i-lucide-sparkles",{"title":21,"path":22,"stem":23,"icon":24},"The Rise of AI Engineering","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch011-the-rise-of-ai-engineering","en\u002F1.ai-engineering\u002F1.intro\u002Fch011-the-rise-of-ai-engineering","i-lucide-history",{"title":26,"path":27,"stem":28,"icon":29},"Foundation Model Use Cases","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch012-foundation-model-use-cases","en\u002F1.ai-engineering\u002F1.intro\u002Fch012-foundation-model-use-cases","i-lucide-layout-grid",{"title":31,"path":32,"stem":33,"icon":34},"Planning AI Applications","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch013-planning-ai-applications","en\u002F1.ai-engineering\u002F1.intro\u002Fch013-planning-ai-applications","i-lucide-clipboard-list",{"title":36,"path":37,"stem":38,"icon":39},"The AI Engineering Stack","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch014-the-ai-engineering-stack","en\u002F1.ai-engineering\u002F1.intro\u002Fch014-the-ai-engineering-stack","i-lucide-layers",{"title":41,"path":42,"stem":43,"icon":44},"Summary","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch015-summary","en\u002F1.ai-engineering\u002F1.intro\u002Fch015-summary","i-lucide-flag",false,{"title":47,"icon":6,"path":48,"stem":49,"children":50,"page":45},"Understanding Foundation Models","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models","en\u002F1.ai-engineering\u002F2.understanding-foundation-models",[51,54,59,64,69,74],{"title":47,"path":52,"stem":53,"icon":12},"\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02",{"title":55,"path":56,"stem":57,"icon":58},"Training Data","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-1-training-data","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-1-training-data","i-lucide-database",{"title":60,"path":61,"stem":62,"icon":63},"Modeling","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-2-modeling","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-2-modeling","i-lucide-network",{"title":65,"path":66,"stem":67,"icon":68},"Post-Training","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-3-post-training","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-3-post-training","i-lucide-sliders-horizontal",{"title":70,"path":71,"stem":72,"icon":73},"Sampling","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-4-sampling","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-4-sampling","i-lucide-dices",{"title":41,"path":75,"stem":76,"icon":44},"\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-5-summary","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-5-summary",{"title":78,"path":79,"stem":80,"children":81,"page":45},"Evaluation Methodology","\u002Fen\u002Fai-engineering\u002Fevaluation-methodology","en\u002F1.ai-engineering\u002F3.evaluation-methodology",[82,86,91,96,101,106,111],{"title":78,"path":83,"stem":84,"icon":85},"\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03","i-lucide-clipboard-check",{"title":87,"path":88,"stem":89,"icon":90},"Challenges of Evaluating Foundation Models","\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03-1-challenges-of-evaluating-foundation-models","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03-1-challenges-of-evaluating-foundation-models","i-lucide-shield-alert",{"title":92,"path":93,"stem":94,"icon":95},"Understanding Language Modeling Metrics","\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03-2-understanding-language-modeling-metrics","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03-2-understanding-language-modeling-metrics","i-lucide-sigma",{"title":97,"path":98,"stem":99,"icon":100},"Exact Evaluation","\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03-3-exact-evaluation","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03-3-exact-evaluation","i-lucide-check-check",{"title":102,"path":103,"stem":104,"icon":105},"AI as a Judge","\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03-4-ai-as-a-judge","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03-4-ai-as-a-judge","i-lucide-scale",{"title":107,"path":108,"stem":109,"icon":110},"Ranking Models with Comparative Evaluation","\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03-5-ranking-models-with-comparative-evaluation","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03-5-ranking-models-with-comparative-evaluation","i-lucide-trophy",{"title":41,"path":112,"stem":113,"icon":44},"\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03-6-summary","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03-6-summary",{"id":115,"title":11,"body":116,"description":287,"extension":288,"links":6,"meta":289,"navigation":290,"path":17,"seo":291,"stem":18,"__hash__":292},"docs_en\u002Fen\u002F1.ai-engineering\u002F1.intro\u002Fch01.md",{"type":117,"value":118,"toc":275},"minimark",[119,147,152,156,178,182,185,205,209,212,225,233,237,267],[120,121,122,127,135],"u-page-hero",{},[123,124,126],"template",{"v-slot:title":125},"","The Age of Scale",[123,128,129,130,134],{"v-slot:description":125},"If I could use only one word to describe AI post-2020, it'd be ",[131,132,133],"strong",{},"scale",". The models behind ChatGPT, Gemini, and Midjourney are at such a scale that they're consuming a nontrivial portion of the world's electricity — and we're at risk of running out of publicly available internet data to train them.",[123,136,137],{"v-slot:links":125},[138,139,146],"u-button",{"color":140,"icon":141,"size":142,"target":143,"to":144,"trailing-icon":145},"neutral","i-lucide-arrow-right","xl","_blank","https:\u002F\u002Fwww.ll.mit.edu\u002Fnews\u002Fai-models-are-devouring-energy-tools-reduce-consumption-are-here-if-data-centers-will-adopt","i-lucide-external-link","AI's Energy Consumption",[148,149,151],"h2",{"id":150},"two-consequences-of-scaling","Two Consequences of Scaling",[153,154,155],"p",{},"The scaling up of AI models has two major consequences that, together, are reshaping who gets to build with AI.",[157,158,159,169],"card-group",{},[160,161,164,165,168],"card",{"icon":162,"title":163},"i-lucide-zap","More Powerful Models","AI models are becoming ",[131,166,167],{},"more capable of more tasks",", enabling more applications. More people and teams leverage AI to increase productivity, create economic value, and improve quality of life.",[160,170,173,174,177],{"icon":171,"title":172},"i-lucide-cloud","Model as a Service","Training large language models (LLMs) requires data, compute, and specialized talent that ",[131,175,176],{},"only a few organizations can afford",". Those organizations now make their models available for others to use as a service.",[179,180,181],"note",{},"Anyone who wishes to leverage AI to build applications can now use these models without having to invest up front in building one.",[148,183,21],{"id":184},"the-rise-of-ai-engineering",[186,187,188,189,192,193,196,197,200,201,204],"tip",{},"The demand for AI applications has ",[131,190,191],{},"increased"," while the barrier to entry for building them has ",[131,194,195],{},"decreased",". This has turned ",[131,198,199],{},"AI engineering"," — the process of building applications on top of readily available models — into one of the ",[131,202,203],{},"fastest-growing engineering disciplines",".",[148,206,208],{"id":207},"whats-new-whats-not","What's New, What's Not",[153,210,211],{},"Building applications on top of machine learning (ML) models isn't new. Long before LLMs became prominent, AI was already powering many applications.",[157,213,214,218,221],{},[160,215],{"icon":216,"title":217},"i-lucide-shopping-cart","Product Recommendations",[160,219],{"icon":90,"title":220},"Fraud Detection",[160,222],{"icon":223,"title":224},"i-lucide-user-minus","Churn Prediction",[226,227,228,229,232],"warning",{},"While many principles of productionizing AI applications remain the same, the new generation of large-scale, readily available models brings about ",[131,230,231],{},"new possibilities and new challenges"," — the focus of this book.",[148,234,236],{"id":235},"what-this-chapter-covers","What This Chapter Covers",[238,239,241,246,249,253,260,264],"steps",{"level":240},"3",[242,243,245],"h3",{"id":244},"foundation-models","Foundation Models",[153,247,248],{},"An overview of foundation models — the key catalyst behind the explosion of AI engineering.",[242,250,252],{"id":251},"successful-ai-use-cases","Successful AI Use Cases",[153,254,255,256,259],{},"A range of real-world applications, each illustrating what AI is good and ",[131,257,258],{},"not yet good"," at. As AI's capabilities expand daily, predicting its future possibilities becomes increasingly challenging — but existing application patterns can help uncover opportunities today and offer clues about how AI may continue to be used in the future.",[242,261,263],{"id":262},"the-new-ai-stack","The New AI Stack",[153,265,266],{},"What has changed with foundation models, what remains the same, and how the role of an AI engineer today differs from that of a traditional ML engineer.",[179,268,270,271,274],{"icon":269},"i-lucide-info","Throughout this book, ",[131,272,273],{},"traditional ML"," refers to all ML before foundation models.",{"title":125,"searchDepth":276,"depth":276,"links":277},2,[278,279,280,281],{"id":150,"depth":276,"text":151},{"id":184,"depth":276,"text":21},{"id":207,"depth":276,"text":208},{"id":235,"depth":276,"text":236,"children":282},[283,285,286],{"id":244,"depth":284,"text":245},3,{"id":251,"depth":284,"text":252},{"id":262,"depth":284,"text":263},"How the scaling of foundation models reshaped AI, lowered the barrier to building applications, and turned AI engineering into one of the fastest-growing disciplines in software.","md",{},{"icon":19},{"title":11,"description":287},"PtOWhqH5FXmlEtTm7B1_WnOS52KwunTFPPXQNgIKlaw",[6,294],{"title":21,"path":22,"stem":23,"description":295,"icon":24,"children":-1},"Trace how decades of advances in language models, self-supervision, and multimodality produced foundation models — and turned AI engineering into a discipline of its own.",1788871970211]