[{"data":1,"prerenderedAt":256},["ShallowReactive",2],{"navigation_docs_en":3,"\u002Fen\u002Fai-engineering\u002Fintro\u002Fch015-summary":114,"\u002Fen\u002Fai-engineering\u002Fintro\u002Fch015-summary-surround":251},[4],{"title":5,"icon":6,"path":7,"stem":8,"children":9,"page":45},"AI Engineering",null,"\u002Fen\u002Fai-engineering","en\u002F1.ai-engineering",[10,46,77],{"title":11,"icon":12,"path":13,"stem":14,"children":15,"page":45},"Introduction to Building AI Applications with Foundation Models","i-lucide-brain-circuit","\u002Fen\u002Fai-engineering\u002Fintro","en\u002F1.ai-engineering\u002F1.intro",[16,20,25,30,35,40],{"title":11,"path":17,"stem":18,"icon":19},"\u002Fen\u002Fai-engineering\u002Fintro\u002Fch01","en\u002F1.ai-engineering\u002F1.intro\u002Fch01","i-lucide-sparkles",{"title":21,"path":22,"stem":23,"icon":24},"The Rise of AI Engineering","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch011-the-rise-of-ai-engineering","en\u002F1.ai-engineering\u002F1.intro\u002Fch011-the-rise-of-ai-engineering","i-lucide-history",{"title":26,"path":27,"stem":28,"icon":29},"Foundation Model Use Cases","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch012-foundation-model-use-cases","en\u002F1.ai-engineering\u002F1.intro\u002Fch012-foundation-model-use-cases","i-lucide-layout-grid",{"title":31,"path":32,"stem":33,"icon":34},"Planning AI Applications","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch013-planning-ai-applications","en\u002F1.ai-engineering\u002F1.intro\u002Fch013-planning-ai-applications","i-lucide-clipboard-list",{"title":36,"path":37,"stem":38,"icon":39},"The AI Engineering Stack","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch014-the-ai-engineering-stack","en\u002F1.ai-engineering\u002F1.intro\u002Fch014-the-ai-engineering-stack","i-lucide-layers",{"title":41,"path":42,"stem":43,"icon":44},"Summary","\u002Fen\u002Fai-engineering\u002Fintro\u002Fch015-summary","en\u002F1.ai-engineering\u002F1.intro\u002Fch015-summary","i-lucide-flag",false,{"title":47,"icon":6,"path":48,"stem":49,"children":50,"page":45},"Understanding Foundation Models","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models","en\u002F1.ai-engineering\u002F2.understanding-foundation-models",[51,54,59,64,69,74],{"title":47,"path":52,"stem":53,"icon":12},"\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02",{"title":55,"path":56,"stem":57,"icon":58},"Training Data","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-1-training-data","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-1-training-data","i-lucide-database",{"title":60,"path":61,"stem":62,"icon":63},"Modeling","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-2-modeling","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-2-modeling","i-lucide-network",{"title":65,"path":66,"stem":67,"icon":68},"Post-Training","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-3-post-training","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-3-post-training","i-lucide-sliders-horizontal",{"title":70,"path":71,"stem":72,"icon":73},"Sampling","\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-4-sampling","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-4-sampling","i-lucide-dices",{"title":41,"path":75,"stem":76,"icon":44},"\u002Fen\u002Fai-engineering\u002Funderstanding-foundation-models\u002Fch02-5-summary","en\u002F1.ai-engineering\u002F2.understanding-foundation-models\u002Fch02-5-summary",{"title":78,"path":79,"stem":80,"children":81,"page":45},"Evaluation Methodology","\u002Fen\u002Fai-engineering\u002Fevaluation-methodology","en\u002F1.ai-engineering\u002F3.evaluation-methodology",[82,86,91,96,101,106,111],{"title":78,"path":83,"stem":84,"icon":85},"\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03","i-lucide-clipboard-check",{"title":87,"path":88,"stem":89,"icon":90},"Challenges of Evaluating Foundation Models","\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03-1-challenges-of-evaluating-foundation-models","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03-1-challenges-of-evaluating-foundation-models","i-lucide-shield-alert",{"title":92,"path":93,"stem":94,"icon":95},"Understanding Language Modeling Metrics","\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03-2-understanding-language-modeling-metrics","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03-2-understanding-language-modeling-metrics","i-lucide-sigma",{"title":97,"path":98,"stem":99,"icon":100},"Exact Evaluation","\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03-3-exact-evaluation","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03-3-exact-evaluation","i-lucide-check-check",{"title":102,"path":103,"stem":104,"icon":105},"AI as a Judge","\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03-4-ai-as-a-judge","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03-4-ai-as-a-judge","i-lucide-scale",{"title":107,"path":108,"stem":109,"icon":110},"Ranking Models with Comparative Evaluation","\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03-5-ranking-models-with-comparative-evaluation","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03-5-ranking-models-with-comparative-evaluation","i-lucide-trophy",{"title":41,"path":112,"stem":113,"icon":44},"\u002Fen\u002Fai-engineering\u002Fevaluation-methodology\u002Fch03-6-summary","en\u002F1.ai-engineering\u002F3.evaluation-methodology\u002Fch03-6-summary",{"id":115,"title":41,"body":116,"description":245,"extension":246,"links":6,"meta":247,"navigation":248,"path":42,"seo":249,"stem":43,"__hash__":250},"docs_en\u002Fen\u002F1.ai-engineering\u002F1.intro\u002Fch015-summary.md",{"type":117,"value":118,"toc":240},"minimark",[119,145,150,202,210,214,221,233],[120,121,122,127],"u-page-hero",{},[123,124,126],"template",{"v-slot:title":125},"","Chapter Summary",[123,128,129,138],{"v-slot:description":125},[130,131,132,133,137],"p",{},"This chapter had ",[134,135,136],"strong",{},"two purposes",": explain the emergence of AI engineering as a discipline thanks to the availability of foundation models, and give an overview of the process needed to build applications on top of these models.",[130,139,140,141,144],{},"As an overview chapter, it only ",[134,142,143],{},"lightly touched"," on many concepts. These will be explored further in the rest of the book.",[146,147,149],"h2",{"id":148},"what-this-chapter-covered","What This Chapter Covered",[151,152,153,174,182,191],"card-group",{},[154,155,157,158,161,162,165,166,169,170,173],"card",{"icon":24,"title":156},"The Rapid Evolution of AI","The transition from language models to ",[134,159,160],{},"large language models",", thanks to a training approach called ",[134,163,164],{},"self-supervision",". Then how language models incorporated other data modalities to become ",[134,167,168],{},"foundation models",", and how foundation models gave rise to ",[134,171,172],{},"AI engineering",".",[154,175,178,179,173],{"icon":176,"title":177},"i-lucide-grid","Application Patterns","The rapid growth of AI engineering is motivated by the many applications enabled by emerging capabilities. The chapter discussed some of the most successful application patterns, both for ",[134,180,181],{},"consumers and enterprises",[154,183,186,187,190],{"icon":184,"title":185},"i-lucide-circle-help","Should You Build It?","Before building an application, an important yet often overlooked question is ",[134,188,189],{},"whether you should build it",". The chapter discussed this question alongside major considerations for building AI applications.",[154,192,193,194,197,198,201],{"icon":39,"title":36},"AI engineering evolved out of ",[134,195,196],{},"ML engineering",". Many ML principles still apply, but AI engineering brings ",[134,199,200],{},"new challenges and solutions",". The last section discussed how the stack has changed.",[203,204,205,206,209],"note",{},"Despite the incredible number of AI applications already in production, ",[134,207,208],{},"we're still in the early stages of AI engineering",", with countless more innovations yet to be built.",[146,211,213],{"id":212},"navigating-the-overwhelm","Navigating the Overwhelm",[130,215,216,217,220],{},"One aspect of AI engineering that is especially challenging to capture in writing is the incredible amount of ",[134,218,219],{},"collective energy, creativity, and engineering talent"," that the community brings. This collective enthusiasm can often be overwhelming, as it's impossible to keep up-to-date with new techniques, discoveries, and engineering feats that seem to happen constantly.",[222,223,224,225,228,229,232],"tip",{},"One consolation is that since AI is great at information aggregation, it can ",[134,226,227],{},"help us aggregate and summarize all these new updates",". But tools can help only to a certain extent. The more overwhelming a space is, the more important it is to have a ",[134,230,231],{},"framework to help us navigate it",". This book aims to provide such a framework.",[130,234,235,236,239],{},"The rest of the book will explore this framework step-by-step, starting with the fundamental building block of AI engineering: ",[134,237,238],{},"the foundation models"," that make so many amazing applications possible.",{"title":125,"searchDepth":241,"depth":241,"links":242},2,[243,244],{"id":148,"depth":241,"text":149},{"id":212,"depth":241,"text":213},"A recap of how foundation models gave rise to AI engineering, the application patterns enabled, and the framework this book provides.","md",{},{"icon":44},{"title":41,"description":245},"WSNrhhPNPoYvadLsD1Yhd56OU9gJn0QlCHzRLyxjXyg",[252,254],{"title":36,"path":37,"stem":38,"description":253,"icon":39,"children":-1},"The three layers of the AI stack, how AI engineering differs from ML engineering and full-stack development, and how foundation models reshape model and application development.",{"title":47,"path":52,"stem":53,"description":255,"icon":12,"children":-1},"A guide to how training data, architecture, size, post-training, and sampling shape foundation model behavior.",1788871974549]