[{"depth":1,"reference_id":"9781098166298-/preface01.html","ourn":"urn:orm:book:9781098166298:chapter:preface01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:preface01.html/","fragment":"pr01_0_preface_1730133447601517","title":"Preface","duration":1173.0,"children":[{"depth":2,"reference_id":"9781098166298-/preface01.html","ourn":"urn:orm:book:9781098166298:chapter:preface01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:preface01.html/","fragment":"pr01_0_what_this_book_is_about_1730133447601728","title":"What This Book Is About","duration":1173.0,"children":[]},{"depth":2,"reference_id":"9781098166298-/preface01.html","ourn":"urn:orm:book:9781098166298:chapter:preface01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:preface01.html/","fragment":"pr01_0_what_this_book_is_not_1730133447601877","title":"What This Book Is Not","duration":1173.0,"children":[]},{"depth":2,"reference_id":"9781098166298-/preface01.html","ourn":"urn:orm:book:9781098166298:chapter:preface01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:preface01.html/","fragment":"pr01_0_who_this_book_is_for_1730133447602002","title":"Who This Book Is For","duration":1173.0,"children":[]},{"depth":2,"reference_id":"9781098166298-/preface01.html","ourn":"urn:orm:book:9781098166298:chapter:preface01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:preface01.html/","fragment":"pr01_0_navigating_this_book_1730133447602072","title":"Navigating This Book","duration":1173.0,"children":[]},{"depth":2,"reference_id":"9781098166298-/preface01.html","ourn":"urn:orm:book:9781098166298:chapter:preface01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:preface01.html/","fragment":"_conventions_used_in_this_book","title":"Conventions Used in This Book","duration":1173.0,"children":[]},{"depth":2,"reference_id":"9781098166298-/preface01.html","ourn":"urn:orm:book:9781098166298:chapter:preface01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:preface01.html/","fragment":"_using_code_examples","title":"Using Code Examples","duration":1173.0,"children":[]},{"depth":2,"reference_id":"9781098166298-/preface01.html","ourn":"urn:orm:book:9781098166298:chapter:preface01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:preface01.html/","fragment":"_safari_books_online","title":"O’Reilly Online Learning","duration":1173.0,"children":[]},{"depth":2,"reference_id":"9781098166298-/preface01.html","ourn":"urn:orm:book:9781098166298:chapter:preface01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:preface01.html/","fragment":"_how_to_contact_us","title":"How to Contact Us","duration":1173.0,"children":[]},{"depth":2,"reference_id":"9781098166298-/preface01.html","ourn":"urn:orm:book:9781098166298:chapter:preface01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:preface01.html/","fragment":"pr01_0_acknowledgments_1730133447602131","title":"Acknowledgments","duration":1173.0,"children":[]}]},{"depth":1,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_introduction_to_building_ai_applications_with_foun_1730130814984319","title":"1. Introduction to Building AI Applications with Foundation Models","duration":5244.0,"children":[{"depth":2,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_the_rise_of_ai_engineering_1730130814984854","title":"The Rise of AI Engineering","duration":5244.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_from_language_models_to_large_language_models_1730130814984966","title":"From Language Models to Large Language Models","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_from_large_language_model_to_foundation_model_1730130814985180","title":"From Large Language Models to Foundation Models","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_from_foundation_models_to_ai_engineering_1730130814985258","title":"From Foundation Models to AI Engineering","duration":5244.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_foundation_model_use_cases_1730130814985414","title":"Foundation Model Use Cases","duration":5244.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_coding_1730130814985492","title":"Coding","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_image_and_video_production_1730130814985552","title":"Image and Video Production","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_writing_1730130814985607","title":"Writing","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_education_1730130814985662","title":"Education","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_conversational_bots_1730130814985717","title":"Conversational Bots","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_information_aggregation_1730130814985772","title":"Information Aggregation","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_data_organization_1730130814985842","title":"Data Organization","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_workflow_automation_1730130814985901","title":"Workflow Automation","duration":5244.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_planning_ai_applications_1730130814985969","title":"Planning AI Applications","duration":5244.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_use_case_evaluation_1730130814986039","title":"Use Case Evaluation","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_setting_expectations_1730130814986221","title":"Setting Expectations","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_milestone_planning_1730130814986287","title":"Milestone Planning","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_maintenance_1730130814986342","title":"Maintenance","duration":5244.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_the_ai_engineering_stack_1730130814986431","title":"The AI Engineering Stack","duration":5244.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_three_layers_of_the_ai_stack_1730130814986512","title":"Three Layers of the AI Stack","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_ai_engineering_versus_ml_engineering_1730130814986585","title":"AI Engineering Versus ML Engineering","duration":5244.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_ai_engineering_versus_full_stack_engineering_1730130814987252","title":"AI Engineering Versus Full-Stack Engineering","duration":5244.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch01.html","ourn":"urn:orm:book:9781098166298:chapter:ch01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch01.html/","fragment":"ch01_summary_1730130814987308","title":"Summary","duration":5244.0,"children":[]}]},{"depth":1,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_understanding_foundation_models_1730147895571359","title":"2. Understanding Foundation Models","duration":6555.0,"children":[{"depth":2,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_training_data_1730147895571606","title":"Training Data","duration":6555.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_multilingual_models_1730147895571651","title":"Multilingual Models","duration":6555.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_domain_specific_models_1730147895571685","title":"Domain-Specific Models","duration":6555.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_modeling_1730147895571729","title":"Modeling","duration":6555.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_model_architecture_1730147895571780","title":"Model Architecture","duration":6555.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_model_size_1730147895571946","title":"Model Size","duration":6555.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_post_training_1730147895572108","title":"Post-Training","duration":6555.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_supervised_finetuning_1730147895572140","title":"Supervised Finetuning","duration":6555.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_preference_finetuning_1730147895572167","title":"Preference Finetuning","duration":6555.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_sampling_1730147895572256","title":"Sampling","duration":6555.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_sampling_fundamentals_1730147895572293","title":"Sampling Fundamentals","duration":6555.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_sampling_strategies_1730147895572319","title":"Sampling Strategies","duration":6555.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_test_time_compute_1730147895572441","title":"Test Time Compute","duration":6555.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_structured_outputs_1730147895572470","title":"Structured Outputs","duration":6555.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_the_probabilistic_nature_of_ai_1730147895572595","title":"The Probabilistic Nature of AI","duration":6555.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch02.html","ourn":"urn:orm:book:9781098166298:chapter:ch02.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch02.html/","fragment":"ch02_summary_1730147895572669","title":"Summary","duration":6555.0,"children":[]}]},{"depth":1,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_evaluation_methodology_1730150757064067","title":"3. Evaluation Methodology","duration":4899.0,"children":[{"depth":2,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_challenges_of_evaluating_foundation_models_1730150757064282","title":"Challenges of Evaluating Foundation Models","duration":4899.0,"children":[]},{"depth":2,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_understanding_language_modeling_metrics_1730150757064322","title":"Understanding Language Modeling Metrics","duration":4899.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_entropy_1730150757064355","title":"Entropy","duration":4899.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_cross_entropy_1730150757064380","title":"Cross Entropy","duration":4899.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_bits_per_character_and_bits_per_byte_1730150757064407","title":"Bits-per-Character and Bits-per-Byte","duration":4899.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_perplexity_1730150757064432","title":"Perplexity","duration":4899.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_perplexity_interpretation_and_use_cases_1730150757064462","title":"Perplexity Interpretation and Use Cases","duration":4899.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_exact_evaluation_1730150757064499","title":"Exact Evaluation","duration":4899.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_functional_correctness_1730150757064533","title":"Functional Correctness","duration":4899.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_similarity_measurements_against_reference_data_1730150757064564","title":"Similarity Measurements Against Reference Data","duration":4899.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_introduction_to_embedding_1730150757064669","title":"Introduction to Embedding","duration":4899.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_ai_as_a_judge_1730150757064706","title":"AI as a Judge","duration":4899.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_why_ai_as_a_judge_1730150757064739","title":"Why AI as a Judge?","duration":4899.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_how_to_use_ai_as_a_judge_1730150757064766","title":"How to Use AI as a Judge","duration":4899.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_limitations_of_ai_as_a_judge_1730150757064796","title":"Limitations of AI as a Judge","duration":4899.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_what_models_can_act_as_judges_1730150757064924","title":"What Models Can Act as Judges?","duration":4899.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_ranking_models_with_comparative_evaluation_1730150757064956","title":"Ranking Models with Comparative Evaluation","duration":4899.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_challenges_of_comparative_evaluation_1730150757064988","title":"Challenges of Comparative Evaluation","duration":4899.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_the_future_of_comparative_evaluation_1730150757065090","title":"The Future of Comparative Evaluation","duration":4899.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch03.html","ourn":"urn:orm:book:9781098166298:chapter:ch03.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch03.html/","fragment":"ch03a_summary_1730150757065112","title":"Summary","duration":4899.0,"children":[]}]},{"depth":1,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_evaluate_ai_systems_1730130866187863","title":"4. Evaluate AI Systems","duration":5934.0,"children":[{"depth":2,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_evaluation_criteria_1730130866188384","title":"Evaluation Criteria","duration":5934.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_domain_specific_capability_1730130866188564","title":"Domain-Specific Capability","duration":5934.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_generation_capability_1730130866188656","title":"Generation Capability","duration":5934.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_instruction_following_capability_1730130866188888","title":"Instruction-Following Capability","duration":5934.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_cost_and_latency_1730130866189081","title":"Cost and Latency","duration":5934.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_model_selection_1730130866189228","title":"Model Selection","duration":5934.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_model_selection_workflow_1730130866189327","title":"Model Selection Workflow","duration":5934.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_model_build_versus_buy_1730130866189401","title":"Model Build Versus Buy","duration":5934.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_navigate_public_benchmarks_1730130866190058","title":"Navigate Public Benchmarks","duration":5934.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_design_your_evaluation_pipeline_1730130866190749","title":"Design Your Evaluation Pipeline","duration":5934.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_step_1_evaluate_all_components_in_a_system_1730130866190824","title":"Step 1. Evaluate All Components in a System","duration":5934.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_step_2_create_an_evaluation_guideline_1730130866190887","title":"Step 2. Create an Evaluation Guideline ","duration":5934.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_step_3_define_evaluation_methods_and_data_1730130866191154","title":"Step 3. Define Evaluation Methods and Data","duration":5934.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch04.html","ourn":"urn:orm:book:9781098166298:chapter:ch04.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch04.html/","fragment":"ch04_summary_1730130866191461","title":"Summary","duration":5934.0,"children":[]}]},{"depth":1,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_prompt_engineering_1730156991195551","title":"5. Prompt Engineering","duration":4140.0,"children":[{"depth":2,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_introduction_to_prompting_1730156991195730","title":"Introduction to Prompting","duration":4140.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_in_context_learning_zero_shot_and_few_shot_1730156991195767","title":"In-Context Learning: Zero-Shot and Few-Shot","duration":4140.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_system_prompt_and_user_prompt_1730156991195822","title":"System Prompt and User Prompt","duration":4140.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_context_length_and_context_efficiency_1730156991195850","title":"Context Length and Context Efficiency","duration":4140.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_prompt_engineering_best_practices_1730156991195888","title":"Prompt Engineering Best Practices","duration":4140.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_write_clear_and_explicit_instructions_1730156991195927","title":"Write Clear and Explicit Instructions","duration":4140.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_provide_sufficient_context_1730156991196055","title":"Provide Sufficient Context","duration":4140.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_break_complex_tasks_into_simpler_subtasks_1730156991196113","title":"Break Complex Tasks into Simpler Subtasks","duration":4140.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_give_the_model_time_to_think_1730156991196142","title":"Give the Model Time to Think","duration":4140.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_iterate_on_your_prompts_1730156991196167","title":"Iterate on Your Prompts","duration":4140.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_evaluate_prompt_engineering_tools_1730156991196192","title":"Evaluate Prompt Engineering Tools","duration":4140.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_organize_and_version_prompts_1730156991196218","title":"Organize and Version Prompts","duration":4140.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_defensive_prompt_engineering_1730156991196256","title":"Defensive Prompt Engineering","duration":4140.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_proprietary_prompts_and_reverse_prompt_engineering_1730156991196293","title":"Proprietary Prompts and Reverse Prompt Engineering","duration":4140.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_jailbreaking_and_prompt_injection_1730156991196322","title":"Jailbreaking and Prompt Injection","duration":4140.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_information_extraction_1730156991196427","title":"Information Extraction","duration":4140.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_defense_against_prompt_attacks_1730156991196455","title":"Defenses Against Prompt Attacks","duration":4140.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch05.html","ourn":"urn:orm:book:9781098166298:chapter:ch05.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch05.html/","fragment":"ch05a_summary_1730156991196550","title":"Summary","duration":4140.0,"children":[]}]},{"depth":1,"reference_id":"9781098166298-/ch06.html","ourn":"urn:orm:book:9781098166298:chapter:ch06.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch06.html/","fragment":"ch06_rag_and_agents_1730157386571386","title":"6. RAG and Agents","duration":5865.0,"children":[{"depth":2,"reference_id":"9781098166298-/ch06.html","ourn":"urn:orm:book:9781098166298:chapter:ch06.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch06.html/","fragment":"ch06_rag_1730157386571628","title":"RAG","duration":5865.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch06.html","ourn":"urn:orm:book:9781098166298:chapter:ch06.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch06.html/","fragment":"ch06_rag_architecture_1730157386571677","title":"RAG Architecture","duration":5865.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch06.html","ourn":"urn:orm:book:9781098166298:chapter:ch06.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch06.html/","fragment":"ch06_retrieval_algorithms_1730157386571714","title":"Retrieval Algorithms","duration":5865.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch06.html","ourn":"urn:orm:book:9781098166298:chapter:ch06.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch06.html/","fragment":"ch06_retrieval_optimization_1730157386571896","title":"Retrieval Optimization","duration":5865.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch06.html","ourn":"urn:orm:book:9781098166298:chapter:ch06.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch06.html/","fragment":"ch06_rag_beyond_texts_1730157386572020","title":"RAG Beyond Texts","duration":5865.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch06.html","ourn":"urn:orm:book:9781098166298:chapter:ch06.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch06.html/","fragment":"ch06_agents_1730157386572111","title":"Agents","duration":5865.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch06.html","ourn":"urn:orm:book:9781098166298:chapter:ch06.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch06.html/","fragment":"ch06_agent_overview_1730157386572153","title":"Agent Overview","duration":5865.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch06.html","ourn":"urn:orm:book:9781098166298:chapter:ch06.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch06.html/","fragment":"ch06_tools_1730157386572178","title":"Tools","duration":5865.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch06.html","ourn":"urn:orm:book:9781098166298:chapter:ch06.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch06.html/","fragment":"ch06_planning_1730157386572280","title":"Planning","duration":5865.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch06.html","ourn":"urn:orm:book:9781098166298:chapter:ch06.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch06.html/","fragment":"ch06_agent_failure_modes_and_evaluation_1730157386572547","title":"Agent Failure Modes and Evaluation","duration":5865.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch06.html","ourn":"urn:orm:book:9781098166298:chapter:ch06.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch06.html/","fragment":"ch06_memory_1730157386572643","title":"Memory","duration":5865.0,"children":[]},{"depth":2,"reference_id":"9781098166298-/ch06.html","ourn":"urn:orm:book:9781098166298:chapter:ch06.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch06.html/","fragment":"ch06_summary_1730157386572667","title":"Summary","duration":5865.0,"children":[]}]},{"depth":1,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07","title":"7. Finetuning","duration":6279.0,"children":[{"depth":2,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07a_finetuning_overview_1730160615812918","title":"Finetuning Overview","duration":6279.0,"children":[]},{"depth":2,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07a_when_to_finetune_1730160615812955","title":"When to Finetune","duration":6279.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07a_reasons_to_finetune_1730160615812987","title":"Reasons to Finetune","duration":6279.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07a_reasons_not_to_finetune_1730160615813017","title":"Reasons Not to Finetune","duration":6279.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07a_finetuning_and_rag_1730160615813073","title":"Finetuning and RAG","duration":6279.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07b_memory_bottlenecks_1730159634259320","title":"Memory Bottlenecks","duration":6279.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07b_backpropagation_and_trainable_parameters_1730159634259372","title":"Backpropagation and Trainable Parameters","duration":6279.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07b_memory_math_1730159634259402","title":"Memory Math","duration":6279.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07b_numerical_representations_1730159634259493","title":"Numerical Representations","duration":6279.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07b_quantization_1730159634259532","title":"Quantization","duration":6279.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07b_finetuning_techniques_1730159634259695","title":"Finetuning Techniques","duration":6279.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07b_parameter_efficient_finetuning_1730159634259757","title":"Parameter-Efficient Finetuning","duration":6279.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07b_model_merging_and_multi_task_finetuning_1730159634260035","title":"Model Merging and Multi-Task Finetuning","duration":6279.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07b_finetuning_tactics_1730159634260229","title":"Finetuning Tactics","duration":6279.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch07.html","ourn":"urn:orm:book:9781098166298:chapter:ch07.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch07.html/","fragment":"ch07b_summary_1730159634260484","title":"Summary","duration":6279.0,"children":[]}]},{"depth":1,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_dataset_engineering_1730130932019888","title":"8. Dataset Engineering","duration":4623.0,"children":[{"depth":2,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_data_curation_1730130932020389","title":"Data Curation","duration":4623.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_data_quality_1730130932020469","title":"Data Quality","duration":4623.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_data_coverage_1730130932020533","title":"Data Coverage","duration":4623.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_data_quantity_1730130932020628","title":"Data Quantity","duration":4623.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_data_acquisition_and_annotation_1730130932020696","title":"Data Acquisition and Annotation","duration":4623.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_data_augmentation_and_synthesis_1730130932020785","title":"Data Augmentation and Synthesis","duration":4623.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_why_data_synthesis_1730130932020882","title":"Why Data Synthesis","duration":4623.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_traditional_data_synthesis_techniques_1730130932020952","title":"Traditional Data Synthesis Techniques","duration":4623.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_ai_powered_data_synthesis_1730130932021148","title":"AI-Powered Data Synthesis","duration":4623.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_model_distillation_1730130932021633","title":"Model Distillation","duration":4623.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_data_processing_1730130932021704","title":"Data Processing","duration":4623.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_inspect_data_1730130932021773","title":"Inspect Data","duration":4623.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_deduplicate_data_1730130932021834","title":"Deduplicate Data","duration":4623.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_clean_and_filter_data_1730130932021896","title":"Clean and Filter Data","duration":4623.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_format_data_1730130932021953","title":"Format Data","duration":4623.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch08.html","ourn":"urn:orm:book:9781098166298:chapter:ch08.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch08.html/","fragment":"ch08_summary_1730130932022011","title":"Summary","duration":4623.0,"children":[]}]},{"depth":1,"reference_id":"9781098166298-/ch09.html","ourn":"urn:orm:book:9781098166298:chapter:ch09.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch09.html/","fragment":"ch09_inference_optimization_1730130963006301","title":"9. Inference Optimization","duration":4830.0,"children":[{"depth":2,"reference_id":"9781098166298-/ch09.html","ourn":"urn:orm:book:9781098166298:chapter:ch09.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch09.html/","fragment":"ch09_understanding_inference_optimization_1730130963006725","title":"Understanding Inference Optimization","duration":4830.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch09.html","ourn":"urn:orm:book:9781098166298:chapter:ch09.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch09.html/","fragment":"ch09_inference_overview_1730130963006834","title":"Inference Overview","duration":4830.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch09.html","ourn":"urn:orm:book:9781098166298:chapter:ch09.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch09.html/","fragment":"ch09_inference_performance_metrics_1730130963007094","title":"Inference Performance Metrics","duration":4830.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch09.html","ourn":"urn:orm:book:9781098166298:chapter:ch09.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch09.html/","fragment":"ch09_ai_accelerators_1730130963007351","title":"AI Accelerators","duration":4830.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch09.html","ourn":"urn:orm:book:9781098166298:chapter:ch09.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch09.html/","fragment":"ch09_inference_optimization_1730130963007697","title":"Inference Optimization ","duration":4830.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch09.html","ourn":"urn:orm:book:9781098166298:chapter:ch09.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch09.html/","fragment":"ch09_model_optimization_1730130963007804","title":"Model Optimization","duration":4830.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch09.html","ourn":"urn:orm:book:9781098166298:chapter:ch09.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch09.html/","fragment":"ch09_inference_service_optimization_1730130963008735","title":"Inference Service Optimization","duration":4830.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch09.html","ourn":"urn:orm:book:9781098166298:chapter:ch09.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch09.html/","fragment":"ch09_summary_1730130963009027","title":"Summary","duration":4830.0,"children":[]}]},{"depth":1,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_ai_engineering_architecture_and_user_feedback_1730130985311851","title":"10. AI Engineering Architecture and User Feedback","duration":4416.0,"children":[{"depth":2,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_ai_engineering_architecture_1730130985312247","title":"AI Engineering Architecture","duration":4416.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_step_1_enhance_context_1730130985312350","title":"Step 1. Enhance Context","duration":4416.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_step_2_put_in_guardrails_1730130985312417","title":"Step 2. Put in Guardrails","duration":4416.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_step_3_add_model_router_and_gateway_1730130985312692","title":"Step 3. Add Model Router and Gateway","duration":4416.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_step_4_reduce_latency_with_caches_1730130985312868","title":"Step 4. Reduce Latency with Caches","duration":4416.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_step_5_add_agent_patterns_1730130985313040","title":"Step 5. Add Agent Patterns","duration":4416.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_monitoring_and_observability_1730130985313104","title":"Monitoring and Observability","duration":4416.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_ai_pipeline_orchestration_1730130985313408","title":"AI Pipeline Orchestration","duration":4416.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_user_feedback_1730130985313500","title":"User Feedback","duration":4416.0,"children":[{"depth":3,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_extracting_conversational_feedback_1730130985313590","title":"Extracting Conversational Feedback","duration":4416.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_feedback_design_1730130985314229","title":"Feedback Design","duration":4416.0,"children":[]},{"depth":3,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_feedback_limitations_1730130985314579","title":"Feedback Limitations","duration":4416.0,"children":[]}]},{"depth":2,"reference_id":"9781098166298-/ch10.html","ourn":"urn:orm:book:9781098166298:chapter:ch10.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ch10.html/","fragment":"ch10_summary_1730130985314746","title":"Summary","duration":4416.0,"children":[]}]},{"depth":1,"reference_id":"9781098166298-/afterword01.html","ourn":"urn:orm:book:9781098166298:chapter:afterword01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:afterword01.html/","fragment":"id507","title":"Epilogue","duration":69.0,"children":[]},{"depth":1,"reference_id":"9781098166298-/ix01.html","ourn":"urn:orm:book:9781098166298:chapter:ix01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:ix01.html/","fragment":"id508","title":"Index","duration":2622.0,"children":[]},{"depth":1,"reference_id":"9781098166298-/colophon01.html","ourn":"urn:orm:book:9781098166298:chapter:colophon01.html","url":"https://api.oreilly.com/api/v2/epub-chapters/urn:orm:book:9781098166298:chapter:colophon01.html/","fragment":"id509","title":"About the Author","duration":69.0,"children":[]}]