Physical-AI.toc

\setcounter {tocdepth}{0}
\contentsline {chapter}{Preface}{vii}{chapter*.2}%
\contentsline {section}{What This Book Is}{vii}{chapter*.2}%
\contentsline {subsection}{The Three Paradigms}{viii}{chapter*.2}%
\contentsline {section}{What This Book Is Not}{viii}{none.1}%
\contentsline {section}{Who This Book Is For}{viii}{none.1}%
\contentsline {section}{How the Book Is Organized}{ix}{none.1}%
\contentsline {section}{A Note on What Is Not Yet Known}{ix}{none.1}%
\contentsline {chapter}{Course Syllabus: Physical AI Systems}{xi}{chapter*.3}%
\contentsline {section}{Pedagogical Vision}{xi}{none.2}%
\contentsline {section}{The 14-Week Curriculum \& Laboratory Spine}{xii}{none.2}%
\contentsline {subsection}{Part I: The Laws of Physical Action (Weeks 1--4)}{xii}{none.2}%
\contentsline {subsection}{Part II: The Architectural Spine (Weeks 5--8)}{xii}{none.2}%
\contentsline {subsection}{Part III: Realization, Governance \& Release (Weeks 9--14)}{xiii}{none.2}%
\contentsline {section}{Grading \& Assessment Policy}{xiii}{none.2}%
\contentsline {chapter}{Mathematical and Systems Notation}{xv}{chapter*.4}%
\contentsline {section}{1. Physical State and Dynamics}{xv}{chapter*.4}%
\contentsline {section}{2. Geometry and Spatial Transformations}{xv}{none.4}%
\contentsline {section}{3. Cognitive Deliberation and Policy Models}{xvi}{none.5}%
\contentsline {section}{4. Real-Time Control, Safety, and Enforcement}{xvi}{none.6}%
\contentsline {section}{5. Hardware Silicon and Electrical Budgets}{xvii}{none.7}%
\tocpartentry {Part I: The Constraints}
\tocdivisionentry {Main Text}
\setcounter {tocdepth}{1}
\contentsline {chapter}{\numberline {1}Boundary\chaptersubtitle {Introduction to Physical AI Systems}}{1}{chapter*.5}%
\contentsline {section}{\numberline {1.1}The Causal Boundary}{2}{section.1.1}%
\contentsline {section}{\numberline {1.2}Software That Acts}{4}{section.1.2}%
\contentsline {section}{\numberline {1.3}Three Machine Archetypes}{8}{section.1.3}%
\contentsline {subsection}{\numberline {1.3.1}Class 1: Mass-Dominated Mobility Systems (Moving Through Space)}{9}{subsection.1.3.1}%
\contentsline {subsection}{\numberline {1.3.2}Class 2: Contact-Dominated Manipulation Systems (Applying Contact Force)}{9}{subsection.1.3.2}%
\contentsline {subsection}{\numberline {1.3.3}Class 3: Flow-Dominated Process and Energy Systems (Regulating Energy and Fluid Flows)}{10}{subsection.1.3.3}%
\contentsline {section}{\numberline {1.4}The Physical AI Scope Test}{12}{section.1.4}%
\contentsline {section}{\numberline {1.5}Anatomy of a Crash: When the Boundary Fails}{15}{section.1.5}%
\contentsline {section}{\numberline {1.6}The Four Bedrock Laws}{16}{section.1.6}%
\contentsline {section}{\numberline {1.7}The Dual-Brain Architecture}{19}{section.1.7}%
\contentsline {subsection}{\numberline {1.7.1}Abstract Data Schema: Inter-Processor Proposal--Permission Mailbox}{21}{subsection.1.7.1}%
\contentsline {subsection}{\numberline {1.7.2}Structured Pseudocode: Deterministic 1 kHz MCU Permission Referee Loop}{22}{subsection.1.7.2}%
\contentsline {section}{\numberline {1.8}Safety Convergence}{24}{section.1.8}%
\contentsline {section}{\numberline {1.9}Systems Stress-Tests}{26}{section.1.9}%
\contentsline {subsection}{Stress-Test 1: The Advisory Observer (Perception Without Actuation Authority)}{26}{section.1.9}%
\contentsline {subsection}{Stress-Test 2: The Deterministic Autopilot (Actuation Without Learned Models)}{26}{section.1.9}%
\contentsline {subsection}{Stress-Test 3: The Virtual Agent (Autonomy Without Physical Feedback)}{26}{section.1.9}%
\contentsline {subsection}{Stress-Test 4: The Shared-Autonomy Reflex Gate (The Neuromuscular Latency Threshold)}{27}{section.1.9}%
\contentsline {section}{\numberline {1.10}Summary}{27}{section.1.10}%
\contentsline {chapter}{\numberline {2}Body\chaptersubtitle {What the Physical World Will Not Allow}}{29}{chapter*.30}%
\contentsline {section}{\numberline {2.1}The Five Physical Budgets}{30}{section.2.1}%
\contentsline {section}{\numberline {2.2}Measurement Age and Freshness}{32}{section.2.2}%
\contentsline {section}{\numberline {2.3}Momentum and Stopping Distance}{35}{section.2.3}%
\contentsline {section}{\numberline {2.4}Actuator and Transmission Limits}{40}{section.2.4}%
\contentsline {section}{\numberline {2.5}Thermal Limits and Duty Cycle}{45}{section.2.5}%
\contentsline {section}{\numberline {2.6}Power and Electrical Faults}{51}{section.2.6}%
\contentsline {section}{\numberline {2.7}Measuring a Machine's Own Limits}{53}{section.2.7}%
\contentsline {section}{\numberline {2.8}The Cross-Archetype Matrix}{58}{section.2.8}%
\contentsline {section}{\numberline {2.9}Systems Stress-Tests}{59}{section.2.9}%
\contentsline {subsection}{Stress-Test 1: The Thermal-Latency Avalanche}{60}{section.2.9}%
\contentsline {subsection}{Stress-Test 2: The Velocity-Clearance-Thermal Cascade}{60}{section.2.9}%
\contentsline {subsection}{Stress-Test 3: The Peak-Inference Rail Collapse}{60}{section.2.9}%
\contentsline {subsection}{Stress-Test 4: The Compound Stress Protocol}{61}{section.2.9}%
\contentsline {section}{\numberline {2.10}Summary}{61}{section.2.10}%
\contentsline {chapter}{\numberline {3}Brain\chaptersubtitle {The Cognitive Mental Model and Information Flow}}{65}{chapter*.64}%
\contentsline {section}{\numberline {3.1}The Embodied Brain}{67}{section.3.1}%
\contentsline {section}{\numberline {3.2}The Classical Wall}{68}{section.3.2}%
\contentsline {section}{\numberline {3.3}Learned Representations}{69}{section.3.3}%
\contentsline {section}{\numberline {3.4}The Cognitive Pipeline}{71}{section.3.4}%
\contentsline {subsection}{Ingestion and Representation}{71}{figure.caption.72}%
\contentsline {subsection}{Perception and Spatial Grounding}{73}{sidenote.17}%
\contentsline {subsection}{Memory and Spatial-Temporal Belief}{73}{sidenote.17}%
\contentsline {subsection}{Intent and Deliberative Reasoning}{74}{sidenote.17}%
\contentsline {subsection}{Planning and Action Chunking}{75}{sidenote.17}%
\contentsline {section}{\numberline {3.5}Back-of-the-Envelope Math: The LPDDR5 Memory Wall and Action Chunking Speedup}{79}{section.3.5}%
\contentsline {section}{\numberline {3.6}Architect's Rules of Thumb for Embodied Cognition}{80}{section.3.6}%
\contentsline {section}{\numberline {3.7}Cognitive Vulnerabilities}{81}{section.3.7}%
\contentsline {subsection}{Semantic Hallucinations}{81}{sidenote.22}%
\contentsline {subsection}{The Softmax Illusion and Out-of-Distribution Overconfidence}{81}{sidenote.22}%
\contentsline {subsection}{Perceptual Chattering and Covariate Shift}{82}{table.3.1}%
\contentsline {subsection}{Temporal Expiration of Intent}{82}{sidenote.24}%
\contentsline {subsection}{The Architectural Resolution: The Proposal--Permission Principle}{83}{sidenote.24}%
\contentsline {section}{\numberline {3.8}Systems Stress-Tests}{84}{section.3.8}%
\contentsline {subsection}{Stress-Test 1: The Verifiability Dilemma on a Factory Floor}{84}{section.3.8}%
\contentsline {subsection}{Stress-Test 2: Semantic Hallucination under Specular Reflections}{85}{section.3.8}%
\contentsline {subsection}{Stress-Test 3: Uncalibrated Confidence in Precision Contact}{85}{section.3.8}%
\contentsline {subsection}{Stress-Test 4: Covariate Shift and Perceptual Chattering}{85}{section.3.8}%
\contentsline {subsection}{Stress-Test 5: The Stale Intent Dilemma in Continuous Process Operations}{86}{section.3.8}%
\contentsline {section}{\numberline {3.9}Summary}{87}{section.3.9}%
\contentsline {chapter}{\numberline {4}Nervous System\chaptersubtitle {The Fabric of Timing, Signals, and Authority}}{89}{chapter*.78}%
\contentsline {section}{\numberline {4.1}The Multi-Rate Bridge}{90}{section.4.1}%
\contentsline {section}{\numberline {4.2}Silicon Partitioning}{92}{section.4.2}%
\contentsline {section}{\numberline {4.3}Multi-Rate Cadences}{94}{section.4.3}%
\contentsline {section}{\numberline {4.4}Deterministic Fieldbuses}{100}{section.4.4}%
\contentsline {section}{\numberline {4.5}Actuation Authority}{105}{section.4.5}%
\contentsline {section}{\numberline {4.6}Hardware Isolation}{107}{section.4.6}%
\contentsline {section}{\numberline {4.7}Invariant Checking}{109}{section.4.7}%
\contentsline {section}{\numberline {4.8}Supervisory Teleoperation}{111}{section.4.8}%
\contentsline {section}{\numberline {4.9}The Handoffs Matrix}{113}{section.4.9}%
\contentsline {section}{\numberline {4.10}Systems Stress-Tests}{116}{section.4.10}%
\contentsline {subsection}{Stress-Test 1: The Shared Rail Trap (Coupled Power Distribution and Brownout Resets)}{116}{section.4.10}%
\contentsline {subsection}{Stress-Test 2: The Self-Feeding Watchdog (Interrupt Servicing and Task Starvation)}{117}{section.4.10}%
\contentsline {subsection}{Stress-Test 3: The Bypass Backdoor (Diagnostic Interfaces and Unmediated Authority)}{117}{section.4.10}%
\contentsline {subsection}{Stress-Test 4: The Phantom Feedback Loop (Command Echo versus Measured State)}{118}{section.4.10}%
\contentsline {subsection}{Stress-Test 5: The Diagnostic Bench Protocol (Hardware-in-the-Loop Fault Injection)}{118}{section.4.10}%
\contentsline {section}{\numberline {4.11}Summary}{119}{section.4.11}%
\tocpartentry {Part II: Teaching the System}
\contentsline {chapter}{\numberline {5}Data\chaptersubtitle {Where a Physical Policy's Training Data Comes From}}{125}{chapter*.92}%
\contentsline {section}{\numberline {5.1}Endogenous Experience}{127}{section.5.1}%
\contentsline {section}{\numberline {5.2}Where Physical Data Comes From}{128}{section.5.2}%
\contentsline {section}{\numberline {5.3}Teleoperation and What It Costs}{132}{section.5.3}%
\contentsline {section}{\numberline {5.4}Coverage and the Collecting Policy}{140}{section.5.4}%
\contentsline {section}{\numberline {5.5}Intervention, Censoring, and Recovery Data}{142}{section.5.5}%
\contentsline {section}{\numberline {5.6}Embodiment and Transfer}{146}{section.5.6}%
\contentsline {subsection}{\numberline {5.6.1}Cross-Embodiment Datasets and the Open X-Embodiment Frontier}{147}{subsection.5.6.1}%
\contentsline {section}{\numberline {5.7}How Datasets Go Wrong}{149}{section.5.7}%
\contentsline {section}{\numberline {5.8}The Dataset Schema}{152}{section.5.8}%
\contentsline {section}{\numberline {5.9}Systems Stress-Tests}{156}{section.5.9}%
\contentsline {subsection}{Stress-Test 1: The Volume Illusion in Repetitive Demonstrations (Nominal Attractor Overfitting)}{157}{section.5.9}%
\contentsline {subsection}{Stress-Test 2: Embodiment Drift after Hardware Maintenance (Decoupled Optical vs Contact Mechanics)}{157}{section.5.9}%
\contentsline {subsection}{Stress-Test 3: Survivorship Bias from Safety Filter Censoring (The Missing Boundary Dynamics)}{157}{section.5.9}%
\contentsline {subsection}{Stress-Test 4: Aggregation Holes across Asymmetric Interfaces (Master Device Kinematic Blindspots)}{158}{section.5.9}%
\contentsline {section}{\numberline {5.10}Summary}{158}{section.5.10}%
\contentsline {chapter}{\numberline {6}Training\chaptersubtitle {What Each Way of Making a Policy Charges You}}{161}{chapter*.103}%
\contentsline {section}{\numberline {6.1}Policy Synthesis}{162}{section.6.1}%
\contentsline {section}{\numberline {6.2}Policy Synthesis Regimes and Demonstration Learning}{164}{section.6.2}%
\contentsline {subsubsection}{The Multimodality Breakdown and Mode Averaging}{165}{sidenote.46}%
\contentsline {subsubsection}{Overcoming Multimodality: The Three Action Decoder Paradigms}{166}{sidenote.47}%
\contentsline {subsubsection}{Algorithmic Formulation: Trajectory Diffusion and Asynchronous Decoupling}{168}{Item.101}%
\contentsline {subsubsection}{Offline Reinforcement Learning and Action Distributional Shift}{169}{Item.101}%
\contentsline {subsubsection}{Compounding Covariate Error and State Support Drift}{169}{sidenote.49}%
\contentsline {section}{\numberline {6.3}Learning by Trial}{173}{section.6.3}%
\contentsline {section}{\numberline {6.4}The Simulator as a System Component}{176}{section.6.4}%
\contentsline {subsubsection}{Non-Smooth Contact Physics and Solver Relaxations}{179}{figure.caption.111}%
\contentsline {subsubsection}{The Sim-to-Real Contact Exploit}{179}{sidenote.52}%
\contentsline {section}{\numberline {6.5}What the Gap Is Made Of}{181}{section.6.5}%
\contentsline {subsubsection}{The Reproducible Domain Randomization Workflow}{185}{sidenote.53}%
\contentsline {section}{\numberline {6.6}Fine-Tuning on the Real Machine}{188}{section.6.6}%
\contentsline {section}{\numberline {6.7}How Training Choices Go Wrong}{190}{section.6.7}%
\contentsline {section}{\numberline {6.8}The Policy Manifest}{192}{section.6.8}%
\contentsline {section}{\numberline {6.9}Systems Stress-Tests}{195}{section.6.9}%
\contentsline {subsection}{Stress-Test 1: Recovery Curation and Policy Reversal in Flow Regulation (State Support Truncation)}{195}{figure.caption.115}%
\contentsline {subsection}{Stress-Test 2: Contact Model Exploitation in Surface Touchdown (The Simulation Energy Sink)}{196}{figure.caption.115}%
\contentsline {subsection}{Stress-Test 3: Failure Migration across Regime Transitions (Data Debt vs Modeling Debt)}{197}{figure.caption.115}%
\contentsline {section}{\numberline {6.10}Summary}{197}{section.6.10}%
\contentsline {chapter}{\numberline {7}Evaluation\chaptersubtitle {What Can Be Established About a Policy, and What Cannot}}{199}{chapter*.116}%
\contentsline {section}{\numberline {7.1}Closed-Loop Survival}{200}{section.7.1}%
\contentsline {section}{\numberline {7.2}What You Are Actually Measuring}{203}{section.7.2}%
\contentsline {section}{\numberline {7.3}Open Loop and Closed Loop}{205}{section.7.3}%
\contentsline {section}{\numberline {7.4}The Evidence Regimes and Their Boundaries}{209}{section.7.4}%
\contentsline {section}{\numberline {7.5}What Physical Trials Cost, and What They Cannot Cover}{211}{section.7.5}%
\contentsline {section}{\numberline {7.6}What Evaluation Cannot Establish}{223}{section.7.6}%
\contentsline {section}{\numberline {7.7}How Evaluation Goes Wrong}{225}{section.7.7}%
\contentsline {section}{\numberline {7.8}Evaluation Logs}{229}{section.7.8}%
\contentsline {section}{\numberline {7.9}Systems Stress-Tests}{231}{section.7.9}%
\contentsline {subsection}{Stress-Test 1: The Homogeneous Route Illusion (Overfitting Narrow Environmental Slices)}{231}{section.7.9}%
\contentsline {subsection}{Stress-Test 2: The Statistical Tail Deficit in High-Assurance Claims (The Finite-Sample Trap)}{232}{section.7.9}%
\contentsline {subsection}{Stress-Test 3: The Open-Loop Deception in Closed-Loop Navigation (Error Compounding)}{232}{section.7.9}%
\contentsline {subsection}{Stress-Test 4: The Robustness Attribution Fallacy (Hardware Enforcer vs Policy Weights)}{232}{section.7.9}%
\contentsline {section}{\numberline {7.10}Summary}{233}{section.7.10}%
\tocpartentry {Part III: Running the System}
\contentsline {chapter}{\numberline {8}Perception\chaptersubtitle {What an Observation Must Carry}}{239}{chapter*.126}%
\contentsline {section}{\numberline {8.1}Photons to Spatial Claims}{240}{section.8.1}%
\contentsline {section}{\numberline {8.2}What Perception Hands Over}{242}{section.8.2}%
\contentsline {section}{\numberline {8.3}Transduction, Hardware Sampling, and Temporal Calibration}{246}{section.8.3}%
\contentsline {subsection}{\numberline {8.3.1}Rolling Shutter Distortion and Motion Compensation}{246}{subsection.8.3.1}%
\contentsline {subsection}{\numberline {8.3.2}MIPI CSI-2 DMA Ingress on the Linux MPU}{248}{subsection.8.3.2}%
\contentsline {subsection}{\numberline {8.3.3}Camera-to-IMU Temporal and Extrinsic Calibration}{249}{subsection.8.3.3}%
\contentsline {subsection}{\numberline {8.3.4}The Latency Waterfall}{250}{subsection.8.3.4}%
\contentsline {section}{\numberline {8.4}The Cost of Ingestion}{253}{section.8.4}%
\contentsline {section}{\numberline {8.5}Spatial Error, 3D Foundation Models, and Physical Clearance}{255}{section.8.5}%
\contentsline {subsection}{\numberline {8.5.1}3D Foundation Models in Physical AI: DINOv2, SAM, and ConceptGraphs}{256}{subsection.8.5.1}%
\contentsline {subsection}{\numberline {8.5.2}Clearance Inset Margins and Transform Chain Propagation}{258}{subsection.8.5.2}%
\contentsline {section}{\numberline {8.6}How Observations Go Wrong}{262}{section.8.6}%
\contentsline {section}{\numberline {8.7}The Observation Contract}{266}{section.8.7}%
\contentsline {section}{\numberline {8.8}Systems Stress-Tests}{269}{section.8.8}%
\contentsline {subsection}{Stress-Test 1: The High-Confidence Stale Observation (The Expired Reality Trap)}{270}{section.8.8}%
\contentsline {subsection}{Stress-Test 2: Inter-Sensor Clock Skew and Phantom Obstacles (Temporal Desynchronization)}{270}{section.8.8}%
\contentsline {subsection}{Stress-Test 3: Bus Saturation under Optical Transients (Shared Interconnect Starvation)}{270}{section.8.8}%
\contentsline {section}{\numberline {8.9}Summary}{271}{section.8.9}%
\contentsline {chapter}{\numberline {9}Memory\chaptersubtitle {How Fast the Picture Goes Stale}}{273}{chapter*.136}%
\contentsline {section}{\numberline {9.1}Preserving Spatial Belief}{274}{section.9.1}%
\contentsline {section}{\numberline {9.2}What Memory Hands Over}{276}{section.9.2}%
\contentsline {section}{\numberline {9.3}A State Has an Epoch}{277}{section.9.3}%
\contentsline {section}{\numberline {9.4}Reference Frames and Volumetric Representations}{279}{section.9.4}%
\contentsline {section}{\numberline {9.5}Belief Through Occlusion}{287}{section.9.5}%
\contentsline {section}{\numberline {9.6}The Rate of Belief Decay}{289}{section.9.6}%
\contentsline {section}{\numberline {9.7}What Can and Cannot Be Estimated}{293}{section.9.7}%
\contentsline {section}{\numberline {9.8}How Belief Goes Wrong}{295}{section.9.8}%
\contentsline {section}{\numberline {9.9}The Spatial State Schema}{298}{section.9.9}%
\contentsline {section}{\numberline {9.10}Systems Stress-Tests}{301}{section.9.10}%
\contentsline {subsection}{Stress-Test 1: Asynchronous Dual-Arm Assembly (Timestamp Skew in Relative Motion)}{301}{section.9.10}%
\contentsline {subsection}{Stress-Test 2: Conflicting Spatial Estimates in Robotic Milling (The Fusion Midpoint Fallacy)}{302}{section.9.10}%
\contentsline {subsection}{Stress-Test 3: Track Termination and Ballistic Descent (Covariance vs Physical Existence)}{302}{section.9.10}%
\contentsline {subsection}{Stress-Test 4: Common-Cause Sensor Drift in Force Regulation (The Illusion of Redundancy)}{302}{section.9.10}%
\contentsline {subsection}{Stress-Test 5: Kinematic Epoch Skew in Turbine Blade Finishing (Moving Coordinate Frames)}{303}{section.9.10}%
\contentsline {section}{\numberline {9.11}Summary}{303}{section.9.11}%
\contentsline {chapter}{\numberline {10}Intent\chaptersubtitle {Goals That Expire}}{305}{chapter*.146}%
\contentsline {section}{\numberline {10.1}Grounded Affordances}{306}{section.10.1}%
\contentsline {section}{\numberline {10.2}What Intent Hands Over}{308}{section.10.2}%
\contentsline {section}{\numberline {10.3}From Request to Expiring Geometric Proposal}{311}{section.10.3}%
\contentsline {section}{\numberline {10.4}Goals That Expire}{318}{section.10.4}%
\contentsline {section}{\numberline {10.5}Reachability and Admissible Goals}{320}{section.10.5}%
\contentsline {section}{\numberline {10.6}How Intent Goes Wrong}{322}{section.10.6}%
\contentsline {section}{\numberline {10.7}The Intent Lease}{326}{section.10.7}%
\contentsline {section}{\numberline {10.8}Systems Stress-Tests}{331}{section.10.8}%
\contentsline {subsection}{Stress-Test 1: The Frozen Reasoner (Silent Kernel Deadlocks and Dead-Man Brakes)}{331}{section.10.8}%
\contentsline {subsection}{Stress-Test 2: The Bumped Target (Spatial Contract Invalidation)}{332}{section.10.8}%
\contentsline {subsection}{Stress-Test 3: Inference Latency Spike under Thermal Throttling (Velocity Scaling)}{332}{section.10.8}%
\contentsline {subsection}{Stress-Test 4: Semantic Distractor (Unimodal Fusion in Bimodal Scenes)}{332}{section.10.8}%
\contentsline {section}{\numberline {10.9}Summary}{333}{section.10.9}%
\contentsline {chapter}{\numberline {11}Planning\chaptersubtitle {Feasible Paths, and What Happens When the Next Is Late}}{335}{chapter*.156}%
\contentsline {section}{\numberline {11.1}Continuous Trajectories}{336}{section.11.1}%
\contentsline {section}{\numberline {11.2}What Planning Hands Over}{338}{section.11.2}%
\contentsline {section}{\numberline {11.3}From Goal to Trajectory}{340}{section.11.3}%
\contentsline {section}{\numberline {11.4}Feasibility and Continuity}{343}{section.11.4}%
\contentsline {section}{\numberline {11.5}Behavior at the Seam}{351}{section.11.5}%
\contentsline {section}{\numberline {11.6}How Plans Go Wrong}{357}{section.11.6}%
\contentsline {section}{\numberline {11.7}The Trajectory Contract}{360}{section.11.7}%
\contentsline {section}{\numberline {11.8}Systems Stress-Tests}{363}{section.11.8}%
\contentsline {subsection}{Stress-Test 1: Obstacle Displacement After Admission (Dynamic Invalidation of Clearance)}{363}{section.11.8}%
\contentsline {subsection}{Stress-Test 2: Directional Oscillation Across the Seam (Inter-Chunk Limit-Cycle Chatter)}{363}{section.11.8}%
\contentsline {subsection}{Stress-Test 3: Tail Latency and the Fallback Commitment Deadline (Hard Mechanical Time Boundaries)}{364}{section.11.8}%
\contentsline {subsection}{Stress-Test 4: Intermediate Acceleration Spikes in Trajectory Blends (The Midpoint Centripetal Trap)}{364}{section.11.8}%
\contentsline {subsection}{Stress-Test 5: Payload Drop During the Committed Horizon (Feedforward Dynamic Model Rupture)}{364}{section.11.8}%
\contentsline {subsection}{Stress-Test 6: Infeasible Terminal Stopping Suffix (Missing Deceleration Guarantees)}{364}{section.11.8}%
\contentsline {section}{\numberline {11.9}Summary}{365}{section.11.9}%
\contentsline {chapter}{\numberline {12}Enforcement\chaptersubtitle {From Command to Force, and the Part That Can Say No}}{367}{chapter*.165}%
\contentsline {section}{\numberline {12.1}The Deterministic Gatekeeper}{368}{section.12.1}%
\contentsline {section}{\numberline {12.2}What Control Hands Over}{369}{section.12.2}%
\contentsline {section}{\numberline {12.3}The Authority to Refuse}{371}{section.12.3}%
\contentsline {section}{\numberline {12.4}Where the Enforcer Sits}{373}{section.12.4}%
\contentsline {section}{\numberline {12.5}Stopping Envelopes}{376}{section.12.5}%
\contentsline {section}{\numberline {12.6}When the Enforcer Runs Out of Authority}{378}{section.12.6}%
\contentsline {section}{\numberline {12.7}Safe Sets as Conditional Permission}{380}{section.12.7}%
\contentsline {section}{\numberline {12.8}Minimal Intervention}{383}{section.12.8}%
\contentsline {section}{\numberline {12.9}The Fallback Ladder}{392}{section.12.9}%
\contentsline {section}{\numberline {12.10}How Enforcement Goes Wrong}{395}{section.12.10}%
\contentsline {section}{\numberline {12.11}Enforcer Telemetry}{399}{section.12.11}%
\contentsline {section}{\numberline {12.12}Systems Stress-Tests}{402}{section.12.12}%
\contentsline {subsection}{Stress-Test 1: Real-Time Deadline Violation (Barrier QP Solver Jitter)}{402}{section.12.12}%
\contentsline {subsection}{Stress-Test 2: Actuator Saturation under Shock Load (Dynamic Viability Kernel Contraction)}{403}{section.12.12}%
\contentsline {subsection}{Stress-Test 3: Sudden Upstream Policy Death (Autonomous Low-Level Stopping Authority)}{403}{section.12.12}%
\contentsline {subsection}{Stress-Test 4: Sensor Estimate Corruption (Residual Innovation Bounds)}{403}{section.12.12}%
\contentsline {section}{\numberline {12.13}Summary}{404}{section.12.13}%
\contentsline {chapter}{\numberline {13}Placement\chaptersubtitle {What Happens When Everything Shares One Chip}}{407}{chapter*.179}%
\contentsline {section}{\numberline {13.1}The Silicon Substrate}{408}{section.13.1}%
\contentsline {section}{\numberline {13.2}Two Paths on One Die}{410}{section.13.2}%
\contentsline {section}{\numberline {13.3}Contention for Shared Resources}{413}{section.13.3}%
\contentsline {section}{\numberline {13.4}The Boundary Contract}{418}{section.13.4}%
\contentsline {section}{\numberline {13.5}Thermal Coupling and Timing}{421}{section.13.5}%
\contentsline {section}{\numberline {13.6}Testing the Separation}{424}{section.13.6}%
\contentsline {section}{\numberline {13.7}Isolation and Re-placement Decisions}{427}{section.13.7}%
\contentsline {section}{\numberline {13.8}Hardware Allocation}{430}{section.13.8}%
\contentsline {section}{\numberline {13.9}Systems Stress-Tests}{433}{section.13.9}%
\contentsline {subsection}{Stress-Test 1: High-Temperature Current Transient (Shared-Rail Power Droop)}{433}{section.13.9}%
\contentsline {subsection}{Stress-Test 2: Clock Jitter and Shared Reset Domains (Common-Mode Fault Propagation)}{434}{section.13.9}%
\contentsline {subsection}{Stress-Test 3: Phase-Aligned Bus Collision and DRAM Refresh Contention (Interconnect Starvation)}{434}{section.13.9}%
\contentsline {subsection}{Stress-Test 4: Abrupt Policy Crash During Record Serialization (Asymmetric Mailbox Boundaries)}{434}{section.13.9}%
\contentsline {section}{\numberline {13.10}Summary}{435}{section.13.10}%
\tocpartentry {Part IV: Governance and Assurance}
\contentsline {chapter}{\numberline {14}Intervention\chaptersubtitle {Taking Authority Away From the Machine}}{441}{chapter*.191}%
\contentsline {section}{\numberline {14.1}Shared Authority}{442}{section.14.1}%
\contentsline {section}{\numberline {14.2}Human Authority Over Actuation}{443}{section.14.2}%
\contentsline {section}{\numberline {14.3}Authority States and Transitions}{447}{section.14.3}%
\contentsline {section}{\numberline {14.4}Transfer Without Discontinuity}{452}{section.14.4}%
\contentsline {section}{\numberline {14.5}Authenticating an Intervention}{454}{section.14.5}%
\contentsline {section}{\numberline {14.6}Trustworthy Operational Logs}{457}{section.14.6}%
\contentsline {section}{\numberline {14.7}How Handover Goes Wrong}{459}{section.14.7}%
\contentsline {section}{\numberline {14.8}The Authority Log}{462}{section.14.8}%
\contentsline {section}{\numberline {14.9}Systems Stress-Tests}{464}{section.14.9}%
\contentsline {subsection}{Stress-Test 1: The Incapacitated Operator}{464}{section.14.9}%
\contentsline {subsection}{Stress-Test 2: Destructive Panic Override}{464}{section.14.9}%
\contentsline {subsection}{Stress-Test 3: Babbling Field Bus}{465}{section.14.9}%
\contentsline {subsection}{Stress-Test 4: Cascading Retraining Degradation}{465}{section.14.9}%
\contentsline {section}{\numberline {14.10}Summary}{465}{section.14.10}%
\contentsline {chapter}{\numberline {15}Verification\chaptersubtitle {Breaking the Assembled Machine to See If Its Claims Hold}}{467}{chapter*.209}%
\contentsline {section}{\numberline {15.1}Fault Injection}{468}{section.15.1}%
\contentsline {section}{\numberline {15.2}The Operating Envelope}{469}{section.15.2}%
\contentsline {section}{\numberline {15.3}Deriving the Fault List}{472}{section.15.3}%
\contentsline {section}{\numberline {15.4}The Qualification Ladder}{475}{section.15.4}%
\contentsline {section}{\numberline {15.5}Fault Oracles and Acceptance Criteria}{480}{section.15.5}%
\contentsline {section}{\numberline {15.6}Fault Injection on Hardware}{483}{section.15.6}%
\contentsline {section}{\numberline {15.7}The Fault Manifest}{486}{section.15.7}%
\contentsline {section}{\numberline {15.8}Systems Stress-Tests}{490}{section.15.8}%
\contentsline {subsection}{Stress-Test 1: Compound Latency Accumulation across Distributed Handoffs}{490}{section.15.8}%
\contentsline {subsection}{Stress-Test 2: Shared Bus Saturation and Control Loop Starvation}{490}{section.15.8}%
\contentsline {subsection}{Stress-Test 3: Asymmetric Detector Dependency under Supply Transients}{491}{section.15.8}%
\contentsline {subsection}{Stress-Test 4: Unobservable Trial Outcomes under Diagnostic Reset}{491}{section.15.8}%
\contentsline {section}{\numberline {15.9}Summary}{491}{section.15.9}%
\contentsline {chapter}{\numberline {16}Release\chaptersubtitle {Deciding Whether It Should Operate}}{493}{chapter*.224}%
\contentsline {section}{\numberline {16.1}The Release Decision}{494}{section.16.1}%
\contentsline {section}{\numberline {16.2}The Release Question}{495}{section.16.2}%
\contentsline {section}{\numberline {16.3}Claims, Argument, and Evidence}{499}{section.16.3}%
\contentsline {section}{\numberline {16.4}The Three Verdicts}{502}{section.16.4}%
\contentsline {section}{\numberline {16.5}The Verdict's Standing Conditions}{506}{section.16.5}%
\contentsline {section}{\numberline {16.6}A Case Worked in Full}{508}{section.16.6}%
\contentsline {section}{\numberline {16.7}Adversarial Review}{510}{section.16.7}%
\contentsline {section}{\numberline {16.8}How Release Arguments Go Wrong}{512}{section.16.8}%
\contentsline {section}{\numberline {16.9}The Release Manifest}{514}{section.16.9}%
\contentsline {section}{\numberline {16.10}Summary}{517}{section.16.10}%
\tocdivisionentry {Synthesis}
\contentsline {chapter}{\numberline {17}Frontier\chaptersubtitle {Open Frontiers in Physical AI}}{519}{chapter*.244}%
\contentsline {section}{\numberline {17.1}Unanswered Questions}{520}{section.17.1}%
\contentsline {section}{\numberline {17.2}What the Method Cannot Establish}{522}{section.17.2}%
\contentsline {section}{\numberline {17.3}A Residual-Claims Register}{525}{section.17.3}%
\contentsline {section}{\numberline {17.4}Failures Without Detectors}{528}{section.17.4}%
\contentsline {section}{\numberline {17.5}What Would Change These Answers}{533}{section.17.5}%
\contentsline {section}{\numberline {17.6}Generalizing to Unfamiliar Systems}{535}{section.17.6}%
\contentsline {section}{\numberline {17.7}Architectural Synthesis Across the Physical AI Stack}{537}{section.17.7}%
\contentsline {section}{\numberline {17.8}Epistemic Governance and Operational Limits}{540}{section.17.8}%
\contentsline {section}{\numberline {17.9}Systems Stress-Tests}{541}{section.17.9}%
\contentsline {subsection}{Stress-Test 1: The Oily Surface Gradient (Observational Indistinguishability)}{541}{section.17.9}%
\contentsline {subsection}{Stress-Test 2: Silent Thermal Demagnetization (Detectorless Actuator Aging)}{542}{section.17.9}%
\contentsline {subsection}{Stress-Test 3: The Astronomical Exposure Trap (Certifying Open-World Edge Cases)}{542}{section.17.9}%
\contentsline {subsection}{Stress-Test 4: The Latent Manifold Shortcut (Specular Glare in Brittle Grasping)}{542}{section.17.9}%
\contentsline {section}{\numberline {17.10}Summary}{543}{section.17.10}%
\contentsline {part}{Appendices}{545}{section*.266}%
\def \@chapapp {\appendixname }
\tocdivisionentry {Back Matter}
\setcounter {tocdepth}{0}
\contentsline {chapter}{\numberline {A}Mathematical and Physical Foundations for Systems Engineers}{545}{chapter*.267}%
\contentsline {section}{1. Kinematics and Stopping Envelopes}{545}{chapter*.267}%
\contentsline {subsection}{The Physical Derivation of Stopping Distance}{545}{chapter*.267}%
\contentsline {subsection}{Parabolic Safe Velocity Clamping}{546}{Item.220}%
\contentsline {subsection}{Microcontroller Execution Complexity and Timing Bounds}{546}{Item.220}%
\contentsline {section}{2. Spatial Geometry and Lie Algebra}{546}{Item.220}%
\contentsline {subsection}{Homogeneous Transformation Matrices}{546}{Item.220}%
\contentsline {subsection}{Quaternions for Singularity-Free Rotations}{547}{Item.220}%
\contentsline {subsection}{Lie Algebra and Tangent Space Integration}{547}{Item.220}%
\contentsline {subsection}{Numerical Normalization Invariant}{548}{Item.220}%
\contentsline {section}{3. Control Barrier Functions and Quadratic Programs}{548}{Item.220}%
\contentsline {subsection}{Forward Invariance and Nagumo's Theorem}{548}{Item.220}%
\contentsline {subsubsection}{Formal Proof of Forward Invariance via Nagumo's Condition}{548}{Item.220}%
\contentsline {subsection}{Lie Derivatives and Affine Control Invariants}{549}{Item.220}%
\contentsline {subsection}{The Minimal-Intervention Quadratic Program (CBF-QP)}{549}{Item.220}%
\contentsline {subsection}{Multi-Variable KKT Matrix System and Active-Set Derivation}{550}{Item.220}%
\contentsline {subsection}{Microcontroller Real-Time Solvers and Complexity Bounds}{551}{Item.224}%
\contentsline {section}{4. Continuous-Discrete Extended Kalman Filtering}{551}{Item.224}%
\contentsline {subsection}{Continuous Physics Error Dynamics and Riccati ODE Derivation}{551}{Item.224}%
\contentsline {subsection}{Optimal Kalman Gain Derivation via Minimum Trace Estimation}{552}{Item.224}%
\contentsline {subsection}{Structural Proof of the Joseph Stabilized Covariance Form}{553}{Item.224}%
\contentsline {subsection}{Mahalanobis Innovation Gating}{553}{Item.224}%
\contentsline {subsection}{Real-Time Kalman Filter Determinism and Complexity}{553}{Item.224}%
\contentsline {section}{5. Field-Oriented Motor Control}{554}{Item.224}%
\contentsline {subsection}{Clarke Transformation}{554}{Item.224}%
\contentsline {subsection}{Park Transformation}{554}{Item.224}%
\contentsline {subsection}{Thermal Energy Accumulator}{554}{Item.224}%
\contentsline {section}{6. Frequency-Domain Stability and Phase Margin}{555}{Item.224}%
\contentsline {subsection}{Zero-Order Hold (ZOH) Phase Lag}{555}{Item.224}%
\contentsline {subsection}{The Phase Margin Stability Criterion}{555}{Item.224}%
\contentsline {section}{7. Systems Translation Reference}{556}{table.Alph0.4}%
\contentsline {section}{8. Camera Projection and Epipolar Geometry}{557}{none.9}%
\contentsline {subsection}{Pinhole Projection and Intrinsic Matrix}{557}{none.9}%
\contentsline {subsection}{Optical Ray Unprojection and Metric Cartesian Coordinates}{557}{none.9}%
\contentsline {subsection}{Rigid Extrinsic Transform to Robot Base Frame}{558}{none.9}%
\contentsline {subsection}{Surface Normal Estimation from Discrete Depth Gradients}{558}{none.9}%
\contentsline {subsection}{Multi-View Epipolar Geometry and Sampson Residual Metric}{559}{none.9}%
\contentsline {subsection}{Thermal Baseline Expansion and Triangulation Error Sensitivity}{559}{none.9}%
\contentsline {subsection}{Real-Time Metric Unprojection Complexity}{560}{none.9}%
\contentsline {section}{9. Differential Kinematics and Jacobians}{560}{none.9}%
\contentsline {subsection}{Forward Differential Kinematics and Geometric Jacobian Formulation}{560}{none.9}%
\contentsline {subsection}{Inverse Differential Kinematics and the Singularity Barrier}{561}{none.9}%
\contentsline {subsection}{Damped Least-Squares (Levenberg-Marquardt) Regularization}{561}{none.9}%
\contentsline {subsection}{Singular Value Decomposition, Manipulability Ellipsoids, and Condition Numbers}{562}{none.9}%
\contentsline {subsection}{Real-Time Kinematic Evaluation and Deterministic Bounds}{563}{Item.226}%
\contentsline {section}{10. Trajectory Splines and Variational Planning}{563}{Item.226}%
\contentsline {subsection}{Closed-Form Quintic Boundary-Value Matrix Inversion}{563}{Item.226}%
\contentsline {subsection}{Stochastic Denoising Diffusion Trajectory Proofs and Score Matching}{564}{Item.226}%
\contentsline {subsubsection}{Forward Noising Process}{564}{Item.226}%
\contentsline {subsubsection}{Variational Lower Bound (ELBO) and Score Matching}{565}{Item.226}%
\contentsline {subsubsection}{DDIM Accelerated Deterministic Sampling}{565}{Item.226}%
\contentsline {subsection}{Multi-Variable Kinodynamic Collocation Quadratic Programs}{565}{Item.226}%
\contentsline {section}{11. Silicon Interconnects and Thermal Dynamics}{566}{Item.226}%
\contentsline {subsection}{AXI Bus Quality-of-Service Priority Arbitration}{566}{Item.226}%
\contentsline {subsection}{Arithmetic Intensity and the Memory Power Roofline}{566}{Item.226}%
\contentsline {subsection}{Lumped-Parameter Thermodynamic Junction Differential Equations}{567}{Item.226}%
\contentsline {section}{12. Authority Dynamics and Bumpless Transfer}{568}{Item.226}%
\contentsline {subsection}{The 4-State Authority Machine and Preemption Invariant}{568}{Item.226}%
\contentsline {subsection}{Derivation of the \(\symcal {C}^2\) Quintic Smoothstep Polynomial}{568}{Item.226}%
\contentsline {subsection}{Compounding Covariate Shift Bounds Under Behavioral Cloning}{569}{Item.226}%
\contentsline {section}{13. STPA Hazard Analysis and Reliability Proofs}{570}{Item.226}%
\contentsline {subsection}{Formal Mathematical Formulation of STPA Hierarchical Control Structures}{570}{Item.226}%
\contentsline {subsection}{Extreme Value Theory (EVT) and Peak-Over-Threshold Reliability Proofs}{571}{Item.226}%
\contentsline {subsubsection}{The Pickands-Balkema-de Haan Theorem}{571}{Item.226}%
\contentsline {subsubsection}{Derivation of the Tail Return Level for Safety Assurance}{571}{Item.226}%
\contentsline {subsection}{Runtime STPA Monitor Architecture and Tail Estimation Bounds}{572}{Item.226}%
\contentsline {section}{14. Decentralized Barrier Certificates}{572}{Item.226}%
\contentsline {subsection}{Multi-Agent Decentralized Control Barrier Functions (D-CBFs)}{572}{Item.226}%
\contentsline {subsection}{Reciprocating Collision Avoidance and Decentralized Safety Guarantees}{573}{Item.226}%
\contentsline {subsubsection}{Reciprocating Responsibility Decomposition}{573}{Item.226}%
\contentsline {subsubsection}{Theorem: Collective Forward Set Invariance under Reciprocating D-CBFs}{573}{Item.226}%
\contentsline {subsection}{Asynchronous State Estimation and Network Latency Margin Bounds}{574}{Item.226}%
\contentsline {subsection}{\(SE(3)\) Lie Group Equivariance in Neural Physical Policies}{574}{Item.226}%
\contentsline {subsubsection}{Mathematical Group Action on State and Action Spaces}{574}{Item.226}%
\contentsline {subsubsection}{Formal Definition of \(SE(3)\)-Equivariance}{574}{Item.228}%
\contentsline {subsection}{Steerable Tensor Representations and Clebsch-Gordan Decompositions}{575}{Item.228}%
\contentsline {subsection}{Sample Complexity Scaling Proof in Physical Space}{575}{Item.228}%
\contentsline {subsubsection}{Non-Equivariant Hypothesis Space Complexity}{575}{Item.228}%
\contentsline {subsubsection}{Equivariant Hypothesis Space Complexity}{576}{Item.228}%
\contentsline {subsection}{Distributed Safety Filter Determinism and Complexity Bounds}{576}{Item.228}%
\contentsline {chapter}{\numberline {B}Canonical Systems Glossary}{577}{chapter*.268}%
\contentsline {section}{Foundational Physical AI Architecture \& Invariants}{577}{chapter*.268}%
\contentsline {section}{Real-Time Silicon \& Nervous System Mechanics}{579}{none.10}%
\contentsline {section}{Robotics, Safety Assurance \& Statutory Standards}{580}{none.11}%
\contentsline {chapter}{\numberline {C}Cross-Disciplinary Translation Lexicon}{583}{chapter*.269}%
\contentsline {section}{1. The Four-Tribe Rosetta Stone}{583}{chapter*.269}%
\contentsline {section}{2. False Friends: Words That Cause Catastrophic Misunderstandings}{584}{none.13}%
\contentsline {subsection}{``Deterministic''}{584}{none.13}%
\contentsline {subsection}{``State''}{584}{none.13}%
\contentsline {subsection}{``Latency''}{584}{none.13}%
\contentsline {subsection}{``Safe''}{584}{none.13}%
\contentsline {subsection}{``Policy''}{585}{none.13}%
\contentsline {section}{3. Practical Translation Guides for Students}{585}{none.13}%
\contentsline {subsection}{If you are coming from Computer Science / Deep Learning:}{585}{none.13}%
\contentsline {subsection}{If you are coming from Mechanical Engineering / Control Theory:}{585}{Item.231}%
\contentsline {subsection}{If you are coming from Embedded Systems / Electrical Engineering:}{585}{Item.233}%
\contentsline {chapter}{\numberline {D}Hardware, Fieldbus \& Actuator Reference}{587}{chapter*.270}%
\contentsline {section}{1. Dual-Brain System Configurations}{587}{chapter*.270}%
\contentsline {section}{2. Robotics Fieldbus \& Interconnect Comparison Matrix}{587}{none.14}%
\contentsline {section}{3. Actuator Transmission Mechanics \& Reflected Inertia}{588}{none.15}%
\contentsline {section}{4. Power Delivery Network (PDN) \& Voltage Droop}{589}{none.16}%
\contentsline {section}{5. Actuator Thermal Rise \& Resistance Drift}{589}{none.16}%
\contentsline {chapter}{\numberline {E}Incident Autopsies \& Statutory Standards Reference}{591}{chapter*.271}%
\contentsline {section}{1. Master Compendium of Incident Autopsies}{591}{chapter*.271}%
\contentsline {section}{2. Statutory Functional Safety Standards Alignment}{592}{none.17}%
\contentsline {chapter}{\numberline {F}Engineering Notebook Templates}{595}{chapter*.272}%
\contentsline {section}{loop charter --- Chapter 1}{595}{chapter*.272}%
\contentsline {section}{Requirements and Assumptions Ledger --- Chapter 2}{595}{chapter*.272}%
\contentsline {section}{Observation Contract (observation contract) --- Chapter 4}{595}{chapter*.272}%
\contentsline {section}{Policy Interface and Intent Schema (intent schema) --- Chapter 6}{596}{chapter*.272}%
\contentsline {section}{Action Limits and Enforcement Design (enforcement design) --- Chapter 8}{596}{chapter*.272}%
\contentsline {section}{Integrated Deployment Case (release case) --- Chapter 11}{596}{chapter*.272}%
\contentsline {chapter}{\numberline {G}Heterogeneous Dual-Brain SoC Reference Architecture}{597}{chapter*.273}%
\contentsline {section}{Dual-Brain System Topology}{597}{chapter*.273}%
\contentsline {section}{Hardware Resource Partitioning}{597}{none.19}%
\contentsline {section}{Shared Memory RPMSG Message Contract}{598}{none.20}%
\contentsline {section}{Hardware Safety Watchdog Protocol}{599}{table.Alph0.5}%
\contentsline {chapter}{References}{601}{chapter*.274}%
\providecommand \tocbasic@end@toc@file {}\tocbasic@end@toc@file