{ "appCount": 100, "expectedChecks": 900, "modelVersion": "pauram-neural-router-6.0.2", "passedApps": 75, "passedChecks": 875, "results": [ { "app": "Notebook", "appID": "com.pauram.sim.app0", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Calendar", "appID": "com.pauram.sim.app1", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Task Planner", "appID": "com.pauram.sim.app2", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Project Board", "appID": "com.pauram.sim.app3", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Team Wiki", "appID": "com.pauram.sim.app4", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Journal", "appID": "com.pauram.sim.app5", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Habit Tracker", "appID": "com.pauram.sim.app6", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Time Tracker", "appID": "com.pauram.sim.app7", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Focus Timer", "appID": "com.pauram.sim.app8", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Bookmarks", "appID": "com.pauram.sim.app9", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Recipe Book", "appID": "com.pauram.sim.app10", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Meal Planner", "appID": "com.pauram.sim.app11", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Grocery List", "appID": "com.pauram.sim.app12", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Pantry", "appID": "com.pauram.sim.app13", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Restaurant Menu", "appID": "com.pauram.sim.app14", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Travel Planner", "appID": "com.pauram.sim.app15", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Itinerary", "appID": "com.pauram.sim.app16", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Packing List", "appID": "com.pauram.sim.app17", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "City Guide", "appID": "com.pauram.sim.app18", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Trip Journal", "appID": "com.pauram.sim.app19", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Fitness Log", "appID": "com.pauram.sim.app20", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Workout Planner", "appID": "com.pauram.sim.app21", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Running Log", "appID": "com.pauram.sim.app22", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Cycling Log", "appID": "com.pauram.sim.app23", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Hiking Log", "appID": "com.pauram.sim.app24", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Yoga Journal", "appID": "com.pauram.sim.app25", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Sleep Journal", "appID": "com.pauram.sim.app26", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Water Tracker", "appID": "com.pauram.sim.app27", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Garden Planner", "appID": "com.pauram.sim.app28", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Plant Journal", "appID": "com.pauram.sim.app29", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Budget Planner", "appID": "com.pauram.sim.app30", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Expense Journal", "appID": "com.pauram.sim.app31", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Invoice Organizer", "appID": "com.pauram.sim.app32", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Receipt Archive", "appID": "com.pauram.sim.app33", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Subscription Organizer", "appID": "com.pauram.sim.app34", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Inventory", "appID": "com.pauram.sim.app35", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Warehouse Catalog", "appID": "com.pauram.sim.app36", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Equipment Log", "appID": "com.pauram.sim.app37", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Maintenance Planner", "appID": "com.pauram.sim.app38", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Asset Register", "appID": "com.pauram.sim.app39", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Classroom Planner", "appID": "com.pauram.sim.app40", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Lesson Organizer", "appID": "com.pauram.sim.app41", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Study Notes", "appID": "com.pauram.sim.app42", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Flashcards", "appID": "com.pauram.sim.app43", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Reading Log", "appID": "com.pauram.sim.app44", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Library Catalog", "appID": "com.pauram.sim.app45", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Language Journal", "appID": "com.pauram.sim.app46", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Course Planner", "appID": "com.pauram.sim.app47", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Research Notes", "appID": "com.pauram.sim.app48", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Lab Notebook", "appID": "com.pauram.sim.app49", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Photo Organizer", "appID": "com.pauram.sim.app50", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Design Portfolio", "appID": "com.pauram.sim.app51", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Sketch Archive", "appID": "com.pauram.sim.app52", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Music Practice", "appID": "com.pauram.sim.app53", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Podcast Planner", "appID": "com.pauram.sim.app54", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Video Planner", "appID": "com.pauram.sim.app55", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Writing Studio", "appID": "com.pauram.sim.app56", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Screenplay Organizer", "appID": "com.pauram.sim.app57", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Story Planner", "appID": "com.pauram.sim.app58", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Art Catalog", "appID": "com.pauram.sim.app59", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Event Planner", "appID": "com.pauram.sim.app60", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Wedding Planner", "appID": "com.pauram.sim.app61", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Guest List", "appID": "com.pauram.sim.app62", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Volunteer Planner", "appID": "com.pauram.sim.app63", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Club Organizer", "appID": "com.pauram.sim.app64", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Community Board", "appID": "com.pauram.sim.app65", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Meeting Notes", "appID": "com.pauram.sim.app66", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Conference Planner", "appID": "com.pauram.sim.app67", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Workshop Planner", "appID": "com.pauram.sim.app68", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Training Log", "appID": "com.pauram.sim.app69", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Property Catalog", "appID": "com.pauram.sim.app70", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Room Planner", "appID": "com.pauram.sim.app71", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Moving Planner", "appID": "com.pauram.sim.app72", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Home Projects", "appID": "com.pauram.sim.app73", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Cleaning Planner", "appID": "com.pauram.sim.app74", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Pet Journal", "appID": "com.pauram.sim.app75", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Family Calendar", "appID": "com.pauram.sim.app76", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Chore Planner", "appID": "com.pauram.sim.app77", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Vehicle Log", "appID": "com.pauram.sim.app78", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Parking Journal", "appID": "com.pauram.sim.app79", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Sales Catalog", "appID": "com.pauram.sim.app80", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Customer Notes", "appID": "com.pauram.sim.app81", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Support Notebook", "appID": "com.pauram.sim.app82", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Product Catalog", "appID": "com.pauram.sim.app83", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Order Organizer", "appID": "com.pauram.sim.app84", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Shipping Log", "appID": "com.pauram.sim.app85", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Quality Checklist", "appID": "com.pauram.sim.app86", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Inspection Notebook", "appID": "com.pauram.sim.app87", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Field Notes", "appID": "com.pauram.sim.app88", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Service Planner", "appID": "com.pauram.sim.app89", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Museum Catalog", "appID": "com.pauram.sim.app90", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Collection Tracker", "appID": "com.pauram.sim.app91", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Game Journal", "appID": "com.pauram.sim.app92", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Tournament Planner", "appID": "com.pauram.sim.app93", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Chess Study", "appID": "com.pauram.sim.app94", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Stargazing Log", "appID": "com.pauram.sim.app95", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Birdwatching Log", "appID": "com.pauram.sim.app96", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Fishing Journal", "appID": "com.pauram.sim.app97", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": false, "verifiedFinalState": true }, "errors": [], "failureInjected": false }, { "app": "Camping Planner", "appID": "com.pauram.sim.app98", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": true }, { "app": "Photography Journal", "appID": "com.pauram.sim.app99", "checks": { "ambiguityClarified": true, "confirmationEnforced": true, "correctAppToolPlan": true, "duplicateExecutionBlocked": true, "executionOutcomeTruthful": true, "executionStateConsistent": true, "foreignSessionPlanBlocked": true, "groundedAppHelp": true, "verifiedFinalState": true }, "errors": [], "failureInjected": false } ], "scope": "100 synthetic app profiles, one shared export workflow, four help phrasings, 50 injected first-attempt failures. Local SDK simulation; no live LLM, actual app integration, or independent evaluation." }