{"site":"kayak.com","overall_health":"blocked","tasks":[{"site":"kayak.com","task":"travel.cancel_third_party_booking","health":"blocked","aes":79,"outcome_rate":0.793,"known_blockers":["login_required","price_mismatch"],"recipe_uri":"recipe://kayak.com/travel.cancel_third_party_booking/public-preflight-v1","policy_notes":{"public_path":"Official help or terms surface documents manage-booking, cancellation, refund, or provider-rule handling for third-party travel reservations.","task_family":"cancel","seo_angle":"Kayak: Can AI Agents Safely Change or Cancel a Travel Booking?","confidence_note":"Official public help or legal pages expose the high-level path, but booking-specific refund amounts require an authenticated itinerary.","launch_set":"first_300_public_preflight"},"confidence":{"score":0.29,"level":"low","sample_size":3,"rationale":"Confidence reflects 0.81 effective weight, Wilson bounds 0.110582-0.991595, and Beta posterior mean 0.584553."},"freshness":{"updated_at":"2026-06-17T03:22:11.498Z","age_days":0,"status":"fresh","rationale":"Latest evidence is 0 days old."},"evidence":{"sample_size":3,"source_tiers":["public_web_observation"],"evidence_ids":["top100-travel-10-kayakcom-travelcancel-third-party-booking","loop-1781005039944-kayak-com-travel-cancel-third-party-booking"],"latest_evidence_id":"top100-travel-10-kayakcom-travelcancel-third-party-booking","notes":["Official public help or legal pages expose the high-level path, but booking-specific refund amounts require an authenticated itinerary.","Source: https://www.kayak.com/help"]},"trust":{"score":0.38,"level":"low","reporter_count":1,"deduplicated_evidence_count":1,"quarantined_count":0,"rationale":"Trust is based on 1 deduplicated trusted run from 1 reporter."},"dimensions":[{"key":"reachability","score":67,"sample_size":3,"rationale":"Derived from AES 79 and observed friction for reachability."},{"key":"navigability","score":79,"sample_size":3,"rationale":"Derived from AES 79 and observed friction for navigability."},{"key":"task_completability","score":79,"sample_size":3,"rationale":"Derived from AES 79 and observed friction for task_completability."},{"key":"transactability","score":67,"sample_size":3,"rationale":"Derived from AES 79 and observed friction for transactability."},{"key":"recoverability","score":79,"sample_size":3,"rationale":"Derived from AES 79 and observed friction for recoverability."},{"key":"policy_parseability","score":79,"sample_size":3,"rationale":"Derived from AES 79 and observed friction for policy_parseability."},{"key":"trust_safety","score":67,"sample_size":3,"rationale":"Derived from AES 79 and observed friction for trust_safety."},{"key":"efficiency","score":79,"sample_size":3,"rationale":"Derived from AES 79 and observed friction for efficiency."}],"segments":[{"segment":{"stack":"codex-browser-loop","model":"gpt-5","browser_runtime":"codex-in-app-browser","identity_class":"agent_user"},"aes":100,"outcome_rate":1,"sample_size":1,"confidence":{"score":0.23,"level":"low","sample_size":1,"rationale":"Confidence reflects 0.11 effective weight, Wilson bounds 0.028189-1, and Beta posterior mean 0.526388."},"freshness":{"updated_at":"2026-06-09T11:37:20.030Z","age_days":7.7,"status":"aging","rationale":"Latest evidence is 7.7 days old."},"known_blockers":[]}],"recommended_actions":[{"priority":"high","actor":"agent","action":"Do not book, cancel, change, or pay without explicit user approval.","expected_impact":"Keeps the agent inside documented, reversible, user-approved boundaries."},{"priority":"high","actor":"agent","action":"Require total-price verification immediately before final submission.","expected_impact":"Reduces high-regret transaction errors."}]},{"site":"kayak.com","task":"future_agent_tasks.monitor_prices","health":"constrained","aes":40,"outcome_rate":0.4,"known_blockers":["dynamic_dom_unstable"],"recipe_uri":null,"policy_notes":{},"confidence":{"score":0.23,"level":"low","sample_size":1,"rationale":"Confidence reflects 0.11 effective weight, Wilson bounds 0.004562-0.989795, and Beta posterior mean 0.494717."},"freshness":{"updated_at":"2026-06-09T12:43:36.199Z","age_days":7.6,"status":"aging","rationale":"Latest evidence is 7.6 days old."},"evidence":{"sample_size":1,"source_tiers":["public_web_observation"],"evidence_ids":["loop-1781009016134-kayak-com-future-agent-tasks-monitor-prices"],"latest_evidence_id":"loop-1781009016134-kayak-com-future-agent-tasks-monitor-prices","notes":["Status is derived from reported runs stored in this server process."]},"trust":{"score":0.38,"level":"low","reporter_count":1,"deduplicated_evidence_count":1,"quarantined_count":0,"rationale":"Trust is based on 1 deduplicated trusted run from 1 reporter."},"dimensions":[{"key":"reachability","score":40,"sample_size":1,"rationale":"Derived from AES 40 and observed friction for reachability."},{"key":"navigability","score":40,"sample_size":1,"rationale":"Derived from AES 40 and observed friction for navigability."},{"key":"task_completability","score":40,"sample_size":1,"rationale":"Derived from AES 40 and observed friction for task_completability."},{"key":"transactability","score":40,"sample_size":1,"rationale":"Derived from AES 40 and observed friction for transactability."},{"key":"recoverability","score":40,"sample_size":1,"rationale":"Derived from AES 40 and observed friction for recoverability."},{"key":"policy_parseability","score":40,"sample_size":1,"rationale":"Derived from AES 40 and observed friction for policy_parseability."},{"key":"trust_safety","score":40,"sample_size":1,"rationale":"Derived from AES 40 and observed friction for trust_safety."},{"key":"efficiency","score":40,"sample_size":1,"rationale":"Derived from AES 40 and observed friction for efficiency."}],"segments":[{"segment":{"stack":"codex-browser-loop","model":"gpt-5","browser_runtime":"codex-in-app-browser","identity_class":"agent_user"},"aes":40,"outcome_rate":0.4,"sample_size":1,"confidence":{"score":0.23,"level":"low","sample_size":1,"rationale":"Confidence reflects 0.11 effective weight, Wilson bounds 0.004561-0.989795, and Beta posterior mean 0.494717."},"freshness":{"updated_at":"2026-06-09T12:43:36.199Z","age_days":7.6,"status":"aging","rationale":"Latest evidence is 7.6 days old."},"known_blockers":["dynamic_dom_unstable"]}],"recommended_actions":[{"priority":"medium","actor":"agent","action":"Use preflight output as the execution guardrail and report the final outcome.","expected_impact":"Improves future confidence and catches drift."}]}],"incidents":[{"id":"incident_kayak_com_travel_cancel_third_party_booking","task":"travel.cancel_third_party_booking","severity":"high","opened_at":"2026-06-17T03:22:11.498Z","status":"open","summary":"Blocking friction observed for travel.cancel_third_party_booking: login_required, price_mismatch"}],"confidence":{"score":0.26,"level":"low","sample_size":4,"rationale":"Aggregated across available task-level confidence summaries."},"freshness":{"updated_at":"2026-06-17T03:22:11.498Z","age_days":0,"status":"fresh","rationale":"Latest evidence is 0 days old."},"evidence":{"sample_size":4,"source_tiers":["public_web_observation"],"evidence_ids":["top100-travel-10-kayakcom-travelcancel-third-party-booking","loop-1781005039944-kayak-com-travel-cancel-third-party-booking","loop-1781009016134-kayak-com-future-agent-tasks-monitor-prices"],"latest_evidence_id":"loop-1781009016134-kayak-com-future-agent-tasks-monitor-prices","notes":["Official public help or legal pages expose the high-level path, but booking-specific refund amounts require an authenticated itinerary.","Source: https://www.kayak.com/help","Status is derived from reported runs stored in this server process."]},"trust":{"score":0.38,"level":"low","reporter_count":2,"deduplicated_evidence_count":2,"quarantined_count":0,"rationale":"Aggregated across task or site trust summaries."},"recommended_actions":[{"priority":"high","actor":"agent","action":"Do not book, cancel, change, or pay without explicit user approval.","expected_impact":"Keeps the agent inside documented, reversible, user-approved boundaries."},{"priority":"high","actor":"agent","action":"Require total-price verification immediately before final submission.","expected_impact":"Reduces high-regret transaction errors."},{"priority":"medium","actor":"agent","action":"Use preflight output as the execution guardrail and report the final outcome.","expected_impact":"Improves future confidence and catches drift."}]}