{
  "evaluation_id": "human-standards-heldout-development-comparison-002-keyboard-completion",
  "original_run_date": "2026-08-15",
  "completion_evaluation_date": "2026-09-03",
  "browser": "Chrome controlled through the Codex browser extension",
  "method": "Fictional resident details were populated with the browser test driver's form-fill action. Tab, Shift+Tab, Enter, Space, ArrowDown, ArrowUp and Escape were then delivered as real Chrome keyboard input. No pointer action was used to navigate, select, retry, review, confirm or dismiss dialogs in the scored paths.",
  "viewports": {
    "wide": { "width": 1440, "height": 1000 },
    "narrow": { "width": 390, "height": 844, "measured_client_width": 375 }
  },
  "summary": {
    "comparison_status": "complete for the frozen one-run development scope",
    "complete_pointer_free_booking": ["A", "B", "C", "D"],
    "contract_pass": ["C"],
    "contract_fail": ["A", "B", "D"],
    "failures": {
      "A": "After Retry reveals the windows, focus falls to BODY instead of a perceivable destination at both viewports.",
      "B": "In the open reset dialog, Tab from the destructive action moves focus to BODY instead of containing it within the modal at both viewports.",
      "D": "In the open reset dialog, Tab from the destructive action moves focus to BODY instead of containing it within the modal at both viewports."
    }
  },
  "conditions": {
    "A": {
      "treatment": "baseline",
      "result": "fail",
      "complete_pointer_free_booking": true,
      "failed_rows": ["step_transition"],
      "dialog_lifecycle": "not applicable: condition A uses an inline reset confirmation rather than a dialog",
      "viewports": {
        "wide": {
          "complete_pointer_free_booking": true,
          "measured": { "viewport_width": 1440, "client_width": 1425, "scroll_width": 1425 },
          "introduction_order": ["Skip to main content", "#brand-link", "#start-booking"],
          "start_activated_with": "Enter",
          "start_focus_destination": "#page-heading",
          "details_order": ["#fullName", "#streetAddress", "#suburb", "#postcode", "#email", "#mobile", "Continue to pickup choices", "#back-intro"],
          "empty_submit_invalid_fields": 6,
          "validation_focus": "#error-summary",
          "error_link_returns_to": "#fullName",
          "load_failure_focus": "#window-load-error",
          "retry_activated_with": "Space",
          "retry_focus_destination": "BODY",
          "retry_focus_result": "fail",
          "category_space_selects": "garden",
          "category_arrow_down_selects": "furniture",
          "category_arrow_up_restores": "garden",
          "window_space_selects": "tue-am",
          "window_arrow_down_selects": "thu-pm",
          "window_arrow_up_restores": "tue-am",
          "pickup_action_order": ["Review booking", "Back to your details"],
          "shift_tab_from_review_returns_to": "window-tue-am",
          "review_focus_destination": "#page-heading",
          "review_action_order": ["#edit-details", "#edit-pickup", "#confirm-booking", "#back-options"],
          "confirmation_activated_with": "Space",
          "confirmation_focus_destination": "#page-heading",
          "reference": "WB-260822-0417",
          "reference_occurrences": 1,
          "reference_persisted_after_refresh": true
        },
        "narrow": {
          "complete_pointer_free_booking": true,
          "measured": { "viewport_width": 390, "client_width": 375, "scroll_width": 375 },
          "introduction_order": ["Skip to main content", "#brand-link", "#start-booking"],
          "start_activated_with": "Enter",
          "start_focus_destination": "#page-heading",
          "details_order": ["#fullName", "#streetAddress", "#suburb", "#postcode", "#email", "#mobile", "Continue to pickup choices", "#back-intro"],
          "empty_submit_invalid_fields": 6,
          "validation_focus": "#error-summary",
          "error_link_returns_to": "#fullName",
          "load_failure_focus": "#window-load-error",
          "retry_activated_with": "Enter",
          "retry_focus_destination": "BODY",
          "retry_focus_result": "fail",
          "category_space_selects": "garden",
          "category_arrow_down_selects": "furniture",
          "category_arrow_up_restores": "garden",
          "window_space_selects": "tue-am",
          "window_arrow_down_selects": "thu-pm",
          "window_arrow_up_restores": "tue-am",
          "pickup_action_order": ["Review booking", "Back to your details"],
          "shift_tab_from_review_returns_to": "window-tue-am",
          "review_focus_destination": "#page-heading",
          "review_action_order": ["#edit-details", "#edit-pickup", "#confirm-booking", "#back-options"],
          "confirmation_activated_with": "Space",
          "confirmation_focus_destination": "#page-heading",
          "reference": "WB-260822-0417",
          "reference_occurrences": 1,
          "reference_persisted_after_refresh": true,
          "horizontal_overflow": false
        }
      },
      "visible_focus": {
        "default": true,
        "selected": true,
        "error": true,
        "disabled_adjacent": true
      },
      "screenshots": [
        "screenshots/A/08-chrome-keyboard-validation-focus-wide.png",
        "screenshots/A/09-chrome-keyboard-confirmation-wide.png",
        "screenshots/A/10-chrome-keyboard-validation-focus-narrow.png",
        "screenshots/A/11-chrome-keyboard-confirmation-narrow.png",
        "screenshots/A/12-chrome-keyboard-selected-focus-wide.png"
      ]
    },
    "B": {
      "treatment": "published MCP 0.3.0",
      "result": "fail",
      "complete_pointer_free_booking": true,
      "failed_rows": ["dialog_lifecycle"],
      "viewports": {
        "wide": {
          "complete_pointer_free_booking": true,
          "measured": { "viewport_width": 1440, "client_width": 1425, "scroll_width": 1425 },
          "introduction_order": ["Skip to main content", "#start-button"],
          "start_activated_with": "Enter",
          "start_focus_destination": "#details-title",
          "details_order": ["#full-name", "#street-address", "#suburb", "#postcode", "#email", "#mobile", "#details-back", "Continue to pickup"],
          "empty_submit_invalid_fields": 6,
          "validation_focus": "#details-error-summary",
          "error_link_returns_to": "#full-name",
          "load_failure_focus": "#retry-windows",
          "retry_activated_with": "Space",
          "retry_focus_destination": "first collectionWindow radio",
          "category_space_selects": "Garden waste",
          "category_arrow_down_selects": "Furniture",
          "category_arrow_up_restores": "Garden waste",
          "window_space_selects": "Tuesday 18 August, 7:00 am–12:00 pm",
          "window_arrow_down_selects": "Thursday 20 August, 12:00 pm–5:00 pm",
          "window_arrow_up_restores": "Tuesday 18 August, 7:00 am–12:00 pm",
          "pickup_action_order": ["#pickup-back", "#pickup-continue"],
          "shift_tab_from_review_returns_to": "#pickup-back",
          "review_focus_destination": "#review-title",
          "review_action_order": ["#edit-details", "#edit-pickup", "#review-back", "#confirm-booking"],
          "confirmation_activated_with": "Space",
          "confirmation_focus_destination": "#confirmation-title",
          "reference": "WBC-HW-260818-1047",
          "reference_occurrences": 1,
          "reference_persisted_after_refresh": true,
          "dialog_initial_focus": "#keep-booking",
          "dialog_second_tab_stop": "#clear-booking",
          "dialog_next_tab_stop": "BODY",
          "dialog_focus_contained": false,
          "dialog_escape_return_focus": "#new-booking",
          "booking_retained_after_escape": true
        },
        "narrow": {
          "complete_pointer_free_booking": true,
          "measured": { "viewport_width": 390, "client_width": 375, "scroll_width": 375 },
          "introduction_order": ["Skip to main content", "#start-button"],
          "start_activated_with": "Enter",
          "start_focus_destination": "#details-title",
          "details_order": ["#full-name", "#street-address", "#suburb", "#postcode", "#email", "#mobile", "#details-back", "Continue to pickup"],
          "empty_submit_invalid_fields": 6,
          "validation_focus": "#details-error-summary",
          "error_link_returns_to": "#full-name",
          "load_failure_focus": "#retry-windows",
          "retry_activated_with": "Enter",
          "retry_focus_destination": "first collectionWindow radio",
          "category_space_selects": "Garden waste",
          "category_arrow_down_selects": "Furniture",
          "category_arrow_up_restores": "Garden waste",
          "window_space_selects": "Tuesday 18 August, 7:00 am–12:00 pm",
          "window_arrow_down_selects": "Thursday 20 August, 12:00 pm–5:00 pm",
          "window_arrow_up_restores": "Tuesday 18 August, 7:00 am–12:00 pm",
          "pickup_action_order": ["#pickup-back", "#pickup-continue"],
          "shift_tab_from_review_returns_to": "#pickup-back",
          "review_focus_destination": "#review-title",
          "review_action_order": ["#edit-details", "#edit-pickup", "#review-back", "#confirm-booking"],
          "confirmation_activated_with": "Space",
          "confirmation_focus_destination": "#confirmation-title",
          "reference": "WBC-HW-260818-1047",
          "reference_occurrences": 1,
          "reference_persisted_after_refresh": true,
          "dialog_initial_focus": "#keep-booking",
          "dialog_second_tab_stop": "#clear-booking",
          "dialog_next_tab_stop": "BODY",
          "dialog_focus_contained": false,
          "dialog_escape_return_focus": "#new-booking",
          "booking_retained_after_escape": true,
          "horizontal_overflow": false
        }
      },
      "visible_focus": {
        "default": true,
        "selected": true,
        "error": true,
        "disabled_adjacent": true,
        "dialog": true
      },
      "screenshots": [
        "screenshots/B/08-chrome-keyboard-validation-focus-wide.png",
        "screenshots/B/09-chrome-keyboard-dialog-wide.png",
        "screenshots/B/10-chrome-keyboard-validation-focus-narrow.png",
        "screenshots/B/11-chrome-keyboard-confirmation-narrow.png",
        "screenshots/B/12-chrome-keyboard-dialog-narrow.png",
        "screenshots/B/13-chrome-keyboard-selected-focus-wide.png"
      ]
    },
    "C": {
      "treatment": "candidate MCP 0.3.1",
      "result": "pass",
      "complete_pointer_free_booking": true,
      "failed_rows": [],
      "dialog_lifecycle": "not applicable: condition C has no dialog",
      "source": "keyboard-results.json",
      "screenshots": []
    },
    "D": {
      "treatment": "frozen candidate context",
      "result": "fail",
      "complete_pointer_free_booking": true,
      "failed_rows": ["dialog_lifecycle"],
      "validation_note": "Six fields receive an aria-invalid attribute, but toggleAttribute serialises each value as an empty string rather than the token true. The visible error summary and links worked; assistive-technology interpretation was not tested.",
      "viewports": {
        "wide": {
          "complete_pointer_free_booking": true,
          "measured": { "viewport_width": 1440, "client_width": 1425, "scroll_width": 1425 },
          "initial_focus": "#details-heading",
          "details_order": ["#full-name", "#street-address", "#suburb", "#postcode", "#email", "#mobile", "#continue-to-pickup"],
          "empty_submit_invalid_attribute_presence": 6,
          "validation_focus": "#details-error-summary",
          "error_link_returns_to": "#full-name",
          "load_failure_focus": "#window-load-error",
          "retry_activated_with": "Enter",
          "retry_focus_destination": "window fieldset legend",
          "category_space_selects": "Garden waste",
          "category_arrow_down_selects": "Furniture",
          "category_arrow_up_restores": "Garden waste",
          "window_space_selects": "Tuesday 18 August, 7:00 am–12:00 pm",
          "window_arrow_down_selects": "Thursday 20 August, 12:00 pm–5:00 pm",
          "window_arrow_up_restores": "Tuesday 18 August, 7:00 am–12:00 pm",
          "pickup_action_order": ["#back-to-details", "#continue-to-review"],
          "shift_tab_from_review_returns_to": "#back-to-details",
          "review_focus_destination": "#review-heading",
          "review_action_order": ["#edit-pickup", "#edit-details", "#back-to-pickup", "#confirm-booking"],
          "confirmation_activated_with": "Space",
          "confirmation_focus_destination": "#confirmation-status",
          "reference": "WB-HA-0822",
          "reference_occurrences": 1,
          "reference_persisted_after_refresh": true,
          "dialog_initial_focus": "#cancel-new-booking",
          "dialog_second_tab_stop": "#clear-booking",
          "dialog_next_tab_stop": "BODY",
          "dialog_focus_contained": false,
          "dialog_escape_return_focus": "#start-new-booking",
          "booking_retained_after_escape": true
        },
        "narrow": {
          "complete_pointer_free_booking": true,
          "measured": { "viewport_width": 390, "client_width": 375, "scroll_width": 375 },
          "initial_focus": "#details-heading",
          "details_order": ["#full-name", "#street-address", "#suburb", "#postcode", "#email", "#mobile", "#continue-to-pickup"],
          "empty_submit_invalid_attribute_presence": 6,
          "validation_focus": "#details-error-summary",
          "error_link_returns_to": "#full-name",
          "load_failure_focus": "#window-load-error",
          "retry_activated_with": "Space",
          "retry_focus_destination": "window fieldset legend",
          "category_space_selects": "Garden waste",
          "category_arrow_down_selects": "Furniture",
          "category_arrow_up_restores": "Garden waste",
          "window_space_selects": "Tuesday 18 August, 7:00 am–12:00 pm",
          "window_arrow_down_selects": "Thursday 20 August, 12:00 pm–5:00 pm",
          "window_arrow_up_restores": "Tuesday 18 August, 7:00 am–12:00 pm",
          "pickup_action_order": ["#back-to-details", "#continue-to-review"],
          "shift_tab_from_review_returns_to": "#back-to-details",
          "review_focus_destination": "#review-heading",
          "review_action_order": ["#edit-pickup", "#edit-details", "#back-to-pickup", "#confirm-booking"],
          "confirmation_activated_with": "Space",
          "confirmation_focus_destination": "#confirmation-status",
          "reference": "WB-HA-0822",
          "reference_occurrences": 1,
          "reference_persisted_after_refresh": true,
          "dialog_initial_focus": "#cancel-new-booking",
          "dialog_second_tab_stop": "#clear-booking",
          "dialog_next_tab_stop": "BODY",
          "dialog_focus_contained": false,
          "dialog_escape_return_focus": "#start-new-booking",
          "booking_retained_after_escape": true,
          "horizontal_overflow": false
        }
      },
      "visible_focus": {
        "default": true,
        "selected": true,
        "error": true,
        "disabled_adjacent": true,
        "dialog": true
      },
      "screenshots": [
        "screenshots/D/09-chrome-keyboard-validation-focus-wide.png",
        "screenshots/D/10-chrome-keyboard-confirmation-wide.png",
        "screenshots/D/11-chrome-keyboard-dialog-wide.png",
        "screenshots/D/12-chrome-keyboard-validation-focus-narrow.png",
        "screenshots/D/13-chrome-keyboard-confirmation-narrow.png",
        "screenshots/D/14-chrome-keyboard-dialog-narrow.png",
        "screenshots/D/15-chrome-keyboard-selected-focus-wide.png"
      ]
    }
  },
  "scope_boundary": "This completes the previously missing comparative keyboard exercise for the four frozen artifacts. It does not establish WCAG conformance, screen-reader usability, cross-browser readiness, visual quality, production readiness or causality across prompts, models or tasks."
}