mirror of
https://github.com/stablyai/orca.git
synced 2026-11-02 10:08:13 +00:00
* test: verify independent CLI quoting and screenshot bytes * test: audit CLI registration and offline hook boundaries * test: record CLI automation fence review * test: audit computer CLI dispatch and exported files * test: record CLI enrollment and emulator contract review * test: audit file command path and navigation contracts * test: bracket login shutdown grace and fallback deadlines * test: keep managed server timeout expectations independent * test: record Linear CLI input and dispatch review * test: verify legacy completion dispatch boundary * test: replace copied config and browser controls * test: isolate gate refusal from inherited caller identity * test: exercise real mobile host admission and teardown boundaries * docs: reconcile audit entrypoints and refresh completed reviews * test: fix mobile audit React Doctor findings --------- Co-authored-by: OrcaWin <293788423+OrcaWin@users.noreply.github.com>
165 lines
7.5 KiB
JSON
165 lines
7.5 KiB
JSON
{
|
|
"batch": "0006",
|
|
"reviewer": "root",
|
|
"base_commit": "5d32f372e76983b6436d5700ce688990662e7243",
|
|
"reviewed_source_head": "d52d8aa2d457aec1d4f09781cf077ec7d4191ac5",
|
|
"status": "locally validated; full PR workflow required before merge",
|
|
"scope": {
|
|
"unique_reviewed_paths": 154,
|
|
"new_original_paths": 150,
|
|
"rereviewed_paths": 4,
|
|
"new_case_records": 1228,
|
|
"superseding_ci_case_records": 20,
|
|
"all_case_records": 1248,
|
|
"removed_files": [
|
|
"config/scripts/markdown-blank-run-scan-benchmark.mjs",
|
|
"config/scripts/markdown-toc-parse-benchmark.mjs",
|
|
"config/scripts/mjpeg-frame-parser-alloc-benchmark.mjs",
|
|
"config/scripts/mobile-agent-status-projection-benchmark.mjs",
|
|
"mobile/src/mobile-web-shell/bridge/bridge-native-verbs.test.ts",
|
|
"mobile/src/mobile-web-shell/bridge/bridge-notify-grants.test.ts"
|
|
],
|
|
"changed_test_support_files": 82,
|
|
"test_support_lines_added": 1919,
|
|
"test_support_lines_deleted": 2544,
|
|
"test_support_net_lines": -625,
|
|
"application_behavior_changes": false
|
|
},
|
|
"completed_reviews": [
|
|
"root-0055.jsonl",
|
|
"root-0056.jsonl",
|
|
"root-0057.jsonl",
|
|
"root-0058.jsonl",
|
|
"root-0059.jsonl",
|
|
"root-0060.jsonl",
|
|
"root-0061.jsonl",
|
|
"root-0062.jsonl",
|
|
"root-0063.jsonl",
|
|
"root-0064.jsonl",
|
|
"root-0065.jsonl",
|
|
"config-0006.jsonl",
|
|
"config-0006-support.jsonl",
|
|
"config-0006-rereview.jsonl",
|
|
"mobile-0006.jsonl",
|
|
"mobile-0006-support.jsonl",
|
|
"cloud-0006.jsonl"
|
|
],
|
|
"validation": {
|
|
"cli": {
|
|
"suites": 34,
|
|
"passing_runtime_cases": 388,
|
|
"details": [
|
|
"reviews/root-0055-validation.json",
|
|
"reviews/root-0056-validation.json",
|
|
"reviews/root-0057-validation.json",
|
|
"reviews/root-0058-validation.json",
|
|
"reviews/root-0059-validation.json",
|
|
"reviews/root-0060-validation.json",
|
|
"reviews/root-0061-validation.json",
|
|
"reviews/root-0062-validation.json",
|
|
"reviews/root-0063-validation.json",
|
|
"reviews/root-0064-validation.json",
|
|
"reviews/root-0065-validation.json"
|
|
],
|
|
"newly_exposed_mutations": 8,
|
|
"retained_original_mutation_control": 1
|
|
},
|
|
"config": {
|
|
"unique_targeted_passing_cases": 280,
|
|
"ranking_smoke_differentials": 3000,
|
|
"ranking_smoke_workloads": 50,
|
|
"details": "reviews/config-0006-validation.json",
|
|
"expanded_controls": 182,
|
|
"exact_input_occurrences": 536,
|
|
"known_archived_splitter_limit": "Existing diagnostics concatenated-source splitter rejects its own untouched baseline; not reported as a current-head runtime pass."
|
|
},
|
|
"upstream_ci_rereview": {
|
|
"suites": 2,
|
|
"passing_runtime_cases": 107,
|
|
"original_declarations": 20,
|
|
"exact_parameter_inputs": 93,
|
|
"details": "reviews/config-0006-rereview-validation.json"
|
|
},
|
|
"mobile": {
|
|
"suites": 49,
|
|
"passing_runtime_cases": 621,
|
|
"selected_remaining_suites": 48,
|
|
"selected_remaining_passing_cases": 614,
|
|
"coverage_transfer_groups_verified_before_deletion": 13,
|
|
"mutations": 6,
|
|
"intended_mutation_failures": 7,
|
|
"details": "reviews/mobile-0006-validation.json"
|
|
},
|
|
"cloud": {
|
|
"classification_paths": 15,
|
|
"new_runtime_cases": 0,
|
|
"details": "reviews/cloud-0006-validation.json",
|
|
"runner_reconciliation": "reviews/cloud-0006-entrypoint-reconciliation.json",
|
|
"manifest_rereviewed_after_audit5": true
|
|
},
|
|
"combined_changed_code_quality": {
|
|
"command": "ORCA_BACKGROUND_LAUNCH=1 pnpm run check:code-quality:changed -- origin/main",
|
|
"result": "passed; zero new findings across all seven scans",
|
|
"log": "/tmp/orca-audit-6-quality.log",
|
|
"log_sha256": "2475b3ce734ed51822d94ff2886d1f5b6a7c1351bd8c950c5bc1ee72d63874ac"
|
|
},
|
|
"tracker": {
|
|
"command": "node docs/audits/test-value/refresh.mjs",
|
|
"result": "passed",
|
|
"counts": {
|
|
"files": 16965,
|
|
"declarations": 118924,
|
|
"reviewed": 1020,
|
|
"stale": 0,
|
|
"unreviewed": 15945,
|
|
"removed": 15
|
|
},
|
|
"errors": []
|
|
},
|
|
"post_ci_style_fix": {
|
|
"path": "docs/audits/test-value/reviews/mobile-0006-post-ci-validation.json",
|
|
"sha256": "1d86e869ff982802c6b53bdb482af5782e7ee80a8545871b13499a781f695820",
|
|
"passing_runtime_cases": 23,
|
|
"suites": 2,
|
|
"record_verification": {
|
|
"command": "node /tmp/orca-mobile-0006-verify-post-ci-records.mjs --checkout /home/neil/orca/workspaces/orca/comprehensive-test-audit-6 --records docs/audits/test-value/reviews/mobile-0006.jsonl --validation docs/audits/test-value/reviews/mobile-0006-validation.json",
|
|
"result": "passed",
|
|
"log": "/tmp/orca-audit-6-ci-fix-record-verification.log",
|
|
"log_sha256": "a57a5cd0905451435ff3a43abfb8e0dd2d512adb8bc7e8ab3ab785756d4d0ef8"
|
|
}
|
|
}
|
|
},
|
|
"integrity": {
|
|
"original_hashes_verified": 154,
|
|
"final_or_removed_hashes_verified": 154,
|
|
"review_record_hashes": {
|
|
"root-0055.jsonl": "f5e1f994f88a7046ecb047e2ebff9235dda84aeefff5b7460a5ed39d702a4b85",
|
|
"root-0056.jsonl": "52497e53b48da7f4eb9c89a0cb8184f59e5adaad8af1a37cac7cb83554b3a6a9",
|
|
"root-0057.jsonl": "0cb953224f5e9ae53f8e696417c9541c266e5888669dd6126db3c6eba3d49f05",
|
|
"root-0058.jsonl": "2541698e2b72b6bebe48b02c7d0f841b15cee192de730e221caff73da78a071d",
|
|
"root-0059.jsonl": "f511f87973b6fe8031512eb140fa3bbbeafc3f7ba09d4f8b135d7d4cbb3300e8",
|
|
"root-0060.jsonl": "d6f8d365491884ed547e82822644fc7ad5b555678e2823679b5afde86ee282b5",
|
|
"root-0061.jsonl": "37203a7897016810d818735b57bcf5d59defcb7beccb3b8ee2a26aa3824b836d",
|
|
"root-0062.jsonl": "953aa8238292d7e73107e0568302eabe9f0417b71c9d4eded8f80bd09bd71b0e",
|
|
"root-0063.jsonl": "5b8bf444f1db4c22da5beb0e723616d14b0381ede3a7f6c197d81cfabbd9ec66",
|
|
"root-0064.jsonl": "4dc74a0c599653ce398e7ac5536a545484e0b1f9c6c73b3d45cfab28f2249d2c",
|
|
"root-0065.jsonl": "cb06ba4b41c6fe40896ea645fd268a64cd77ac3b6c473f6d612e9cb71cad494d",
|
|
"config-0006.jsonl": "ffc209344e60c137a8835f8e354ade362e7316edff44136472f462af02f72819",
|
|
"config-0006-support.jsonl": "50f0fbabc074f7304a154ad6a306cf8650ea1cb9cfc598695e0a5a9a70a29026",
|
|
"config-0006-rereview.jsonl": "a72e55f8155d0fc4dec1f001abb94b97dbf06d8dc0acd9b4878d5b04537c25d0",
|
|
"mobile-0006.jsonl": "5e167b5d419f8322d3e875713b4d4eff17b0c1844aa8968e3b6e56f3686cfcf5",
|
|
"mobile-0006-support.jsonl": "2118c3d595f550e5f439504f351d424b31f458e40fd9259fb8e09869287444a0",
|
|
"cloud-0006.jsonl": "7bd92843b62fe68cb201e8e9ef52a6e68667782b57b333fae8b6ee69415ad013"
|
|
},
|
|
"config_supplement_root_verification": "reviews/config-0006-root-verification.json",
|
|
"mobile_root_verification": "reviews/mobile-0006-root-verification.json",
|
|
"all_temporarily_mutated_production_sources_restored": true
|
|
},
|
|
"limits": [
|
|
"Local Linux validation uses ORCA_BACKGROUND_LAUNCH=1, injected native ports and headless browsers; no visible windows, device microphone/picker/haptic actions, authenticated remote sessions or live external service mutations.",
|
|
"Runtime case counts are successful final targeted executions and are distinct from static declarations, original review records, table rows, smoke differentials and mutation runs.",
|
|
"Two previously documented production findings in cloud-0005 remain outside this test-only change. Cloud-0006 packaging observation remains a static follow-up at its pinned source checkpoint.",
|
|
"Repository-wide audit remains active: pending candidates and final runner/entrypoint reconciliation must be completed."
|
|
]
|
|
}
|