starred/orca
1
0
Fork 0
mirror of https://github.com/stablyai/orca.git synced 2026-11-01 17:47:40 +00:00
Code Issues Packages Projects Releases Wiki Activity
Files
385548e9aad09cdc69f7d6ca809ff5e67b5eab4e
orca/docs/audits/test-value/batch-0005-validation.json
T
OrcaWinandOrcaWin 5d32f372e7 test: audit CLI output and deferred delivery boundaries (#32498) 
* test: audit CLI output and deferred delivery boundaries

* docs: reconcile fifth test audit with main

* test: build process-host for Cloud-only relay validation

---------

Co-authored-by: OrcaWin <293788423+OrcaWin@users.noreply.github.com>
2026-10-23 06:36:47 -07:00

274 lines
12 KiB
JSON
Raw Blame History

{
"batch": "comprehensive-test-audit-5",
"base_commit": "89b3d382847f10b31a731ebd7e18aad022a4b15a",
"implementation_checkpoint": "eeb13aa33c4a6271a86c887e7d2ed2372362c683",
"reviewed_original_files": 184,
"new_case_records": 1692,
"repeat_review_files": 1,
"repeat_review_case_records": 12,
"separate_mobile_auxiliary_controls": 4,
"test_support_changes": {
"files": 59,
"added_lines": 1400,
"removed_lines": 1460,
"net_lines": -60,
"production_files_changed": 0
},
"tracker": {
"counts": {
"files": 16955,
"declarations": 119010,
"reviewed": 876,
"stale": 0,
"unreviewed": 16079,
"removed": 9
},
"latest_original_case_records": 6192,
"errors": []
},
"checks": [
{
"command": "node docs/audits/test-value/refresh.mjs",
"result": "passed; all original and final hashes reconciled, no missing original declaration decisions or stale records",
"log": "/tmp/orca-audit-5-refresh-ci-repair.log"
},
{
"command": "ORCA_BACKGROUND_LAUNCH=1 pnpm run check:code-quality:changed -- origin/main",
"result": "passed after rebase; zero new findings across all scans, including React Doctor",
"log": "/tmp/orca-audit-5-rebased-quality.log"
},
{
"command": "ORCA_BACKGROUND_LAUNCH=1 pnpm tc:cli",
"result": "passed before rebase; no CLI source or production dependency changed during rebase",
"log": "/tmp/orca-audit-5-cli-typecheck.log"
},
{
"command": "ORCA_BACKGROUND_LAUNCH=1 pnpm test config/scripts/ci-unit-selection.test.mjs",
"result": "1 suite / 25 cases passed after rebase and complete superseding review",
"log": "/tmp/orca-audit-5-unit-selection-rereview.log"
},
{
"command": "git diff --check origin/main",
"result": "passed"
},
{
"command": "Cloud-only relay typecheck, 29-case blackbox suite, and lint from clean source-only scratch",
"result": "passed; process-host dist absent before each endpoint; no root/package node_modules",
"evidence": "docs/audits/test-value/reviews/cloud-0005-validation.json"
},
{
"command": "ORCA_BACKGROUND_LAUNCH=1 pnpm run check:code-quality:changed -- 89b3d382847f10b31a731ebd7e18aad022a4b15a",
"result": "passed after CI repair; zero new findings",
"log": "/tmp/orca-audit-5-ci-repair-quality.log"
}
],
"runtime_evidence": {
"cloud": "389 selected cases and 42 supporting cases passed; six intended production mutations detected without on-disk production edits. Full cloud typecheck/build and all 19 changed files explicitly scanned.",
"config": "38 ordinary suites: 268 passed, 33 intentional platform skips; twelve standalone/support/benchmark files explicitly classified and unrun.",
"mobile": "48 suites: 376 passed; mobile test typecheck ratchet, lint, format and changed quality passed without baseline edits.",
"root_cli": "15 suites: 208 tests passed; dropping sanitized fields, positional host joins and omitted registry aliases each failed improved existing tests after passing the originals.",
"historical_proofs": "27 files / 268 controls classified; current session-search writer retention proof ran successfully. Source/dependency drift refusals are limits, not current-head passing scenarios."
},
"rebase_reconciliation": {
"result": "Clean rebase onto merged batch-4; a single stale config suite was completely re-reviewed and executed. All 184 batch-5 final source hashes still match.",
"upstream_pr": "https://github.com/stablyai/orca/pull/32426",
"upstream_squash_commit": "89b3d382847f10b31a731ebd7e18aad022a4b15a"
},
"production_findings": [
{
"source": "docs/audits/test-value/reviews/cloud-0005-validation.json",
"description": "Adding enough audit rows after ResumeConfirmedAuditBuffer.stop() still persists a batch; periodic stop is distinct from write shutdown."
},
{
"source": "docs/audits/test-value/reviews/cloud-0005-validation.json",
"description": "Queue overflow during a ReserveLedgerWriter in-flight insert can lose a middle queued identity when completion splices the trimmed queue."
}
],
"batch_evidence": [
{
"path": "docs/audits/test-value/reviews/cloud-0005.jsonl",
"sha256": "e88fa1e37492846a0418e1c809058d4025087d7ee4edb46aa43c5cfed2d34577"
},
{
"path": "docs/audits/test-value/reviews/cloud-0005-validation.json",
"sha256": "1ed8c714ee9e7bfe34605cd3eedd2be71d3b5a1c87835bc3e781f4d4925e1aa1"
},
{
"path": "docs/audits/test-value/reviews/config-0005.jsonl",
"sha256": "bb3c2e9b8ead80fcebb5f20fa3cbb7ecb271f6d4761b0e40daab7e760665ee74"
},
{
"path": "docs/audits/test-value/reviews/config-0005-validation.json",
"sha256": "00844e799fda6f722428e38fc2c6059c1bdd9b300e6897b99640d5abb9545fe8"
},
{
"path": "docs/audits/test-value/reviews/mobile-0005.jsonl",
"sha256": "4db125a99d9ff2a1aeb8fa599ee3fd96769306bda27fadbff8a2568547c86aa9"
},
{
"path": "docs/audits/test-value/reviews/mobile-0005-validation.json",
"sha256": "22e227dfbdf6e9f16c2f6996e662d4f93d8965be802cfbb28a5b7c24916b4517"
},
{
"path": "docs/audits/test-value/reviews/config-0005-rereview.jsonl",
"sha256": "a931a8e9a12d75caec4de45d8db304cceea1ee815d393d2ff534978d38984726"
},
{
"path": "docs/audits/test-value/reviews/config-0005-rereview-validation.json",
"sha256": "b08e4eae22b80b75a9d26fa812bd7467ef61ad71b178de255e7776ed6c7557ff"
},
{
"path": "docs/audits/test-value/reviews/root-0038.jsonl",
"sha256": "d63c97bfab1edc74d60c8e0626678739c3a5d98f95f105bf48eccc36fb0b2f5f"
},
{
"path": "docs/audits/test-value/reviews/root-0038-validation.json",
"sha256": "399bac2a985e0c2cc40424d19838000a99e267c1a3588563fff86a752d79a342"
},
{
"path": "docs/audits/test-value/reviews/root-0039.jsonl",
"sha256": "74424033fd798bfd96a1225ace5115ad4e22f835b270ca78bf06f847bed4eada"
},
{
"path": "docs/audits/test-value/reviews/root-0039-validation.json",
"sha256": "55822c49117ce8b0c875a6a1bb07e6523e55040856f9845c79f3c3a5ca82a799"
},
{
"path": "docs/audits/test-value/reviews/root-0040.jsonl",
"sha256": "495dee87ac85ac014f4ab94eb13f4964d4975c1f1392e52b5b89cfc50cfd2d27"
},
{
"path": "docs/audits/test-value/reviews/root-0040-validation.json",
"sha256": "9576ec9d11860601dc99f46fa6b7945a354f17cf9f219bd2a729b4885337e250"
},
{
"path": "docs/audits/test-value/reviews/root-0041.jsonl",
"sha256": "4bdc657eada30e8710947b5d485d2b0b385255c8fe7322620433077e747fbf5d"
},
{
"path": "docs/audits/test-value/reviews/root-0041-validation.json",
"sha256": "61c5cc62f2937c3cee2e52a67b6992f4b91abee806ae1142aedab6db487fff23"
},
{
"path": "docs/audits/test-value/reviews/root-0042.jsonl",
"sha256": "e626366909e019263cb6c9af0c445cbdea6ca565f07b8273c4ffa2ac0723343f"
},
{
"path": "docs/audits/test-value/reviews/root-0042-validation.json",
"sha256": "694bf57af3585ec2e04a7164461eb69d7b57501ba58243d4237e226226b0c8a8"
},
{
"path": "docs/audits/test-value/reviews/root-0043.jsonl",
"sha256": "c91a8243327876b7645fbab9a7e11ef57c6e2aeebe6574db2ffedef29b2ed386"
},
{
"path": "docs/audits/test-value/reviews/root-0043-validation.json",
"sha256": "bc7b48d17c54e07cb389341a5716d78e07c7801edd64997bc93fa8596edfbdf6"
},
{
"path": "docs/audits/test-value/reviews/root-0044.jsonl",
"sha256": "4f2656594c0b9126117ba86a6ff2371b3b193b3f881a3fb05f62b81a02eb7840"
},
{
"path": "docs/audits/test-value/reviews/root-0044-validation.json",
"sha256": "ff159aac9f781520b6dfcdd98cfa00ed38b770234c87bedaf56006b59259ceba"
},
{
"path": "docs/audits/test-value/reviews/root-0045.jsonl",
"sha256": "462a72a0d32710dc3ec7d6f368067b46227fea385f19697d99ee45fae401110c"
},
{
"path": "docs/audits/test-value/reviews/root-0045-validation.json",
"sha256": "1fa7d2c610a539b64a0848aca8564d5f0eabc48027b7077f3b87e15959058820"
},
{
"path": "docs/audits/test-value/reviews/root-0046.jsonl",
"sha256": "d40c83c61da5c344c5fc9e531e947be04bb53aafeafd8273720cc725e80e5af8"
},
{
"path": "docs/audits/test-value/reviews/root-0046-validation.json",
"sha256": "80db929f8d351570e294c05506ee3b08b846c7f44a27b108d47c8d44f3e75d09"
},
{
"path": "docs/audits/test-value/reviews/root-0047.jsonl",
"sha256": "7b25e58e68b85469a7017de6a141993cb86117740562b69a5db2f504bbfdf80e"
},
{
"path": "docs/audits/test-value/reviews/root-0047-validation.json",
"sha256": "5d7ce4658efe0a6a134e865e174ffeb2ba376c480c336a60724e0ad98a9ffea1"
},
{
"path": "docs/audits/test-value/reviews/root-0048.jsonl",
"sha256": "b31d8560c1064ce8e9e9d47a6f30241940ef2be3c23c697778e54c324b54596d"
},
{
"path": "docs/audits/test-value/reviews/root-0048-validation.json",
"sha256": "e58faa3a9eee91219f90794f04e44bdd44cc0e43f9f6398b511a221dee1f3074"
},
{
"path": "docs/audits/test-value/reviews/root-0049.jsonl",
"sha256": "863ddac7ccbd0f6b2c77e4df2e05282685d04e742503e928b866f8157bb954d5"
},
{
"path": "docs/audits/test-value/reviews/root-0049-validation.json",
"sha256": "610375428d6c3c86b6fd27694b4ab9f287b8eb3d229d9fba30424c7c1672894a"
},
{
"path": "docs/audits/test-value/reviews/root-0050.jsonl",
"sha256": "8f77d2dc4b11798cd88390dc4fa0f51860d25821aa67ea0f28d0392727b654fd"
},
{
"path": "docs/audits/test-value/reviews/root-0050-validation.json",
"sha256": "3cad2dba2dc317156333e7677e804cf47f48b165fb040546654584af339f119b"
},
{
"path": "docs/audits/test-value/reviews/root-0051.jsonl",
"sha256": "240efc46d02c82fbbc936d2ec284f0410759e60bbc340dd12e023265f85b3f4e"
},
{
"path": "docs/audits/test-value/reviews/root-0051-validation.json",
"sha256": "8b1c2de0c5237763bc7ba42fef59815f75fb8759dad08d10b1d716589ae37808"
},
{
"path": "docs/audits/test-value/reviews/root-0052.jsonl",
"sha256": "235666265d5120cea4828272c727e6b03a1527bd6d596c7559507b67cfdc94d9"
},
{
"path": "docs/audits/test-value/reviews/root-0052-validation.json",
"sha256": "a1db0ad5e22e8acfbc14fee31b0a15d004372c8692f93b425f1a45baf93e1141"
},
{
"path": "docs/audits/test-value/reviews/root-0053.jsonl",
"sha256": "49963fc30117918f952340a9471c7fd9fd814dcf2f5fad0863ec22f4751fc420"
},
{
"path": "docs/audits/test-value/reviews/root-0053-validation.json",
"sha256": "ba4d00595f4b470505054d846d2610d118b20266fb227b179d04122cae90fa34"
},
{
"path": "docs/audits/test-value/reviews/root-0054.jsonl",
"sha256": "51fd61b9e93fec254d34d7504f09805d88510c1db6662c8b2c7bd177e2974a16"
},
{
"path": "docs/audits/test-value/reviews/root-0054-validation.json",
"sha256": "9d0fcaccc83f1db94a2914f5c7f998c7da48136e4128dd2c35a88fb4da19d0cd"
}
],
"limitations": [
"Comprehensive audit remains in progress: 16,079 current candidates pending; runner/entrypoint reconciliation is separately in progress and has identified additional support/workflow candidates.",
"Local Linux runs do not establish native Windows/macOS or live mobile desktop behavior. Background launch policy preserved.",
"Historical proof drift refusals and measurement-only limitations are explicit in per-batch records. Production findings are reproduced and documented, not changed."
],
"supplemental_tooling_files": 2,
"tooling_changes": {
"files": ["cloud/package.json", "cloud/apps/relay/package.json"],
"purpose": "Build the unchanged process-host package before relay test/typecheck/lint in Cloud-only installs; no production-source or dependency changes."
},
"ci_failures_before_repair": {
"head": "c6dd181495e37e5ab1f14dd0516379e6b3010cb0",
"cloud": "Unbuilt process-host package; repaired in tooling scripts and verified from clean source.",
"windows": "Unchanged agent-foreground-process-git-bash.win32.test.ts timed out waiting for ssh-agent token; fresh push will revalidate.",
"test_loc": "GitHub installation API rate limit (HTTP403) while fetching trusted summary script; infrastructure failure."
}
}
Reference in New Issue View Git Blame Copy Permalink