prototype/evidence/verification-summary.json

{
  "verifiedAtUtc": "2026-10-19T22:54:12.136939+00:00",
  "status": "Private source/API/CLI package; rendered-browser verification still blocked",
  "checks": {
    "nodeTests": {
      "passed": 14,
      "failed": 0,
      "log": "final-node-tests.log"
    },
    "setupIntegrityTests": {
      "passed": 4,
      "failed": 0,
      "log": "final-setup-tests.log"
    },
    "pinnedModelArtifacts": 7,
    "uiBackendSchemaCases": 11,
    "simulatedDomFlows": 9,
    "independentHttpAdversarialCases": 39,
    "csvCellChecks": 27,
    "actualCliProcesses": 2,
    "actualHttpApplyUndo": {
      "applied": 2,
      "restored": 2,
      "originalFileUnchanged": true
    }
  },
  "metrics": {
    "developerClassification": {
      "correct": 9,
      "total": 20,
      "keywordBaselineCorrect": 18
    },
    "independentClassification": {
      "correct": 15,
      "total": 40,
      "keywordBaselineCorrect": 24,
      "answered": 8,
      "answeredCorrect": 8,
      "abstained": 31,
      "rejected": 1
    },
    "independentDuplicates": {
      "truePositivePairs": 7,
      "falsePositivePairs": 1,
      "missedPairs": 1,
      "precision": 0.875,
      "recall": 0.875,
      "nearestPositiveCorrect": 15,
      "nearestPositiveTotal": 16
    }
  },
  "evaluationPolicy": "Original synthetic fixtures/results retained; no post-result model/reference/threshold tuning. Functional setup/demo/UI fixes do not establish real-world efficacy.",
  "originalSourceFreezeComparison": {
    "unchanged": [
      "package-lock.json",
      "src/core.mjs",
      "src/model.mjs",
      "src/server.mjs",
      "src/workflow.mjs",
      "data/reference.json",
      "scripts/triage.mjs",
      "models/Xenova/all-MiniLM-L6-v2/onnx/model_quantized.onnx",
      "models/Xenova/all-MiniLM-L6-v2/config.json",
      "models/Xenova/all-MiniLM-L6-v2/tokenizer_config.json"
    ],
    "changed": [
      "package.json"
    ],
    "interpretation": "Original source freeze describes the measured version. Final package.json adds CLI/setup scripts; inference sources, model bytes and references remain unchanged. Final per-file hashes are in the package manifest. The original offline_and_integrity.json is historical, not a claim that every final file is byte-identical."
  },
  "finalPreparationChanges": [
    "UI schema consistency fix already present and retested",
    "Pinned downloader verifies both cache/download before trust or save; four synthetic network-free tests",
    "Socket-free real CLI demonstration with repeatability and unchanged input checks",
    "HTTP demo/test subprocess cleanup avoids waiting for an already exited child",
    "Portable relative paths for simulated DOM checks",
    "README and environment status corrected; private factual outline prepared; deterministic source packaging"
  ],
  "browser": {
    "status": "BLOCKED_NOT_VERIFIED",
    "observedBlockers": [
      "Standalone Chromium socket creation denied in sandbox (prior attempt)",
      "Parent supported cloud browser could not reach executor loopback 127.0.0.1:4317"
    ],
    "notClaimed": [
      "rendered layout",
      "real keyboard operation",
      "browser script-payload inertness",
      "actual browser downloads",
      "screenshot",
      "video"
    ],
    "publicServerExposed": false,
    "workaroundAttemptedByThisWorker": false
  },
  "reproduction": {
    "status": "PASSED_CLEAN_SOURCE_EXTRACTION",
    "method": "Extracted private source archive into a separate directory; npm ci --offline --ignore-scripts --no-audit --no-fund from existing npm cache; copied and verified the already-pinned model artifacts. No online fresh-download claim.",
    "passed": [
      "clean locked dependency installation with optional packages",
      "14 Node tests",
      "4 setup-integrity tests",
      "7 pinned model artifact checks",
      "two actual CLI demo processes",
      "9 portable simulated-DOM checks"
    ],
    "installPolicy": "No lifecycle scripts, spending, accounts, user computer or public service. Cached platform packages and verified existing model bytes were reused.",
    "logsDirectory": "packaging/clean-source-*.log"
  },
  "publication": {
    "status": "NOT_AUTHORIZED_OR_PERFORMED",
    "accountsCreated": 0,
    "entriesSubmitted": 0,
    "awards": 0,
    "cashReceived": 0,
    "externalSpend": 0
  },
  "limits": [
    "All examples and evaluation inputs synthetic",
    "Broad classification underperformed keyword baselines",
    "No measured human time saved",
    "Process-level network checks are not an OS air gap",
    "Initial dependency/model setup needs network unless verified assets/cache supplied"
  ]
}