Slow Triage
Exact reviewed source / 14 of 64

prototype/evidence/end-to-end-demo.json

SHA-256 of original bytes
60e3351f15df840a600d1700946393323a0082f72345916921787d210f99ea4c
{
  "recordedAt": "2026-10-19T22:52:09.215Z",
  "kind": "actual local HTTP end-to-end demonstration; not browser visual verification",
  "steps": [
    "load synthetic sample",
    "execute Mastra workflow and local embeddings",
    "select two suggestions",
    "apply to in-memory copy",
    "undo revision",
    "verify original and restored SHA-256 digests match"
  ],
  "triage": {
    "runId": "86ce9636-e842-4edc-ae31-06ccc4153f3c",
    "items": [
      {
        "id": 101,
        "title": "CSV export crashes when a name contains emoji",
        "body": "An emoji in the name field makes CSV export close unexpectedly. A plain name works.",
        "labels": [
          "needs-triage"
        ],
        "suggestedLabel": "bug",
        "similarity": 0.32341328342884273,
        "margin": 0.19496800299944972,
        "needsReview": true,
        "evidence": {
          "title": "Application crashes during export",
          "label": "bug",
          "similarity": 0.4202086291752933
        },
        "scores": [
          {
            "label": "bug",
            "score": 0.32341328342884273
          },
          {
            "label": "feature",
            "score": 0.12844528042939302
          },
          {
            "label": "documentation",
            "score": 0.12424848865456936
          },
          {
            "label": "question",
            "score": 0.08339197706438586
          }
        ],
        "duplicateOf": null,
        "duplicateSimilarity": 0,
        "nearestCandidateId": 105,
        "nearestCandidateSimilarity": 0.9569179529500711
      },
      {
        "id": 102,
        "title": "Add a dark appearance setting",
        "body": "Please add a dark color theme option for evening use.",
        "labels": [],
        "suggestedLabel": "feature",
        "similarity": 0.5734497178270337,
        "margin": 0.3529323403742716,
        "needsReview": false,
        "evidence": {
          "title": "Add a dark appearance option",
          "label": "feature",
          "similarity": 0.8461738616413509
        },
        "scores": [
          {
            "label": "feature",
            "score": 0.5734497178270337
          },
          {
            "label": "documentation",
            "score": 0.22051737745276206
          },
          {
            "label": "question",
            "score": 0.21150618270029958
          },
          {
            "label": "bug",
            "score": 0.1661145271896976
          }
        ],
        "duplicateOf": null,
        "duplicateSimilarity": 0,
        "nearestCandidateId": 107,
        "nearestCandidateSimilarity": 0.19260605839721373
      },
      {
        "id": 103,
        "title": "README installation command is obsolete",
        "body": "The getting started documentation still shows the old command. Please update the setup instructions.",
        "labels": [],
        "suggestedLabel": "documentation",
        "similarity": 0.607004875010593,
        "margin": 0.36732787280608714,
        "needsReview": false,
        "evidence": {
          "title": "Installation guide uses an outdated command",
          "label": "documentation",
          "similarity": 0.8227376025215605
        },
        "scores": [
          {
            "label": "documentation",
            "score": 0.607004875010593
          },
          {
            "label": "question",
            "score": 0.23967700220450583
          },
          {
            "label": "bug",
            "score": 0.15661667958497721
          },
          {
            "label": "feature",
            "score": 0.1423311929652859
          }
        ],
        "duplicateOf": null,
        "duplicateSimilarity": 0,
        "nearestCandidateId": 109,
        "nearestCandidateSimilarity": 0.47000320597134415
      },
      {
        "id": 104,
        "title": "How can I change the download folder?",
        "body": "Where do I configure the output path in the current application?",
        "labels": [],
        "suggestedLabel": "question",
        "similarity": 0.48675429744565357,
        "margin": 0.2854297800278725,
        "needsReview": false,
        "evidence": {
          "title": "How do I change the default directory?",
          "label": "question",
          "similarity": 0.75316301318985
        },
        "scores": [
          {
            "label": "question",
            "score": 0.48675429744565357
          },
          {
            "label": "documentation",
            "score": 0.20132451741778107
          },
          {
            "label": "bug",
            "score": 0.1722598993214135
          },
          {
            "label": "feature",
            "score": 0.07962286264271784
          }
        ],
        "duplicateOf": null,
        "duplicateSimilarity": 0,
        "nearestCandidateId": 103,
        "nearestCandidateSimilarity": 0.20628122935927878
      },
      {
        "id": 105,
        "title": "Exporting CSV with emoji in names crashes",
        "body": "The CSV export terminates if the name contains an emoji. Names without emoji export correctly.",
        "labels": [],
        "suggestedLabel": "bug",
        "similarity": 0.29004530415238083,
        "margin": 0.1761968651806053,
        "needsReview": true,
        "evidence": {
          "title": "Application crashes during export",
          "label": "bug",
          "similarity": 0.3771753175073826
        },
        "scores": [
          {
            "label": "bug",
            "score": 0.29004530415238083
          },
          {
            "label": "feature",
            "score": 0.11384843897177553
          },
          {
            "label": "documentation",
            "score": 0.09810729519235836
          },
          {
            "label": "question",
            "score": 0.09231488947676746
          }
        ],
        "duplicateOf": 101,
        "duplicateSimilarity": 0.9569179529500711,
        "nearestCandidateId": 101,
        "nearestCandidateSimilarity": 0.9569179529500711
      },
      {
        "id": 106,
        "title": "Add the ability to undo bulk edits",
        "body": "A new undo feature would let us restore records after a bulk change.",
        "labels": [],
        "suggestedLabel": "feature",
        "similarity": 0.5323628625198594,
        "margin": 0.31299980333819977,
        "needsReview": false,
        "evidence": {
          "title": "Provide a way to undo bulk edits",
          "label": "feature",
          "similarity": 0.8478458934126435
        },
        "scores": [
          {
            "label": "feature",
            "score": 0.5323628625198594
          },
          {
            "label": "bug",
            "score": 0.21936305918165966
          },
          {
            "label": "question",
            "score": 0.1916800572421343
          },
          {
            "label": "documentation",
            "score": 0.09981895950820244
          }
        ],
        "duplicateOf": null,
        "duplicateSimilarity": 0,
        "nearestCandidateId": 108,
        "nearestCandidateSimilarity": 0.12645894168983374
      },
      {
        "id": 107,
        "title": "Just thinking about things",
        "body": "Maybe later. I am not sure what to suggest yet.",
        "labels": [],
        "suggestedLabel": "feature",
        "similarity": 0.1741094662776371,
        "margin": 0.05800720268238353,
        "needsReview": true,
        "evidence": {
          "title": "Add keyboard shortcuts for navigation",
          "label": "feature",
          "similarity": 0.18132255582965703
        },
        "scores": [
          {
            "label": "feature",
            "score": 0.1741094662776371
          },
          {
            "label": "question",
            "score": 0.11610226359525357
          },
          {
            "label": "documentation",
            "score": 0.0030872236778690227
          },
          {
            "label": "bug",
            "score": 0.0015953119616462733
          }
        ],
        "duplicateOf": null,
        "duplicateSimilarity": 0,
        "nearestCandidateId": 102,
        "nearestCandidateSimilarity": 0.19260605839721373
      },
      {
        "id": 108,
        "title": "No crash, but search results are incorrect",
        "body": "Search keeps working, but records that do not match the query appear in the results.",
        "labels": [],
        "suggestedLabel": "bug",
        "similarity": 0.4184621658398335,
        "margin": 0.24307655760956542,
        "needsReview": false,
        "evidence": {
          "title": "Search returns incorrect results",
          "label": "bug",
          "similarity": 0.5035943599723441
        },
        "scores": [
          {
            "label": "bug",
            "score": 0.4184621658398335
          },
          {
            "label": "documentation",
            "score": 0.17538560823026805
          },
          {
            "label": "question",
            "score": 0.10813164750442703
          },
          {
            "label": "feature",
            "score": 0.06464193531315074
          }
        ],
        "duplicateOf": null,
        "duplicateSimilarity": 0,
        "nearestCandidateId": 101,
        "nearestCandidateSimilarity": 0.24002737122333503
      },
      {
        "id": 109,
        "title": "Spelling error in the tutorial",
        "body": "The written guide misspells the configuration option. Please correct the documentation.",
        "labels": [],
        "suggestedLabel": "documentation",
        "similarity": 0.6486874779266922,
        "margin": 0.25809729632816375,
        "needsReview": false,
        "evidence": {
          "title": "Explain configuration options in the manual",
          "label": "documentation",
          "similarity": 0.6563601501197371
        },
        "scores": [
          {
            "label": "documentation",
            "score": 0.6486874779266922
          },
          {
            "label": "question",
            "score": 0.3905901815985285
          },
          {
            "label": "bug",
            "score": 0.231833572228736
          },
          {
            "label": "feature",
            "score": 0.15911171231667437
          }
        ],
        "duplicateOf": null,
        "duplicateSimilarity": 0,
        "nearestCandidateId": 103,
        "nearestCandidateSimilarity": 0.47000320597134415
      },
      {
        "id": 110,
        "title": "The annual picnic",
        "body": "The team is meeting next Tuesday to pick a park for lunch.",
        "labels": [],
        "suggestedLabel": "feature",
        "similarity": 0.0939700493449147,
        "margin": 0.013078743079490487,
        "needsReview": true,
        "evidence": {
          "title": "Allow scheduling recurring reports",
          "label": "feature",
          "similarity": 0.14989551193481118
        },
        "scores": [
          {
            "label": "feature",
            "score": 0.0939700493449147
          },
          {
            "label": "question",
            "score": 0.0808913062654242
          },
          {
            "label": "documentation",
            "score": 0.05238775857874471
          },
          {
            "label": "bug",
            "score": 0.0338155453566396
          }
        ],
        "duplicateOf": null,
        "duplicateSimilarity": 0,
        "nearestCandidateId": 107,
        "nearestCandidateSimilarity": 0.0767138837845245
      }
    ],
    "summary": {
      "total": 10,
      "ready": 6,
      "review": 4,
      "duplicateCandidates": 1
    },
    "sourceHash": "e762c8e89882e9fdc90826ed6de3dc23da45b295e13acb4a48072fd57db7bb6f",
    "model": {
      "name": "Xenova/all-MiniLM-L6-v2",
      "revision": "751bff37182d3f1213fa05d7196b954e230abad9",
      "dtype": "q8",
      "dimensions": 384,
      "maxTokens": 256,
      "license": "Apache-2.0",
      "offline": true
    },
    "thresholds": {
      "minimumSimilarity": 0.4,
      "minimumMargin": 0.04,
      "duplicateSimilarity": 0.83
    },
    "timings": {
      "totalMs": 328
    },
    "workflowSteps": [
      "validate-export",
      "embed-locally",
      "compare-and-abstain",
      "build-review-queue"
    ],
    "execution": {
      "status": "success",
      "steps": [
        {
          "id": "input"
        },
        {
          "id": "validate-export",
          "status": "success"
        },
        {
          "id": "embed-locally",
          "status": "success"
        },
        {
          "id": "compare-and-abstain",
          "status": "success"
        },
        {
          "id": "build-review-queue",
          "status": "success"
        }
      ]
    }
  },
  "decisions": [
    {
      "id": 102,
      "label": "feature"
    },
    {
      "id": 103,
      "label": "documentation"
    }
  ],
  "applied": {
    "revisionId": "eddf5b9e-b25a-4dd4-877c-87804e9add96",
    "issues": [
      {
        "id": 101,
        "title": "CSV export crashes when a name contains emoji",
        "body": "An emoji in the name field makes CSV export close unexpectedly. A plain name works.",
        "labels": [
          "needs-triage"
        ]
      },
      {
        "id": 102,
        "title": "Add a dark appearance setting",
        "body": "Please add a dark color theme option for evening use.",
        "labels": [
          "feature"
        ]
      },
      {
        "id": 103,
        "title": "README installation command is obsolete",
        "body": "The getting started documentation still shows the old command. Please update the setup instructions.",
        "labels": [
          "documentation"
        ]
      },
      {
        "id": 104,
        "title": "How can I change the download folder?",
        "body": "Where do I configure the output path in the current application?",
        "labels": []
      },
      {
        "id": 105,
        "title": "Exporting CSV with emoji in names crashes",
        "body": "The CSV export terminates if the name contains an emoji. Names without emoji export correctly.",
        "labels": []
      },
      {
        "id": 106,
        "title": "Add the ability to undo bulk edits",
        "body": "A new undo feature would let us restore records after a bulk change.",
        "labels": []
      },
      {
        "id": 107,
        "title": "Just thinking about things",
        "body": "Maybe later. I am not sure what to suggest yet.",
        "labels": []
      },
      {
        "id": 108,
        "title": "No crash, but search results are incorrect",
        "body": "Search keeps working, but records that do not match the query appear in the results.",
        "labels": []
      },
      {
        "id": 109,
        "title": "Spelling error in the tutorial",
        "body": "The written guide misspells the configuration option. Please correct the documentation.",
        "labels": []
      },
      {
        "id": 110,
        "title": "The annual picnic",
        "body": "The team is meeting next Tuesday to pick a park for lunch.",
        "labels": []
      }
    ],
    "appliedCount": 2
  },
  "restored": {
    "issues": [
      {
        "id": 101,
        "title": "CSV export crashes when a name contains emoji",
        "body": "An emoji in the name field makes CSV export close unexpectedly. A plain name works.",
        "labels": [
          "needs-triage"
        ]
      },
      {
        "id": 102,
        "title": "Add a dark appearance setting",
        "body": "Please add a dark color theme option for evening use.",
        "labels": []
      },
      {
        "id": 103,
        "title": "README installation command is obsolete",
        "body": "The getting started documentation still shows the old command. Please update the setup instructions.",
        "labels": []
      },
      {
        "id": 104,
        "title": "How can I change the download folder?",
        "body": "Where do I configure the output path in the current application?",
        "labels": []
      },
      {
        "id": 105,
        "title": "Exporting CSV with emoji in names crashes",
        "body": "The CSV export terminates if the name contains an emoji. Names without emoji export correctly.",
        "labels": []
      },
      {
        "id": 106,
        "title": "Add the ability to undo bulk edits",
        "body": "A new undo feature would let us restore records after a bulk change.",
        "labels": []
      },
      {
        "id": 107,
        "title": "Just thinking about things",
        "body": "Maybe later. I am not sure what to suggest yet.",
        "labels": []
      },
      {
        "id": 108,
        "title": "No crash, but search results are incorrect",
        "body": "Search keeps working, but records that do not match the query appear in the results.",
        "labels": []
      },
      {
        "id": 109,
        "title": "Spelling error in the tutorial",
        "body": "The written guide misspells the configuration option. Please correct the documentation.",
        "labels": []
      },
      {
        "id": 110,
        "title": "The annual picnic",
        "body": "The team is meeting next Tuesday to pick a park for lunch.",
        "labels": []
      }
    ],
    "restoredCount": 2
  },
  "originalHash": "e762c8e89882e9fdc90826ed6de3dc23da45b295e13acb4a48072fd57db7bb6f",
  "restoredHash": "e762c8e89882e9fdc90826ed6de3dc23da45b295e13acb4a48072fd57db7bb6f",
  "originalFileUnchanged": true,
  "serverLogs": "Slow Triage is local at http://127.0.0.1:4319. No external API calls.\n"
}
← prototype/evidence/dependency-licenses.jsonprototype/evidence/evaluation.json →