review/heldout_classification.json

{
  "synthetic": true,
  "purpose": "Independent fixed held-out classification evaluation; never train or tune on these cases.",
  "label_policy": "One primary intent when explicit; unsure for unsupported, ambiguous, mixed, or empty content. These are reviewer-authored synthetic labels, not adjudicated real user issues.",
  "issues": [
    {
      "id": "heldout-001",
      "number": 1001,
      "title": "Saving a workspace closes the application",
      "body": "The save operation exits with a segmentation fault. Reopening the app shows that the latest changes were never written.",
      "expected_label": "bug"
    },
    {
      "id": "heldout-002",
      "number": 1002,
      "title": "Search drops accented characters",
      "body": "Searching for café returns no results although an entry with that exact title exists. Plain ASCII names are found normally.",
      "expected_label": "bug"
    },
    {
      "id": "heldout-003",
      "number": 1003,
      "title": "Next page returns the first page again",
      "body": "The second page of results repeats all twenty records from page one. The response cursor changes but the records do not.",
      "expected_label": "bug"
    },
    {
      "id": "heldout-004",
      "number": 1004,
      "title": "Deleting a draft also removes the published copy",
      "body": "I removed only the draft. Its published version disappeared too, contrary to the documented separation between them.",
      "expected_label": "bug"
    },
    {
      "id": "heldout-005",
      "number": 1005,
      "title": "Expired session gets an infinite redirect loop",
      "body": "When a session expires, the login page redirects to the dashboard and back forever. A fresh session works.",
      "expected_label": "bug"
    },
    {
      "id": "heldout-006",
      "number": 1006,
      "title": "A valid configuration is rejected after upgrading",
      "body": "This configuration worked in the previous release. The current release fails validation even though the documented schema has not changed.",
      "expected_label": "bug"
    },
    {
      "id": "heldout-007",
      "number": 1007,
      "title": "Download produces a zero-byte archive",
      "body": "Export completes successfully, but the downloaded archive is empty even when the workspace contains several files.",
      "expected_label": "bug"
    },
    {
      "id": "heldout-008",
      "number": 1008,
      "title": "Retry button does not retry",
      "body": "The request fails once. Clicking Retry leaves the request counter unchanged and sends nothing; the button is supposed to start the operation again.",
      "expected_label": "bug"
    },
    {
      "id": "heldout-009",
      "number": 1009,
      "title": "Let us pin favorite workspaces",
      "body": "Please add an option to keep selected workspaces at the top of the switcher so frequently used projects are easier to open.",
      "expected_label": "feature"
    },
    {
      "id": "heldout-010",
      "number": 1010,
      "title": "Provide a machine-readable command output option",
      "body": "I would like a new --json flag for the status command. This is a proposed enhancement, not a report of incorrect existing output.",
      "expected_label": "feature"
    },
    {
      "id": "heldout-011",
      "number": 1011,
      "title": "Add a configurable retention period",
      "body": "Please allow administrators to choose how many days completed jobs remain in history. Currently the product does not offer this setting.",
      "expected_label": "feature"
    },
    {
      "id": "heldout-012",
      "number": 1012,
      "title": "Support importing newline-delimited JSON",
      "body": "The importer currently accepts arrays. Please extend it to accept one JSON object per line as an additional format.",
      "expected_label": "feature"
    },
    {
      "id": "heldout-013",
      "number": 1013,
      "title": "An optional weekly digest would help",
      "body": "Could a new setting send one summary instead of individual update notifications? This proposes new functionality.",
      "expected_label": "feature"
    },
    {
      "id": "heldout-014",
      "number": 1014,
      "title": "Request a read-only project role",
      "body": "We need another access role that can view project content without editing it. Existing roles work as designed.",
      "expected_label": "feature"
    },
    {
      "id": "heldout-015",
      "number": 1015,
      "title": "Offer an undo operation for archiving",
      "body": "Please implement a short-lived undo action after archiving an item. There is no such action today.",
      "expected_label": "feature"
    },
    {
      "id": "heldout-016",
      "number": 1016,
      "title": "Allow sorting by last successful run",
      "body": "It would be useful to add last successful execution as another sort choice. This is not a crash or a broken sort order.",
      "expected_label": "feature"
    },
    {
      "id": "heldout-017",
      "number": 1017,
      "title": "The setup guide leaves out the environment variable",
      "body": "Please update the installation documentation to describe APP_DATA_DIR and include a complete configuration example.",
      "expected_label": "documentation"
    },
    {
      "id": "heldout-018",
      "number": 1018,
      "title": "Repair an outdated link in the API guide",
      "body": "The authentication guide links to a page that no longer exists. Only the documentation link needs changing.",
      "expected_label": "documentation"
    },
    {
      "id": "heldout-019",
      "number": 1019,
      "title": "Explain the units of the timeout option",
      "body": "The reference page does not say whether timeout is measured in seconds or milliseconds. Add the unit and default value to that page.",
      "expected_label": "documentation"
    },
    {
      "id": "heldout-020",
      "number": 1020,
      "title": "Update the quickstart code sample",
      "body": "The README example uses the old initialize function name. Rewrite the snippet with the current documented API.",
      "expected_label": "documentation"
    },
    {
      "id": "heldout-021",
      "number": 1021,
      "title": "Document supported operating systems",
      "body": "Please add a compatibility section to the getting-started guide listing the systems supported by this release.",
      "expected_label": "documentation"
    },
    {
      "id": "heldout-022",
      "number": 1022,
      "title": "The migration guide skips a rename",
      "body": "Add a note explaining that cache_path became storage_path. The program handles the setting correctly; the written migration steps are incomplete.",
      "expected_label": "documentation"
    },
    {
      "id": "heldout-023",
      "number": 1023,
      "title": "Correct a spelling mistake in the tutorial",
      "body": "In the second tutorial paragraph, the word configuration is misspelled. Please correct the text; there is no runtime defect.",
      "expected_label": "documentation"
    },
    {
      "id": "heldout-024",
      "number": 1024,
      "title": "Add a troubleshooting section to the manual",
      "body": "Please write documentation explaining the existing recovery procedure after an interrupted installation. No product behavior change is requested.",
      "expected_label": "documentation"
    },
    {
      "id": "heldout-025",
      "number": 1025,
      "title": "How do I select a different output folder?",
      "body": "Is there an existing command or configuration setting to choose where reports are written? I am asking how to use the current release.",
      "expected_label": "question"
    },
    {
      "id": "heldout-026",
      "number": 1026,
      "title": "Can existing jobs share one cache?",
      "body": "I would like to understand whether the current version permits multiple jobs to reuse a cache directory. I am not requesting a change yet.",
      "expected_label": "question"
    },
    {
      "id": "heldout-027",
      "number": 1027,
      "title": "What does the queued status mean?",
      "body": "Could someone explain the difference between queued and waiting? I am looking for help interpreting the interface.",
      "expected_label": "question"
    },
    {
      "id": "heldout-028",
      "number": 1028,
      "title": "Where can I find the logs?",
      "body": "Which folder contains diagnostic logs for the current command-line tool? I need guidance on locating them.",
      "expected_label": "question"
    },
    {
      "id": "heldout-029",
      "number": 1029,
      "title": "Is offline mode already supported?",
      "body": "Can I run the installed application without an internet connection today? This is a usage question rather than a request to add a feature.",
      "expected_label": "question"
    },
    {
      "id": "heldout-030",
      "number": 1030,
      "title": "Which setting limits concurrent workers?",
      "body": "I am trying to configure the existing scheduler. What option controls the maximum number of workers?",
      "expected_label": "question"
    },
    {
      "id": "heldout-031",
      "number": 1031,
      "title": "Does deleting a local copy affect the server?",
      "body": "Before using the current delete command, I want to understand what it removes. Nothing has been deleted and no failure is being reported.",
      "expected_label": "question"
    },
    {
      "id": "heldout-032",
      "number": 1032,
      "title": "How can I cancel a running export?",
      "body": "Is there a supported way to stop an export in progress? I am looking for instructions for the current functionality.",
      "expected_label": "question"
    },
    {
      "id": "heldout-033",
      "number": 1033,
      "title": "It is different now",
      "body": "Something seems different after yesterday. I have no steps or further details yet.",
      "expected_label": "unsure"
    },
    {
      "id": "heldout-034",
      "number": 1034,
      "title": "Investigate",
      "body": "Please take a look when you have time.",
      "expected_label": "unsure"
    },
    {
      "id": "heldout-035",
      "number": 1035,
      "title": "Team picnic next Thursday",
      "body": "Bring something for lunch. This message does not concern the software project.",
      "expected_label": "unsure"
    },
    {
      "id": "heldout-036",
      "number": 1036,
      "title": "Purple clouds and quiet rivers",
      "body": "A short unrelated phrase, with no software request or observed application behavior.",
      "expected_label": "unsure"
    },
    {
      "id": "heldout-037",
      "number": 1037,
      "title": "Maybe change this, maybe explain it",
      "body": "I cannot decide whether the current behavior needs to change or whether I misunderstood it.",
      "expected_label": "unsure"
    },
    {
      "id": "heldout-038",
      "number": 1038,
      "title": "The guide is wrong and the upload loses files",
      "body": "The documented steps are incomplete. Independently, uploading several files silently loses some of them. This issue combines separate documentation and runtime problems.",
      "expected_label": "unsure"
    },
    {
      "id": "heldout-039",
      "number": 1039,
      "title": "Crash report template",
      "body": "This is a blank template containing the words bug, crash, feature, documentation and question. It contains no actual issue report.",
      "expected_label": "unsure"
    },
    {
      "id": "heldout-040",
      "number": 1040,
      "title": "",
      "body": "",
      "expected_label": "unsure"
    }
  ]
}