prototype/data/evaluation.json

{
 "description":"Hand-authored synthetic hold-out set, fixed before first evaluation. It is small and not representative of real repositories. Reference examples, thresholds and examples must not be tuned to this set.",
 "classification":[
  {"id":201,"title":"Saving a draft throws an exception","body":"Pressing Save produces a stack trace and my draft is not stored.","expected":"bug"},
  {"id":202,"title":"Pagination repeats the first page","body":"Clicking next shows the same rows again even though there are more results.","expected":"bug"},
  {"id":203,"title":"Preferences reset when reopening","body":"The chosen language is forgotten every time I restart the desktop app.","expected":"bug"},
  {"id":204,"title":"No crash, but totals are wrong","body":"The application runs without exceptions. The invoice sum excludes the last line item.","expected":"bug"},
  {"id":205,"title":"Give users a way to pin favorites","body":"It would be useful to add a feature for keeping frequently used projects at the top.","expected":"feature"},
  {"id":206,"title":"Support a compact density mode","body":"Could we introduce an option to display more rows in the same screen space?","expected":"feature"},
  {"id":207,"title":"Let me share saved filters","body":"I propose adding the ability to export and import filter presets between users.","expected":"feature"},
  {"id":208,"title":"Add keyboard control to the timeline","body":"Enhancement: let arrow keys move the playhead instead of requiring a mouse.","expected":"feature"},
  {"id":209,"title":"README setup snippet is stale","body":"The written instructions still show a flag that was removed in version two.","expected":"documentation"},
  {"id":210,"title":"Missing explanation in reference manual","body":"The documentation for retryCount does not explain whether the first attempt is counted.","expected":"documentation"},
  {"id":211,"title":"Quickstart example link goes nowhere","body":"Please repair the tutorial hyperlink to the sample project.","expected":"documentation"},
  {"id":212,"title":"Correct a spelling mistake in the guide","body":"The getting started text says instalation. The software itself behaves correctly.","expected":"documentation"},
  {"id":213,"title":"Where do I set the output path?","body":"I am trying to use the existing export command. How can I choose its destination?","expected":"question"},
  {"id":214,"title":"Does the app need a network connection?","body":"I am asking whether I can already run it while traveling without wifi.","expected":"question"},
  {"id":215,"title":"Help me understand cache expiry","body":"What is the difference between the current timeout and maxAge settings?","expected":"question"},
  {"id":216,"title":"Which release supports my runtime?","body":"Can someone advise whether version three is compatible with Node 22?","expected":"question"},
  {"id":217,"title":"Thoughts about this","body":"Not sure. Maybe later. Thank you.","expected":"unsure"},
  {"id":218,"title":"The morning sky was beautiful","body":"Clouds drifted over a quiet lake and birds settled in the reeds.","expected":"unsure"},
  {"id":219,"title":"Something","body":"It does the thing sometimes.","expected":"unsure"},
  {"id":220,"title":"Meeting next Tuesday","body":"We will discuss the annual picnic at lunch.","expected":"unsure"}
 ],
 "pairs":[
  {"a":{"id":301,"title":"CSV export crashes when a name has emoji","body":"An emoji in the name field causes the CSV export to terminate."},"b":{"id":302,"title":"Exporting CSV with emoji in names crashes","body":"The CSV export terminates if the name contains an emoji."},"duplicate":true},
  {"a":{"id":303,"title":"Dark theme request","body":"Please add an option to switch to a dark color scheme."},"b":{"id":304,"title":"Add a dark mode","body":"I would like an option for a dark color theme."},"duplicate":true},
  {"a":{"id":305,"title":"Settings disappear after restart","body":"Restarting loses the chosen language setting."},"b":{"id":306,"title":"Language preference lost when reopening","body":"The selected language resets when I restart the application."},"duplicate":true},
  {"a":{"id":307,"title":"CSV export is missing last row","body":"The exported CSV excludes the final record."},"b":{"id":308,"title":"CSV export crashes with large files","body":"Exporting more than a million records causes an exception."},"duplicate":false},
  {"a":{"id":309,"title":"Document dark mode","body":"The manual should explain the existing color settings."},"b":{"id":310,"title":"Implement dark mode","body":"Please create a new dark color scheme option."},"duplicate":false},
  {"a":{"id":311,"title":"Login not working","body":"I cannot access my account because the login endpoint returns 500."},"b":{"id":312,"title":"How to log in","body":"Where do I enter my username to access the app?"},"duplicate":false}
 ]
}