~cytrogen/gstack

ref: 2e75c3371484e76ca1b44ee6eddf4acb0e538823 gstack/test/fixtures/qa-eval-spa-ground-truth.json -rw-r--r-- 1.6 KiB
2e75c337 — Garry Tan fix: lower planted-bug detection baselines and LLM judge thresholds for reliability a month ago
                                                                                
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
{
  "fixture": "qa-eval-spa.html",
  "bugs": [
    {
      "id": "broken-route",
      "category": "functional",
      "severity": "high",
      "description": "Products nav link points to #/prodcts (typo) instead of #/products — shows 'Page not found'",
      "detection_hint": "route|prodcts|typo|products|not found|broken link|navigation"
    },
    {
      "id": "stale-cart-state",
      "category": "functional",
      "severity": "medium",
      "description": "Cart count persists across route changes — never resets when navigating away from products",
      "detection_hint": "cart|count|state|persist|reset|stale|navigation"
    },
    {
      "id": "async-fetch-error",
      "category": "functional",
      "severity": "high",
      "description": "Product list briefly loads then shows 'Error: Failed to fetch products from API' after 1 second",
      "detection_hint": "error|fetch|products|API|loading|failed|async"
    },
    {
      "id": "missing-aria-current",
      "category": "accessibility",
      "severity": "medium",
      "description": "Navigation links have no aria-current attribute to indicate the active route",
      "detection_hint": "aria|current|active|navigation|accessibility|a11y"
    },
    {
      "id": "console-warn-leak",
      "category": "console",
      "severity": "medium",
      "description": "console.warn fires on every route change: 'Possible memory leak detected: 11 event listeners'",
      "detection_hint": "console|warn|memory leak|listener|event|warning"
    }
  ],
  "total_bugs": 5,
  "minimum_detection": 2,
  "max_false_positives": 2
}