{
  "capturedAt": "2026-11-09T02:55:06.214Z",
  "method": "Local Fennec handler with live public robots.txt fetch",
  "results": [
    {
      "input": "https://www.w3.org/WAI/ER/tests/xhtml/testfiles/resources/pdf/dummy.pdf",
      "handlerStatus": 200,
      "ok": true,
      "checkedUrl": "https://www.w3.org/robots.txt",
      "finalUrl": "https://www.w3.org/robots.txt",
      "httpStatus": 200,
      "exists": true,
      "contentType": "text/plain"
    },
    {
      "input": "https://fennecseo.app/technical-seo/",
      "handlerStatus": 200,
      "ok": true,
      "checkedUrl": "https://fennecseo.app/robots.txt",
      "finalUrl": "https://fennecseo.app/robots.txt",
      "httpStatus": 200,
      "exists": true,
      "contentType": "text/plain; charset=utf-8"
    }
  ]
}
